00010000:02000000:3.1F:1783140346.375693:0:17833:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1F:1783140347.413477:0:6514:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1F:1783140348.438036:0:6514:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1783140349.464804:0:6514:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:3.1:1783140368.816899:0:35144:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1783140369.879647:0:6514:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1783140370.901327:0:6514:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1783140371.925292:0:6514:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1783140372.941168:0:35144:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1783140373.976436:0:6514:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1783140374.998454:0:6514:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1783140376.022812:0:6514:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1783140377.045706:0:6514:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1783140383.265480:0:8440:0:(ldlm_lockd.c:391:__ldlm_add_waiting_lock()) *** cfs_fail_loc=511, val=0*** 00010000:02000000:2.1:1783140383.301101:0:8440:0:(ldlm_lockd.c:391:__ldlm_add_waiting_lock()) *** cfs_fail_loc=511, val=0*** 00010000:02000000:2.1:1783140397.041863:0:17833:0:(ldlm_lockd.c:391:__ldlm_add_waiting_lock()) *** cfs_fail_loc=511, val=0*** 00010000:00010000:3.0:1783145821.176904:0:228901:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003e03293e/0x38bddee366890127 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.177595:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.177633:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.177663:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.177692:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.177715:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.177744:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.177775:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.177800:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.177826:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.177851:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.177878:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.177901:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.177918:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.177939:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.177959:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.177994:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.178015:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187828480 00000100:00100000:3.0:1783145821.178022:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187828480 00010000:00010000:3.0:1783145821.178040:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001e481fff/0x38bddee366888e95 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xadc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67984d8 expref: 80 pid: 206057 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.178069:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187828736 00000100:00100000:3.0:1783145821.178073:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187828736 00010000:00010000:3.0:1783145821.178089:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006613d06c/0x38bddee366888ea3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xade:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67984e6 expref: 81 pid: 206057 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.178167:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187828992 00000100:00100000:3.0:1783145821.178172:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187828992 00010000:00010000:3.0:1783145821.178189:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b3ccd271/0x38bddee366888a97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xad9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67983a4 expref: 96 pid: 207255 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.178233:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187829632 00000100:00100000:3.0:1783145821.178239:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187829632 00010000:00010000:3.0:1783145821.178258:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000078a9c6b6/0x38bddee366888e8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67984df expref: 89 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.178293:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187829760 00000100:00100000:3.0:1783145821.178297:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187829760 00010000:00010000:3.0:1783145821.178313:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009b6ba5dd/0x38bddee36688896a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679835e expref: 89 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.178350:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 619 00000100:00100000:3.0:1783145821.178364:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4301f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+97:2408:x1869755187828608:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.178381:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.178389:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000240bbce1/0x38bddee366888828 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798311 expref: 97 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.178421:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000240bbce1/0x38bddee366888828 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798311 expref: 97 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.178446:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000240bbce1/0x38bddee366888828 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798311 expref: 97 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.178479:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xad7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.178490:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xad7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.178501:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000015f39173/0x38bddee3668900c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.178528:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000015f39173/0x38bddee3668900c5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.178566:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145821.178602:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4301f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+96:2408:x1869755187828608:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 239us (1012us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.178618:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 619 00000100:00100000:3.0:1783145821.178642:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 621 00000100:00100000:3.0:1783145821.178654:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4302680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+89:2410:x1869755187830016:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.178668:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.178678:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000859c870f/0x38bddee366888c26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679840d expref: 88 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.178702:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000859c870f/0x38bddee366888c26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679840d expref: 88 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.178735:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000859c870f/0x38bddee366888c26 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679840d expref: 88 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.178789:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.178799:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.178810:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003e03293e/0x38bddee366890127 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.178836:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e03293e/0x38bddee366890127 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.178868:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145821.178888:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4302680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+87:2410:x1869755187830016:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 237us (1227us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.178906:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 621 00000100:00100000:3.0:1783145821.178927:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 623 00000100:00100000:3.0:1783145821.178940:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4303b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+94:2408:x1869755187829120:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.178952:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.178961:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d5210a96/0x38bddee366888bbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xada:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67983e3 expref: 94 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.178987:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d5210a96/0x38bddee366888bbd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xada:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67983e3 expref: 93 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.179002:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5210a96/0x38bddee366888bbd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xada:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67983e3 expref: 93 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.179042:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xada:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.179052:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xada:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.179062:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ec1b8b96/0x38bddee3668900d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xada:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.179088:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec1b8b96/0x38bddee3668900d3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xada:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.179152:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145821.179172:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4303b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+92:2408:x1869755187829120:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 234us (1459us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.179189:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 623 00000100:00100000:3.0:1783145821.179210:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 625 00000100:00100000:3.0:1783145821.179225:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4302300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+80:2407:x1869755187828480:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.179241:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.179251:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001e481fff/0x38bddee366888e95 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xadc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67984d8 expref: 80 pid: 206057 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.179278:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001e481fff/0x38bddee366888e95 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xadc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67984d8 expref: 80 pid: 206057 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.179296:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e481fff/0x38bddee366888e95 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xadc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67984d8 expref: 80 pid: 206057 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.179329:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xadc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.179339:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xadc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.179346:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000009c4941f/0x38bddee3668900ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xadc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.179365:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000009c4941f/0x38bddee3668900ef lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xadc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.179400:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145821.179421:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4302300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+78:2407:x1869755187828480:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 197us (1648us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.179439:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 625 00000100:00100000:3.0:1783145821.179459:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 627 00000100:00100000:3.0:1783145821.179472:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4303100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+77:2407:x1869755187828736:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.179485:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.179492:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006613d06c/0x38bddee366888ea3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xade:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67984e6 expref: 77 pid: 206057 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.179522:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006613d06c/0x38bddee366888ea3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xade:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67984e6 expref: 77 pid: 206057 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.179552:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006613d06c/0x38bddee366888ea3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xade:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67984e6 expref: 77 pid: 206057 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.179581:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xade:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.179589:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xade:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.179599:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007ba9df07/0x38bddee3668900e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xade:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.179625:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ba9df07/0x38bddee3668900e1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xade:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.179642:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145821.179660:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4303100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+76:2407:x1869755187828736:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 188us (1835us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.179678:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 627 00000100:00100000:3.0:1783145821.179696:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 629 00000100:00100000:3.0:1783145821.179708:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d41c2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+91:2407:x1869755187828992:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.179723:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.179733:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b3ccd271/0x38bddee366888a97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xad9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67983a4 expref: 91 pid: 207255 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.179764:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b3ccd271/0x38bddee366888a97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xad9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67983a4 expref: 91 pid: 207255 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.179793:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3ccd271/0x38bddee366888a97 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xad9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67983a4 expref: 91 pid: 207255 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.179839:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xad9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.179849:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xad9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.179859:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a79a4de3/0x38bddee3668900e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xad9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.179881:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a79a4de3/0x38bddee3668900e8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xad9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.179913:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145821.179932:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d41c2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+90:2407:x1869755187828992:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 225us (2055us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.179950:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 629 00000100:00100000:3.0:1783145821.179980:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 631 00000100:00100000:3.0:1783145821.179995:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4301500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+84:2407:x1869755187829632:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.180012:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.180023:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000078a9c6b6/0x38bddee366888e8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67984df expref: 84 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.180055:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000078a9c6b6/0x38bddee366888e8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67984df expref: 84 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.180088:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078a9c6b6/0x38bddee366888e8e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67984df expref: 84 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.180149:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.180159:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.180168:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dd5cf33f/0x38bddee366890104 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.180190:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd5cf33f/0x38bddee366890104 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.180232:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145821.180254:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4301500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+83:2407:x1869755187829632:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 260us (2335us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.180274:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 631 00000100:00100000:3.0:1783145821.180292:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 633 00000100:00100000:3.0:1783145821.180304:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4300e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+87:2407:x1869755187829760:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.180320:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.180329:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009b6ba5dd/0x38bddee36688896a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679835e expref: 87 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.180356:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009b6ba5dd/0x38bddee36688896a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679835e expref: 86 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.180386:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b6ba5dd/0x38bddee36688896a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679835e expref: 86 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.180434:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.180441:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.180451:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000002a3c08b/0x38bddee36689010b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.180473:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000002a3c08b/0x38bddee36689010b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.180502:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145821.180519:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4300e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+84:2407:x1869755187829760:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 215us (2563us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.180531:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 633 00010000:00010000:3.0:1783145821.180559:0:206057:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ec1b8b96/0x38bddee3668900d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.180583:0:206057:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec1b8b96/0x38bddee3668900d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.180607:0:206057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ec1b8b96/0x38bddee3668900d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.180632:0:206057:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ec1b8b96/0x38bddee3668900d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.180648:0:206057:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145821.180833:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d6007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+164:3653:x1869755178526336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8530us (9243us total) trans 8589935297 rc 0/0 00000100:00100000:3.0:1783145821.180852:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2225 00010000:00010000:3.0:1783145821.180878:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145821.180887:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ec1b8b96/0x38bddee3668900d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.180915:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d93dea00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.180922:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec1b8b96/0x38bddee3668900d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.180955:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec1b8b96/0x38bddee3668900d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.180990:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ec1b8b96/0x38bddee3668900d3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.181006:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec1b8b96/0x38bddee3668900d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.181046:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145821.181053:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3cf4f02/0x38bddee366890112 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.181077:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78db000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.181085:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3cf4f02/0x38bddee366890112 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.181150:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3cf4f02/0x38bddee366890112 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.181179:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3cf4f02/0x38bddee366890112 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.181191:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3cf4f02/0x38bddee366890112 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.181225:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.181230:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.181234:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.181243:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.181259:0:228898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000027029a05/0x38bddee3668900da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.181292:0:228898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027029a05/0x38bddee3668900da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.181321:0:228898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027029a05/0x38bddee3668900da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.181345:0:228898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000027029a05/0x38bddee3668900da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.181388:0:228898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1783145821.181484:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+164:3650:x1869755178526080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9151us (9852us total) trans 8589935298 rc 0/0 00000100:00100000:3.0:1783145821.181505:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2226 00010000:00010000:3.0:1783145821.181531:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783145821.181540:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c03d4645/0x38bddee36689012e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.181568:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78da600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.181575:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c03d4645/0x38bddee36689012e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.181602:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c03d4645/0x38bddee36689012e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.181622:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c03d4645/0x38bddee36689012e lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.181644:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c03d4645/0x38bddee36689012e lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.181675:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783145821.181682:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000027029a05/0x38bddee3668900da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.181723:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8552800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.181729:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000027029a05/0x38bddee3668900da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.181758:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000027029a05/0x38bddee3668900da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.181792:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000027029a05/0x38bddee3668900da lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.181821:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027029a05/0x38bddee3668900da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.181858:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783145821.181864:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000002a3c08b/0x38bddee36689010b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.181889:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d93df200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.181896:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000002a3c08b/0x38bddee36689010b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.181909:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000002a3c08b/0x38bddee36689010b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.181937:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000002a3c08b/0x38bddee36689010b lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.181963:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000002a3c08b/0x38bddee36689010b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.182004:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145821.182012:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cd787394/0x38bddee366890120 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.182037:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961ba00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.182045:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cd787394/0x38bddee366890120 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.182067:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cd787394/0x38bddee366890120 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.182097:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cd787394/0x38bddee366890120 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.182145:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd787394/0x38bddee366890120 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.182175:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145821.182182:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002fe83c12/0x38bddee3668900cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xadb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.182207:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8553c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.182218:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002fe83c12/0x38bddee3668900cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xadb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.182244:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002fe83c12/0x38bddee3668900cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xadb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.182274:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002fe83c12/0x38bddee3668900cc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xadb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.182302:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002fe83c12/0x38bddee3668900cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xadb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.182332:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.182337:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.182342:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.182352:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.182358:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.182370:0:206058:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a79a4de3/0x38bddee3668900e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xad9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.182398:0:206058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a79a4de3/0x38bddee3668900e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xad9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.182424:0:206058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a79a4de3/0x38bddee3668900e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xad9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.182450:0:206058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a79a4de3/0x38bddee3668900e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xad9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.182487:0:206058:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1783145821.182567:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+164:3653:x1869755178526208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9938us (10800us total) trans 8589935300 rc 0/0 00000100:00100000:3.0:1783145821.182587:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2228 00010000:00010000:3.0:1783145821.182607:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145821.182615:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a79a4de3/0x38bddee3668900e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xad9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.182643:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8553400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.182649:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a79a4de3/0x38bddee3668900e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xad9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.182660:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a79a4de3/0x38bddee3668900e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xad9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.182689:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a79a4de3/0x38bddee3668900e8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xad9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.182714:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a79a4de3/0x38bddee3668900e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xad9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.182749:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.182753:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.182759:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.182772:0:207255:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007257d4a2/0x38bddee3668900f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xadd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.182798:0:207255:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007257d4a2/0x38bddee3668900f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xadd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.182826:0:207255:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007257d4a2/0x38bddee3668900f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xadd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.182851:0:207255:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007257d4a2/0x38bddee3668900f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xadd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.182884:0:207255:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145821.182966:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+164:3653:x1869755178526720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10249us (11141us total) trans 8589935301 rc 0/0 00000100:00100000:3.0:1783145821.182986:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2230 00010000:00010000:3.0:1783145821.183013:0:228914:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007ba9df07/0x38bddee3668900e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xade:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.183038:0:228914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ba9df07/0x38bddee3668900e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xade:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.183066:0:228914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ba9df07/0x38bddee3668900e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xade:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.183086:0:228914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007ba9df07/0x38bddee3668900e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xade:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.183164:0:228914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145821.183238:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+164:3653:x1869755178526848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10856us (11566us total) trans 8589935302 rc 0/0 00000100:00100000:3.0:1783145821.183253:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2227 00010000:00010000:3.0:1783145821.183278:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783145821.183286:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007ba9df07/0x38bddee3668900e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xade:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.183308:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78da800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.183316:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007ba9df07/0x38bddee3668900e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xade:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.183344:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007ba9df07/0x38bddee3668900e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xade:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.183376:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007ba9df07/0x38bddee3668900e1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xade:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.183404:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ba9df07/0x38bddee3668900e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xade:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.183436:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145821.183445:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003e03293e/0x38bddee366890127 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.183490:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d93df800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.183497:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003e03293e/0x38bddee366890127 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.183526:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003e03293e/0x38bddee366890127 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.183558:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003e03293e/0x38bddee366890127 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.183586:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e03293e/0x38bddee366890127 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.183622:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.183628:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.183633:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.183650:0:228912:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ba9bb086/0x38bddee3668900fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.183670:0:228912:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ba9bb086/0x38bddee3668900fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.183700:0:228912:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba9bb086/0x38bddee3668900fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.183742:0:228912:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ba9bb086/0x38bddee3668900fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.183778:0:228912:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145821.183865:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+161:3651:x1869755178527616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10863us (10945us total) trans 8589936009 rc 0/0 00000100:00100000:3.0:1783145821.183884:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2231 00010000:00010000:3.0:1783145821.183911:0:228907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dd5cf33f/0x38bddee366890104 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.183937:0:228907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd5cf33f/0x38bddee366890104 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.183964:0:228907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dd5cf33f/0x38bddee366890104 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.183974:0:228907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dd5cf33f/0x38bddee366890104 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.184007:0:228907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145821.184106:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+161:3651:x1869755178528256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11051us (11119us total) trans 8589936010 rc 0/0 00000100:00100000:3.0:1783145821.184158:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2232 00010000:00010000:3.0:1783145821.184187:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145821.184196:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dd5cf33f/0x38bddee366890104 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.184225:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8553600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.184230:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd5cf33f/0x38bddee366890104 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.184241:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd5cf33f/0x38bddee366890104 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.184277:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dd5cf33f/0x38bddee366890104 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.184303:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd5cf33f/0x38bddee366890104 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.184337:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.184342:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.184346:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.184361:0:228906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000009c4941f/0x38bddee3668900ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xadc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.184449:0:228906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009c4941f/0x38bddee3668900ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xadc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.184480:0:228906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000009c4941f/0x38bddee3668900ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xadc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.184519:0:228906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000009c4941f/0x38bddee3668900ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xadc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.184552:0:228906:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145821.184633:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+164:3650:x1869755178526592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11993us (12924us total) trans 8589935304 rc 0/0 00000100:00100000:3.0:1783145821.184653:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2229 00000004:00080000:3.0:1783145821.184802:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fd83dc00/2, rc 0, transno 8589935304 00000100:00100000:3.0:1783145821.184812:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fd83dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178526592:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1783145821.184871:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ffe28e00/2, rc 0, transno 8589936005 00000100:00100000:3.0:1783145821.184893:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178527488:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1783145821.184916:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ffe2b800/2, rc 0, transno 8589936003 00000100:00100000:3.0:1783145821.184925:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178528128:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1783145821.184944:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ffe29880/2, rc 0, transno 8589936009 00000100:00100000:3.0:1783145821.184954:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178527616:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1783145821.184974:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ffe2a680/2, rc 0, transno 8589936010 00000100:00100000:3.0:1783145821.184984:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178528256:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145821.185011:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c8fc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178530176:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145821.185072:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c8fcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178530432:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145821.185160:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145821.185265:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783145821.185278:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c4300700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178530688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145821.185320:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145821.185368:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178530048 00000100:00100000:3.0:1783145821.185376:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178530048 00000100:00100000:3.0:1783145821.185407:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178530176 00000100:00100000:3.0:1783145821.185413:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178530176 00000100:00100000:3.0:1783145821.185434:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178530560 00000100:00100000:3.0:1783145821.185440:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178530560 00000100:00100000:3.0:1783145821.185461:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178530432 00000100:00100000:3.0:1783145821.185467:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178530432 00000100:00100000:3.0:1783145821.185492:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178530688 00000100:00100000:3.0:1783145821.185498:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178530688 00000100:00100000:3.0:1783145821.185528:0:206057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2239 00000100:00100000:3.0:1783145821.185545:0:206057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+163:3650:x1869755178530048:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1783145821.185576:0:206057:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2883 count 1 00010000:00010000:3.0:1783145821.185597:0:206057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d803c229/0x38bddee366890135 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.185630:0:206057:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000a1692ea/0x38bddee3668890da lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679856b expref: 80 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.185658:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb43:0x0].0x0 since=5s v=(0 0) 00010000:00010000:3.0:1783145821.185670:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb43:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.185676:0:206057:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d803c229/0x38bddee366890135 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.185723:0:206057:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000a1692ea/0x38bddee3668890da lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679856b expref: 80 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.185757:0:206057:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000a1692ea/0x38bddee3668890da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679856b expref: 80 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.185791:0:206057:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c4300a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:206057:1869755178531072:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.185864:0:206057:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d276e780 going to sleep for 11 seconds 00000100:00100000:3.0:1783145821.185906:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2240 00000100:00100000:3.0:1783145821.185926:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+164:3651:x1869755178530176:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1783145821.185950:0:206058:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2884 count 1 00010000:00010000:3.0:1783145821.185968:0:206058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007477361/0x38bddee36689013c lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.185999:0:206058:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b4f60a39/0x38bddee3668892b6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798644 expref: 80 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.186023:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb44:0x0].0x0 since=5s v=(0 0) 00010000:00010000:3.0:1783145821.186034:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb44:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.186046:0:206058:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007477361/0x38bddee36689013c lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.186087:0:206058:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b4f60a39/0x38bddee3668892b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798644 expref: 80 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.186156:0:206058:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b4f60a39/0x38bddee3668892b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798644 expref: 80 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.186192:0:206058:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c4301c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:206058:1869755178532224:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.186257:0:206058:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d276e840 going to sleep for 11 seconds 00000100:00100000:3.0:1783145821.186302:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2243 00000100:00100000:3.0:1783145821.186318:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+167:3650:x1869755178530688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1783145821.186341:0:207255:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2784 count 1 00010000:00010000:3.0:1783145821.186361:0:207255:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b4baaf4/0x38bddee366890151 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xae0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.186396:0:207255:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b1ae5f8c/0x38bddee366889143 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xae0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb67985bf expref: 75 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.186419:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xae0:0x0].0x0 since=5s v=(0 0) 00010000:00010000:3.0:1783145821.186429:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xae0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.186442:0:207255:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b4baaf4/0x38bddee366890151 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xae0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.186488:0:207255:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b1ae5f8c/0x38bddee366889143 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xae0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67985bf expref: 75 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.186523:0:207255:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b1ae5f8c/0x38bddee366889143 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xae0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67985bf expref: 75 pid: 206058 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.186557:0:207255:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c4300380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:207255:1869755178532608:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.186591:0:207255:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d276e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783145821.186616:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2245 00000100:00100000:3.0:1783145821.186632:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+164:3653:x1869755178530304:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1783145821.186661:0:228898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2885 count 1 00010000:00010000:3.0:1783145821.186679:0:228898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c570c6bf/0x38bddee36689015f lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb45:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.186715:0:228898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cd850f27/0x38bddee36688915f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb67985c6 expref: 80 pid: 206057 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.186740:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb45:0x0].0x0 since=5s v=(0 0) 00010000:00010000:3.0:1783145821.186751:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb45:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.186762:0:228898:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c570c6bf/0x38bddee36689015f lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.186803:0:228898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cd850f27/0x38bddee36688915f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67985c6 expref: 80 pid: 206057 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.186831:0:228898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cd850f27/0x38bddee36688915f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67985c6 expref: 80 pid: 206057 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.186862:0:228898:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c4303800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:228898:1869755178532864:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.186896:0:228898:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d276ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1783145821.187426:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178531328 00000100:00100000:3.0:1783145821.187432:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178531328 00000100:00100000:3.0:1783145821.187467:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178531840 00000100:00100000:3.0:1783145821.187473:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178531840 00000100:00100000:3.0:1783145821.187498:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178531200 00000100:00100000:3.0:1783145821.187504:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178531200 00000100:00100000:3.0:1783145821.187529:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178531712 00000100:00100000:3.0:1783145821.187536:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178531712 00000100:00100000:3.0:1783145821.187559:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178531584 00000100:00100000:3.0:1783145821.187565:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178531584 00000100:00100000:3.0:1783145821.187581:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178532096 00000100:00100000:3.0:1783145821.187587:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178532096 00000100:00100000:3.0:1783145821.187615:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2247 00000100:00100000:3.0:1783145821.187631:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee24bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+167:3651:x1869755178531328:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1783145821.187655:0:228905:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2888 count 1 00010000:00010000:3.0:1783145821.187673:0:228905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f978296/0x38bddee36689016d lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb48:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.187696:0:228905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ebc967f5/0x38bddee366889556 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb67986fa expref: 80 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.187721:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb48:0x0].0x0 since=5s v=(0 0) 00010000:00010000:3.0:1783145821.187730:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb48:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.187742:0:228905:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f978296/0x38bddee36689016d lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.187787:0:228905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ebc967f5/0x38bddee366889556 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67986fa expref: 80 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.187817:0:228905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ebc967f5/0x38bddee366889556 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67986fa expref: 80 pid: 206056 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.187844:0:228905:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c4301f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:228905:1869755178533120:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.187895:0:228905:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d2764840 going to sleep for 11 seconds 00000100:00100000:3.0:1783145821.187921:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2249 00000100:00100000:3.0:1783145821.187938:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee249880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+168:3651:x1869755178531200:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1783145821.187959:0:228914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2887 count 1 00010000:00010000:3.0:1783145821.187979:0:228914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000047dd0f5a/0x38bddee36689017b lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.188013:0:228914:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f684fbe5/0x38bddee366889548 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb67986f3 expref: 80 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.188025:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb47:0x0].0x0 since=5s v=(0 0) 00010000:00010000:3.0:1783145821.188034:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb47:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.188045:0:228914:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000047dd0f5a/0x38bddee36689017b lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.188090:0:228914:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f684fbe5/0x38bddee366889548 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67986f3 expref: 80 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.188391:0:228914:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f684fbe5/0x38bddee366889548 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67986f3 expref: 80 pid: 207255 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.188427:0:228914:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c4300000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:228914:1869755178533376:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.188463:0:228914:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d27640c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783145821.188492:0:228912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2252 00000100:00100000:3.0:1783145821.188510:0:228912:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ca07ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+171:3653:x1869755178532096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1783145821.188594:0:228912:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2789 count 1 00010000:00010000:3.0:1783145821.188613:0:228912:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cb78c8e2/0x38bddee366890190 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xae5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.188641:0:228912:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a4f82072/0x38bddee3668897b0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xae5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798794 expref: 87 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.188655:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xae5:0x0].0x0 since=5s v=(0 0) 00010000:00010000:3.0:1783145821.188664:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xae5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.188674:0:228912:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cb78c8e2/0x38bddee366890190 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xae5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.188711:0:228912:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a4f82072/0x38bddee3668897b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xae5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798794 expref: 87 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.188732:0:228912:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a4f82072/0x38bddee3668897b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xae5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798794 expref: 87 pid: 206056 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.188891:0:228912:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c4302680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:228912:1869755178533760:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.188951:0:228912:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d2764180 going to sleep for 11 seconds 00000100:00100000:3.0:1783145821.188981:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187830528 00000100:00100000:3.0:1783145821.188987:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187830528 00010000:00010000:3.0:1783145821.189014:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000a1692ea/0x38bddee3668890da lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679856b expref: 81 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.189099:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187830656 00000100:00100000:3.0:1783145821.189107:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187830656 00010000:00010000:3.0:1783145821.189162:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008855a8c0/0x38bddee366889086 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xadf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679854f expref: 76 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.189222:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187830784 00000100:00100000:3.0:1783145821.189228:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187830784 00010000:00010000:3.0:1783145821.189247:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cd850f27/0x38bddee36688915f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67985c6 expref: 82 pid: 206057 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.189280:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187831040 00000100:00100000:3.0:1783145821.189286:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187831040 00010000:00010000:3.0:1783145821.189306:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000003b117a6/0x38bddee366889525 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67986d7 expref: 83 pid: 206058 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.189413:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187830912 00000100:00100000:3.0:1783145821.189419:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187830912 00010000:00010000:3.0:1783145821.189440:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b4f60a39/0x38bddee3668892b6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798644 expref: 84 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.189480:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187831296 00000100:00100000:3.0:1783145821.189486:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187831296 00010000:00010000:3.0:1783145821.189504:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b95cd875/0x38bddee366889311 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xae2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798660 expref: 77 pid: 206056 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.189538:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187831424 00000100:00100000:3.0:1783145821.189544:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187831424 00010000:00010000:3.0:1783145821.189562:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000967356d0/0x38bddee3668892bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xae1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679864b expref: 78 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.189601:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 635 00000100:00100000:3.0:1783145821.189617:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe2a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+84:2407:x1869755187830528:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.189634:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.189642:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000a1692ea/0x38bddee3668890da lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679856b expref: 84 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.189668:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000a1692ea/0x38bddee3668890da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679856b expref: 84 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.189705:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb43:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.189715:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb43:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.189724:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d803c229/0x38bddee366890135 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.189755:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d803c229/0x38bddee366890135 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.189791:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145821.189824:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+84:2407:x1869755187830528:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 210us (991us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.189846:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 635 00000100:00100000:3.0:1783145821.189870:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 637 00000100:00100000:3.0:1783145821.189884:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+83:2408:x1869755187830784:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.189895:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.189905:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cd850f27/0x38bddee36688915f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67985c6 expref: 83 pid: 206057 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.189954:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cd850f27/0x38bddee36688915f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67985c6 expref: 83 pid: 206057 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.189986:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb45:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.189995:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb45:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.190007:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c570c6bf/0x38bddee36689015f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.190036:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c570c6bf/0x38bddee36689015f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.190071:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145821.190098:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+83:2408:x1869755187830784:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 213us (1062us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.190145:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 637 00000100:00100000:3.0:1783145821.190169:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 639 00000100:00100000:3.0:1783145821.190184:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+81:2407:x1869755187830912:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.190201:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.190212:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b4f60a39/0x38bddee3668892b6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798644 expref: 81 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.190302:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b4f60a39/0x38bddee3668892b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798644 expref: 81 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.190358:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb44:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.190367:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb44:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.190376:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000007477361/0x38bddee36689013c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.190397:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007477361/0x38bddee36689013c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.190429:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145821.190448:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+80:2407:x1869755187830912:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 267us (1347us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.190467:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 639 00000100:00100000:3.0:1783145821.190484:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 641 00000100:00100000:3.0:1783145821.190496:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+77:2408:x1869755187831424:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.190509:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.190518:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000967356d0/0x38bddee3668892bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xae1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679864b expref: 76 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.190548:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000967356d0/0x38bddee3668892bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xae1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679864b expref: 76 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.190586:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000967356d0/0x38bddee3668892bd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xae1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679864b expref: 76 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.190630:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xae1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.190641:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xae1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.190652:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000de90ad8/0x38bddee366890166 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xae1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.190685:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000de90ad8/0x38bddee366890166 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xae1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.190726:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145821.190750:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+75:2408:x1869755187831424:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 253us (1553us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.190772:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 641 00000100:00100000:3.0:1783145821.190795:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 642 00000100:00100000:3.0:1783145821.190811:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+74:2409:x1869755187831168:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.190827:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.190836:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b1ae5f8c/0x38bddee366889143 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xae0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67985bf expref: 74 pid: 206058 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.190855:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b1ae5f8c/0x38bddee366889143 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xae0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67985bf expref: 74 pid: 206058 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.190884:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xae0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.190892:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xae0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.190902:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009b4baaf4/0x38bddee366890151 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xae0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.190915:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b4baaf4/0x38bddee366890151 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xae0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.190944:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145821.190971:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+74:2409:x1869755187831168:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 162us (1737us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.190989:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 642 00000100:00100000:3.0:1783145821.191026:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2254 00000100:00100000:3.0:1783145821.191039:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+171:3653:x1869755178531968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1783145821.191060:0:228907:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2790 count 1 00010000:00010000:3.0:1783145821.191082:0:228907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e508d0f/0x38bddee36689019e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xae6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.191116:0:228907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a7e66128/0x38bddee3668897b7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679879b expref: 87 pid: 206057 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.191172:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xae6:0x0].0x0 since=5s v=(0 0) 00010000:00010000:3.0:1783145821.191182:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xae6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.191192:0:228907:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e508d0f/0x38bddee36689019e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.191236:0:228907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a7e66128/0x38bddee3668897b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679879b expref: 87 pid: 206057 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.191271:0:228907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a7e66128/0x38bddee3668897b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679879b expref: 87 pid: 206057 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.191301:0:228907:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c4303480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:228907:1869755178534016:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.191336:0:228907:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d2764780 going to sleep for 11 seconds 00010000:00010000:3.0:1783145821.191374:0:228898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd850f27/0x38bddee36688915f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67985c6 expref: 79 pid: 206057 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.191406:0:228898:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c4303800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:228898:1869755178532864:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.191422:0:228898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c570c6bf/0x38bddee36689015f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.191447:0:228898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c570c6bf/0x38bddee36689015f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.191473:0:228898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c570c6bf/0x38bddee36689015f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.191495:0:228898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c570c6bf/0x38bddee36689015f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.191519:0:228898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c570c6bf/0x38bddee36689015f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.191545:0:228898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1783145821.191642:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+170:3653:x1869755178530304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5012us (5970us total) trans 8589936012 rc 0/0 00000100:00100000:3.0:1783145821.191664:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2245 00010000:00010000:3.0:1783145821.191690:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783145821.191701:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c84aa972/0x38bddee36689014a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.191730:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78dbc00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.191738:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c84aa972/0x38bddee36689014a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.191765:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c84aa972/0x38bddee36689014a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.191796:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c84aa972/0x38bddee36689014a lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.191822:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c84aa972/0x38bddee36689014a lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.191856:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.191860:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.191863:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.191884:0:207255:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1ae5f8c/0x38bddee366889143 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xae0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67985bf expref: 73 pid: 206058 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.191910:0:207255:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c4300380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:207255:1869755178532608:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.191926:0:207255:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009b4baaf4/0x38bddee366890151 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xae0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.191961:0:207255:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009b4baaf4/0x38bddee366890151 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xae0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.191989:0:207255:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b4baaf4/0x38bddee366890151 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xae0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.192015:0:207255:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b4baaf4/0x38bddee366890151 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xae0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.192047:0:207255:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b4baaf4/0x38bddee366890151 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xae0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.192076:0:207255:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145821.192174:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4303100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+172:3650:x1869755178530688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5861us (6859us total) trans 8589935306 rc 0/0 00000100:00100000:3.0:1783145821.192193:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2243 00010000:00010000:3.0:1783145821.192213:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783145821.192220:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b4baaf4/0x38bddee366890151 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xae0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.192241:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961aa00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.192246:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b4baaf4/0x38bddee366890151 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xae0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.192259:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b4baaf4/0x38bddee366890151 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xae0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.192278:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b4baaf4/0x38bddee366890151 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xae0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.192301:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b4baaf4/0x38bddee366890151 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xae0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.192340:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.192345:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.192350:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.192359:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.192382:0:206058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4f60a39/0x38bddee3668892b6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798644 expref: 78 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.192414:0:206058:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c4301c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:206058:1869755178532224:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.192430:0:206058:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000007477361/0x38bddee36689013c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.192458:0:206058:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000007477361/0x38bddee36689013c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.192485:0:206058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000007477361/0x38bddee36689013c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.192513:0:206058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007477361/0x38bddee36689013c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.192538:0:206058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000007477361/0x38bddee36689013c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.192570:0:206058:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145821.192636:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+169:3651:x1869755178530176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6715us (7526us total) trans 8589936013 rc 0/0 00000100:00100000:3.0:1783145821.192653:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2240 00010000:00010000:3.0:1783145821.192672:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783145821.192681:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000007477361/0x38bddee36689013c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.192704:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961ae00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.192710:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000007477361/0x38bddee36689013c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.192741:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000007477361/0x38bddee36689013c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.192770:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000007477361/0x38bddee36689013c lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.192794:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000007477361/0x38bddee36689013c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.192827:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145821.192834:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a2c1d3f2/0x38bddee366890143 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xadf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.192848:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78da400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.192853:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a2c1d3f2/0x38bddee366890143 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xadf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.192878:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a2c1d3f2/0x38bddee366890143 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xadf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.192904:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a2c1d3f2/0x38bddee366890143 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xadf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.192931:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a2c1d3f2/0x38bddee366890143 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xadf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.192966:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.192970:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.192974:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145821.192993:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178534272 00000100:00100000:3.0:1783145821.192999:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178534272 00000100:00100000:3.0:1783145821.193027:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2255 00000100:00100000:3.0:1783145821.193038:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee249180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+172:3651:x1869755178534272:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1783145821.193054:0:228906:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2791 count 1 00010000:00010000:3.0:1783145821.193072:0:228906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000080422886/0x38bddee3668901a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xae7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.193101:0:228906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000db5ddbc2/0x38bddee3668897e8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xae7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb67987b0 expref: 87 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.193160:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xae7:0x0].0x0 since=5s v=(0 0) 00010000:00010000:3.0:1783145821.193171:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xae7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.193181:0:228906:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000080422886/0x38bddee3668901a5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xae7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.193220:0:228906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000db5ddbc2/0x38bddee3668897e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xae7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67987b0 expref: 87 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.193244:0:228906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000db5ddbc2/0x38bddee3668897e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xae7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67987b0 expref: 87 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.193280:0:228906:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c4301c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:228906:1869755178534400:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.193324:0:228906:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d276e840 going to sleep for 11 seconds 00010000:00010000:3.0:1783145821.193359:0:206057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a1692ea/0x38bddee3668890da lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679856b expref: 77 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.193384:0:206057:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c4300a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:206057:1869755178531072:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.193401:0:206057:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d803c229/0x38bddee366890135 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.193428:0:206057:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d803c229/0x38bddee366890135 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.193460:0:206057:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d803c229/0x38bddee366890135 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.193484:0:206057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d803c229/0x38bddee366890135 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.193496:0:206057:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d803c229/0x38bddee366890135 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.193524:0:206057:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145821.193599:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+170:3650:x1869755178530048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8058us (8538us total) trans 8589936014 rc 0/0 00000100:00100000:3.0:1783145821.193615:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2239 00010000:00010000:3.0:1783145821.193634:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145821.193640:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d803c229/0x38bddee366890135 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.193650:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961a200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.193656:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d803c229/0x38bddee366890135 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.193677:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d803c229/0x38bddee366890135 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.193701:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d803c229/0x38bddee366890135 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.193723:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d803c229/0x38bddee366890135 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.193758:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.193762:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.193765:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145821.193786:0:228914:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c4300000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:228914:1869755178533376:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.193807:0:228914:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000047dd0f5a/0x38bddee36689017b lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.193827:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187831936 00000100:00100000:3.0:1783145821.193832:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187831936 00010000:00010000:3.0:1783145821.193849:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f684fbe5/0x38bddee366889548 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67986f3 expref: 77 pid: 207255 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.193887:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187831680 00000100:00100000:3.0:1783145821.193891:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187831680 00010000:00010000:3.0:1783145821.193908:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000007e163c9/0x38bddee36688953a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xae4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67986ec expref: 73 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.193941:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187831808 00000100:00100000:3.0:1783145821.193946:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187831808 00010000:00010000:3.0:1783145821.193966:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000767beb12/0x38bddee36688951e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xae3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67986de expref: 74 pid: 206056 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.193999:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187831552 00000100:00100000:3.0:1783145821.194004:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187831552 00010000:00010000:3.0:1783145821.194018:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ebc967f5/0x38bddee366889556 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67986fa expref: 78 pid: 206056 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.194047:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187832064 00000100:00100000:3.0:1783145821.194052:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187832064 00010000:00010000:3.0:1783145821.194066:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002551b159/0x38bddee3668897e1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67987a9 expref: 84 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.194187:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 644 00000100:00100000:3.0:1783145821.194203:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d13c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+74:2408:x1869755187831680:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.194218:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.194227:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000007e163c9/0x38bddee36688953a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xae4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67986ec expref: 74 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.194249:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000007e163c9/0x38bddee36688953a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xae4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67986ec expref: 74 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.194286:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xae4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.194297:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xae4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.194308:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005348fcb9/0x38bddee366890174 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xae4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.194335:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005348fcb9/0x38bddee366890174 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xae4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.194370:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145821.194396:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+74:2408:x1869755187831680:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 197us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.194411:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 644 00000100:00100000:3.0:1783145821.194433:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 645 00000100:00100000:3.0:1783145821.194445:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d9079c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+73:2410:x1869755187831808:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.194459:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.194468:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000767beb12/0x38bddee36688951e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xae3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67986de expref: 73 pid: 206056 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.194479:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000767beb12/0x38bddee36688951e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xae3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67986de expref: 73 pid: 206056 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.194508:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xae3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.194517:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xae3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.194527:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000029761f89/0x38bddee366890182 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xae3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.194550:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000029761f89/0x38bddee366890182 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xae3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.194582:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145821.194599:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d9079c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+73:2410:x1869755187831808:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 155us (754us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.194616:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 645 00000100:00100000:3.0:1783145821.194632:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 647 00000100:00100000:3.0:1783145821.194645:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+88:2409:x1869755187832192:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.194658:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.194666:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a4f82072/0x38bddee3668897b0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xae5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798794 expref: 88 pid: 206056 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.194693:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a4f82072/0x38bddee3668897b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xae5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798794 expref: 88 pid: 206056 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.194731:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xae5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.194741:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xae5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.194751:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cb78c8e2/0x38bddee366890190 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xae5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.194776:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cb78c8e2/0x38bddee366890190 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xae5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.194808:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145821.194830:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+88:2409:x1869755187832192:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 186us (790us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.194847:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 647 00010000:00010000:3.0:1783145821.194878:0:228912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4f82072/0x38bddee3668897b0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xae5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798794 expref: 87 pid: 206056 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.194913:0:228912:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c4302680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:228912:1869755178533760:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.194936:0:228912:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cb78c8e2/0x38bddee366890190 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xae5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.194988:0:228912:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cb78c8e2/0x38bddee366890190 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xae5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.195010:0:228912:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cb78c8e2/0x38bddee366890190 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xae5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.195036:0:228912:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cb78c8e2/0x38bddee366890190 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xae5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.195062:0:228912:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cb78c8e2/0x38bddee366890190 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xae5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.195098:0:228912:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145821.195211:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ca07ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+173:3653:x1869755178532096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6706us (7690us total) trans 8589935309 rc 0/0 00000100:00100000:3.0:1783145821.195228:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2252 00010000:00010000:3.0:1783145821.195249:0:228914:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000047dd0f5a/0x38bddee36689017b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.195276:0:228914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000047dd0f5a/0x38bddee36689017b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.195305:0:228914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000047dd0f5a/0x38bddee36689017b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.195346:0:228914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000047dd0f5a/0x38bddee36689017b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.195376:0:228914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1783145821.195539:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee249880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+170:3651:x1869755178531200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7604us (8217us total) trans 8589936015 rc 0/0 00000100:00100000:3.0:1783145821.195555:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2249 00010000:00010000:3.0:1783145821.195579:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1783145821.195588:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cb78c8e2/0x38bddee366890190 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xae5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.195609:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9fd392800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.195616:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cb78c8e2/0x38bddee366890190 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xae5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.195640:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cb78c8e2/0x38bddee366890190 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xae5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.195723:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cb78c8e2/0x38bddee366890190 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xae5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.195749:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb78c8e2/0x38bddee366890190 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xae5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.195792:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1783145821.195799:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005348fcb9/0x38bddee366890174 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.195823:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e5a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.195831:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005348fcb9/0x38bddee366890174 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.195864:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005348fcb9/0x38bddee366890174 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.195899:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005348fcb9/0x38bddee366890174 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.195971:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005348fcb9/0x38bddee366890174 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xae4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.195992:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1783145821.195999:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000047dd0f5a/0x38bddee36689017b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.196022:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536a000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.196028:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000047dd0f5a/0x38bddee36689017b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.196044:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000047dd0f5a/0x38bddee36689017b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.196099:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000047dd0f5a/0x38bddee36689017b lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.196149:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000047dd0f5a/0x38bddee36689017b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.196184:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783145821.196188:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d2973fb3/0x38bddee366890189 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.196210:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8846000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.196216:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d2973fb3/0x38bddee366890189 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.196230:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d2973fb3/0x38bddee366890189 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.196246:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d2973fb3/0x38bddee366890189 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.196269:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d2973fb3/0x38bddee366890189 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.196301:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.196304:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.196308:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.196318:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145821.196339:0:228907:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c4303480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:228907:1869755178534016:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.196361:0:228907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004e508d0f/0x38bddee36689019e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.196403:0:228906:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c4301c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:228906:1869755178534400:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.196418:0:228906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000080422886/0x38bddee3668901a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xae7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.196444:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187832320 00000100:00100000:3.0:1783145821.196447:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187832320 00010000:00010000:3.0:1783145821.196464:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009e716e35/0x38bddee3668897da lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67987a2 expref: 83 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.196501:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187832576 00000100:00100000:3.0:1783145821.196504:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187832576 00010000:00010000:3.0:1783145821.196550:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000db5ddbc2/0x38bddee3668897e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xae7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67987b0 expref: 87 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.196577:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187832448 00000100:00100000:3.0:1783145821.196581:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187832448 00010000:00010000:3.0:1783145821.196595:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a7e66128/0x38bddee3668897b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xae6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679879b expref: 88 pid: 206057 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.196624:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187832704 00000100:00100000:3.0:1783145821.196627:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187832704 00010000:00010000:3.0:1783145821.196641:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cbf496a0/0x38bddee366889a65 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679884a expref: 84 pid: 207255 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.196661:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 649 00000100:00100000:3.0:1783145821.196672:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb88b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+84:2408:x1869755187832320:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.196685:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.196695:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009e716e35/0x38bddee3668897da lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67987a2 expref: 84 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.196727:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009e716e35/0x38bddee3668897da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67987a2 expref: 84 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.196746:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb49:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.196754:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb49:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.196763:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001edac449/0x38bddee366890197 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.196783:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001edac449/0x38bddee366890197 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.196809:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145821.196848:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb88b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+84:2408:x1869755187832320:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 173us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.196866:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 649 00000100:00100000:3.0:1783145821.196893:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 650 00000100:00100000:3.0:1783145821.196908:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c1740450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+88:2408:x1869755187832576:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.196947:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.196957:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000db5ddbc2/0x38bddee3668897e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xae7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67987b0 expref: 88 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.196974:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000db5ddbc2/0x38bddee3668897e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xae7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67987b0 expref: 88 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.197001:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db5ddbc2/0x38bddee3668897e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xae7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67987b0 expref: 88 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.197025:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xae7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.197067:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xae7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.197077:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000080422886/0x38bddee3668901a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xae7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.197105:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000080422886/0x38bddee3668901a5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xae7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.197164:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145821.197193:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c1740450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+87:2408:x1869755187832576:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 287us (759us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.197208:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 650 00000100:00100000:3.0:1783145821.197334:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 652 00000100:00100000:3.0:1783145821.197347:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+83:2410:x1869755187832704:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.197357:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.197365:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cbf496a0/0x38bddee366889a65 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679884a expref: 83 pid: 207255 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.197383:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cbf496a0/0x38bddee366889a65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679884a expref: 83 pid: 207255 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.197405:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cbf496a0/0x38bddee366889a65 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679884a expref: 83 pid: 207255 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.197428:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb4b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.197435:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb4b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.197440:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005f0a5d34/0x38bddee3668901ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.197458:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f0a5d34/0x38bddee3668901ac lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.197493:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145821.197517:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+82:2410:x1869755187832704:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 170us (982us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.197538:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 652 00010000:00010000:3.0:1783145821.197568:0:228907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004e508d0f/0x38bddee36689019e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.197591:0:228907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e508d0f/0x38bddee36689019e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.197636:0:228907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e508d0f/0x38bddee36689019e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.197658:0:228907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e508d0f/0x38bddee36689019e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xae6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.197687:0:228907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145821.197771:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+176:3653:x1869755178531968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6735us (10101us total) trans 8589935312 rc 0/0 00000100:00100000:3.0:1783145821.197786:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2254 00000100:00100000:3.0:1783145821.197809:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2261 00000100:00100000:3.0:1783145821.197820:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+175:3652:x1869755178535168:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1783145821.197832:0:228907:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2794 count 1 00010000:00010000:3.0:1783145821.197846:0:228907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002eb3773e/0x38bddee3668901cf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xaea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.197870:0:228907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000046b298e9/0x38bddee366889b45 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xaea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb67988a5 expref: 84 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.197925:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xaea:0x0].0x0 since=5s v=(0 0) 00010000:00010000:3.0:1783145821.197933:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xaea:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.197937:0:228907:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002eb3773e/0x38bddee3668901cf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xaea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.197972:0:228907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000046b298e9/0x38bddee366889b45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xaea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67988a5 expref: 84 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.197997:0:228907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000046b298e9/0x38bddee366889b45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67988a5 expref: 84 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.198019:0:228907:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c4301c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:228907:1869755178535936:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.198100:0:228907:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d276e780 going to sleep for 11 seconds 00010000:00010000:3.0:1783145821.198116:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145821.198154:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001edac449/0x38bddee366890197 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.198169:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d375f600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.198176:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001edac449/0x38bddee366890197 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.198199:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001edac449/0x38bddee366890197 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.198226:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001edac449/0x38bddee366890197 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.198239:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001edac449/0x38bddee366890197 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.198329:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.198333:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.198338:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145821.198349:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178535296 00000100:00100000:3.0:1783145821.198354:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178535296 00000100:00100000:3.0:1783145821.198382:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2262 00000100:00100000:3.0:1783145821.198392:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+172:3653:x1869755178535296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1783145821.198405:0:228914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2894 count 1 00010000:00010000:3.0:1783145821.198419:0:228914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000d85179c/0x38bddee3668901d6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.198437:0:228914:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001f2dac85/0x38bddee366889b61 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb67988ac expref: 80 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.198450:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb4e:0x0].0x0 since=5s v=(0 0) 00010000:00010000:3.0:1783145821.198458:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb4e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.198464:0:228914:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d85179c/0x38bddee3668901d6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.198496:0:228914:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001f2dac85/0x38bddee366889b61 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67988ac expref: 80 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.198509:0:228914:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001f2dac85/0x38bddee366889b61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67988ac expref: 80 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.198529:0:228914:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c4303480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:228914:1869755178536576:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.198616:0:228914:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d276e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783145821.198635:0:228916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178536320 00000100:00100000:3.0:1783145821.198639:0:228916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178536320 00000100:00100000:3.0:1783145821.198668:0:228916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178536960 00000100:00100000:3.0:1783145821.198673:0:228916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178536960 00000100:00100000:3.0:1783145821.198715:0:228916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2265 00000100:00100000:3.0:1783145821.198731:0:228916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+176:3652:x1869755178536960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1783145821.198751:0:228916:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2799 count 1 00010000:00010000:3.0:1783145821.198766:0:228916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a117966b/0x38bddee3668901eb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xaef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.198795:0:228916:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c23bf4d2/0x38bddee366889fd6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xaef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb67989c4 expref: 84 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.198820:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xaef:0x0].0x0 since=5s v=(0 0) 00010000:00010000:3.0:1783145821.198829:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xaef:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.198838:0:228916:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a117966b/0x38bddee3668901eb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xaef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.198873:0:228916:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c23bf4d2/0x38bddee366889fd6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xaef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67989c4 expref: 84 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.198903:0:228916:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c23bf4d2/0x38bddee366889fd6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67989c4 expref: 84 pid: 206058 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.198936:0:228916:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c4302680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:228916:1869755178537344:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.198972:0:228916:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d276ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1783145821.199365:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2268 00000100:00100000:3.0:1783145821.199384:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+175:3651:x1869755178536064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1783145821.199413:0:206058:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2895 count 1 00010000:00010000:3.0:1783145821.199428:0:206058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000083978228/0x38bddee366890200 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb4f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.199486:0:206058:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000249dd1c0/0x38bddee366889d59 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798931 expref: 80 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.199504:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb4f:0x0].0x0 since=5s v=(0 0) 00010000:00010000:3.0:1783145821.199507:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb4f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.199516:0:206058:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000083978228/0x38bddee366890200 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.199551:0:206058:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000249dd1c0/0x38bddee366889d59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798931 expref: 80 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.199561:0:206058:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000249dd1c0/0x38bddee366889d59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798931 expref: 80 pid: 207255 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.199587:0:206058:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c4300000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:206058:1869755178537856:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.199651:0:206058:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d2764780 going to sleep for 11 seconds 00000100:00100000:3.0:1783145821.199665:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178537088 00000100:00100000:3.0:1783145821.199670:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178537088 00000100:00100000:3.0:1783145821.199690:0:206057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2270 00000100:00100000:3.0:1783145821.199703:0:206057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+176:3653:x1869755178537088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1783145821.199716:0:206057:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2898 count 1 00010000:00010000:3.0:1783145821.199736:0:206057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008c7b5940/0x38bddee36689020e lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb52:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.199771:0:206057:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bcf77c70/0x38bddee36688a062 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798a11 expref: 80 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.199788:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb52:0x0].0x0 since=5s v=(0 0) 00010000:00010000:3.0:1783145821.199796:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb52:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.199805:0:206057:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008c7b5940/0x38bddee36689020e lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.199835:0:206057:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bcf77c70/0x38bddee36688a062 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798a11 expref: 80 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.199906:0:206057:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bcf77c70/0x38bddee36688a062 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798a11 expref: 80 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.199930:0:206057:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c4300a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:206057:1869755178538112:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.199961:0:206057:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d2764840 going to sleep for 11 seconds 00000100:00100000:3.0:1783145821.200226:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.200264:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.200294:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.200325:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.200406:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187833216 00000100:00100000:3.0:1783145821.200414:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187833216 00010000:00010000:3.0:1783145821.200441:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005af66da7/0x38bddee366889bae lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67988c8 expref: 82 pid: 206057 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.200502:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 654 00000100:00100000:3.0:1783145821.200517:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4303800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+82:2410:x1869755187833088:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.200534:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.200545:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a28b4b51/0x38bddee366889bdf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67988dd expref: 82 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.200575:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a28b4b51/0x38bddee366889bdf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67988dd expref: 82 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.200613:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a28b4b51/0x38bddee366889bdf lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67988dd expref: 82 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.200644:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb4d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.200654:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb4d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.200664:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000002ebf51e/0x38bddee3668901c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.200676:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000002ebf51e/0x38bddee3668901c1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.200710:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145821.200737:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4303800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+81:2410:x1869755187833088:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 222us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.200757:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 654 00010000:00010000:3.0:1783145821.200782:0:228904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000002ebf51e/0x38bddee3668901c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.200805:0:228904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000002ebf51e/0x38bddee3668901c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.200828:0:228904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000002ebf51e/0x38bddee3668901c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.200855:0:228904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000002ebf51e/0x38bddee3668901c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.200878:0:228904:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1783145821.200972:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+177:3653:x1869755178534784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3503us (4176us total) trans 8589936020 rc 0/0 00000100:00100000:3.0:1783145821.200989:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2259 00000100:00100000:3.0:1783145821.201025:0:228914:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c4303480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:228914:1869755178536576:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.201043:0:228914:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000d85179c/0x38bddee3668901d6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145821.201090:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ffe2ad80/2, rc 0, transno 8589936020 00000100:00100000:3.0:1783145821.201189:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178534784:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145821.201232:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145821.201240:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000042be3e16/0x38bddee3668901c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.201282:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d375ec00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.201290:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000042be3e16/0x38bddee3668901c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.201302:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000042be3e16/0x38bddee3668901c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.201468:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000042be3e16/0x38bddee3668901c8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.201490:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042be3e16/0x38bddee3668901c8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.201556:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145821.201563:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006dcc9e32/0x38bddee3668901ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.201586:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d375e200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.201595:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006dcc9e32/0x38bddee3668901ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.201658:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006dcc9e32/0x38bddee3668901ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.201688:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006dcc9e32/0x38bddee3668901ba lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.201748:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006dcc9e32/0x38bddee3668901ba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xae9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.201778:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145821.201785:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f0942d5f/0x38bddee3668901b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xae8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.201806:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d375fc00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.201812:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f0942d5f/0x38bddee3668901b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xae8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.201890:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f0942d5f/0x38bddee3668901b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xae8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.201918:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f0942d5f/0x38bddee3668901b3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xae8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.201927:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f0942d5f/0x38bddee3668901b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xae8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.201975:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.201979:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.201983:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145821.202056:0:228916:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c4302680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:228916:1869755178537344:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.202076:0:228916:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a117966b/0x38bddee3668901eb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xaef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.202151:0:206056:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff85f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:206056:1869755178537216:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.202169:0:206056:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b3d57ca6/0x38bddee3668901dd lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.202205:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187833344 00000100:00100000:3.0:1783145821.202211:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187833344 00010000:00010000:3.0:1783145821.202233:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000046b298e9/0x38bddee366889b45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67988a5 expref: 83 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.202268:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187833600 00000100:00100000:3.0:1783145821.202273:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187833600 00010000:00010000:3.0:1783145821.202291:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000664aaf0b/0x38bddee366889f19 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67989a1 expref: 79 pid: 206058 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.202312:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187833856 00000100:00100000:3.0:1783145821.202317:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187833856 00010000:00010000:3.0:1783145821.202334:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e729a482/0x38bddee366889de5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679894d expref: 80 pid: 206056 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.202365:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187833984 00000100:00100000:3.0:1783145821.202370:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187833984 00010000:00010000:3.0:1783145821.202429:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ff5fcec9/0x38bddee366889b6f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xaeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67988b3 expref: 84 pid: 207255 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.202450:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187834112 00000100:00100000:3.0:1783145821.202455:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187834112 00010000:00010000:3.0:1783145821.202474:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000076dace9b/0x38bddee366889ef6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798993 expref: 85 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.202608:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187833728 00000100:00100000:3.0:1783145821.202614:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187833728 00010000:00010000:3.0:1783145821.202681:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c23bf4d2/0x38bddee366889fd6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67989c4 expref: 87 pid: 206058 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.202712:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 657 00000100:00100000:3.0:1783145821.202726:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c1740050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+87:2407:x1869755187833344:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.202771:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.202781:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000046b298e9/0x38bddee366889b45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67988a5 expref: 87 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.202813:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000046b298e9/0x38bddee366889b45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xaea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67988a5 expref: 87 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.202895:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000046b298e9/0x38bddee366889b45 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xaea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67988a5 expref: 87 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.202921:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xaea:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.202931:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xaea:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.202943:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002eb3773e/0x38bddee3668901cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xaea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.202959:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002eb3773e/0x38bddee3668901cf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xaea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.203029:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145821.203054:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c1740050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+85:2407:x1869755187833344:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 331us (945us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.203071:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 657 00000100:00100000:3.0:1783145821.203116:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 664 00000100:00100000:3.0:1783145821.203156:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce826d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+83:2407:x1869755187834368:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.203165:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.203173:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000efbcdc65/0x38bddee366889e08 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798954 expref: 83 pid: 206057 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.203197:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000efbcdc65/0x38bddee366889e08 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xaec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798954 expref: 83 pid: 206057 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.203225:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efbcdc65/0x38bddee366889e08 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xaec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798954 expref: 83 pid: 206057 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.203287:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xaec:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.203295:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xaec:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.203300:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000045985770/0x38bddee366890207 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xaec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.203316:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000045985770/0x38bddee366890207 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xaec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.203349:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145821.203372:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce826d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+82:2407:x1869755187834368:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 217us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.203383:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 664 00000100:00100000:3.0:1783145821.203410:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 666 00000100:00100000:3.0:1783145821.203424:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce826a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+78:2407:x1869755187834496:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.203526:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.203539:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bcf77c70/0x38bddee36688a062 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798a11 expref: 77 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.203567:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bcf77c70/0x38bddee36688a062 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798a11 expref: 77 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.203643:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb52:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.203650:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb52:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.203656:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008c7b5940/0x38bddee36689020e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.203670:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008c7b5940/0x38bddee36689020e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.203692:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145821.203715:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce826a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+77:2407:x1869755187834496:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 294us (1110us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.203734:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 666 00010000:00010000:3.0:1783145821.203774:0:206056:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b3d57ca6/0x38bddee3668901dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.203801:0:206056:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b3d57ca6/0x38bddee3668901dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.203831:0:206056:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b3d57ca6/0x38bddee3668901dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.203859:0:206056:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b3d57ca6/0x38bddee3668901dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.203888:0:206056:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1783145821.204001:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+181:3653:x1869755178536448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5290us (5418us total) trans 8589936022 rc 0/0 00000100:00100000:3.0:1783145821.204018:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2264 00010000:00010000:3.0:1783145821.204049:0:228914:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000d85179c/0x38bddee3668901d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.204073:0:228914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d85179c/0x38bddee3668901d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.204102:0:228914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000d85179c/0x38bddee3668901d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.204192:0:228914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000d85179c/0x38bddee3668901d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.204222:0:228914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1783145821.204316:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+181:3653:x1869755178535296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5922us (6063us total) trans 8589936024 rc 0/0 00000100:00100000:3.0:1783145821.204331:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2262 00010000:00010000:3.0:1783145821.204368:0:228907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002eb3773e/0x38bddee3668901cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xaea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.204387:0:228907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002eb3773e/0x38bddee3668901cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xaea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.204394:0:228907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002eb3773e/0x38bddee3668901cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xaea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.204403:0:228907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002eb3773e/0x38bddee3668901cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xaea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.204418:0:228907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1783145821.204498:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+182:3652:x1869755178535168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6678us (7572us total) trans 8589935319 rc 0/0 00000100:00100000:3.0:1783145821.204512:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2261 00010000:00010000:3.0:1783145821.204539:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1783145821.204547:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000872a6206/0x38bddee3668901f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xaed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.204573:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42cb200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.204580:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000872a6206/0x38bddee3668901f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xaed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.204610:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000872a6206/0x38bddee3668901f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xaed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.204674:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000872a6206/0x38bddee3668901f9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xaed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.204737:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000872a6206/0x38bddee3668901f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xaed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.204769:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145821.204774:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008c7b5940/0x38bddee36689020e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.204790:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01349800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.204794:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008c7b5940/0x38bddee36689020e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.204811:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008c7b5940/0x38bddee36689020e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.204842:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008c7b5940/0x38bddee36689020e lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.204868:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008c7b5940/0x38bddee36689020e lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.204900:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.204904:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.204907:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145821.204923:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 668 00000100:00100000:3.0:1783145821.204938:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+75:2407:x1869755187834752:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.204953:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.204960:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000007d050c1/0x38bddee36688a2ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798aab expref: 75 pid: 207255 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.204972:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000007d050c1/0x38bddee36688a2ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798aab expref: 75 pid: 207255 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.205000:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000007d050c1/0x38bddee36688a2ca lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798aab expref: 75 pid: 207255 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.205011:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb55:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.205016:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb55:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.205024:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000614dbce8/0x38bddee36689021c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.205033:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000614dbce8/0x38bddee36689021c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.205057:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145821.205088:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+74:2407:x1869755187834752:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 154us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.205114:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 668 00000100:00100000:3.0:1783145821.205514:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 670 00000100:00100000:3.0:1783145821.205529:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+73:2407:x1869755187834880:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.205542:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.205549:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000049079bfd/0x38bddee36688a0af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798a26 expref: 73 pid: 206057 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.205573:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000049079bfd/0x38bddee36688a0af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798a26 expref: 73 pid: 206057 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.205587:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000049079bfd/0x38bddee36688a0af lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798a26 expref: 73 pid: 206057 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.205596:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb53:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.205599:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb53:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.205602:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a08e5164/0x38bddee366890223 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.205607:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a08e5164/0x38bddee366890223 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.205631:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145821.205656:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+72:2407:x1869755187834880:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 133us (1075us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.205666:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 670 00000100:00100000:3.0:1783145821.205691:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178539776 00000100:00100000:3.0:1783145821.205695:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178539776 00000100:00100000:3.0:1783145821.205726:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2278 00000100:00100000:3.0:1783145821.205739:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee265f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+180:3652:x1869755178539776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1783145821.205754:0:206056:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2902 count 1 00010000:00010000:3.0:1783145821.205766:0:206056:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087756025/0x38bddee366890246 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb56:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.205776:0:206056:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007de5dda1/0x38bddee36688a3c6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798aea expref: 71 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.205784:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb56:0x0].0x0 since=5s v=(0 0) 00010000:00010000:3.0:1783145821.205791:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb56:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.205798:0:206056:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087756025/0x38bddee366890246 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.205829:0:206056:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007de5dda1/0x38bddee36688a3c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798aea expref: 71 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.205855:0:206056:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007de5dda1/0x38bddee36688a3c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798aea expref: 71 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.205880:0:206056:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c4300380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:206056:1869755178540544:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.205909:0:206056:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d2764780 going to sleep for 11 seconds 00000100:00100000:3.0:1783145821.205929:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178539904 00000100:00100000:3.0:1783145821.205932:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178539904 00000100:00100000:3.0:1783145821.205965:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:3.0:1783145821.206021:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+181:3650:x1869755178539904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1783145821.206033:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17142976 pending 0 free 3911106560 avail 3679584256 00000100:00100000:3.0:1783145821.206113:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+181:3650:x1869755178539904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 55us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.206146:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00010000:00010000:3.0:1783145821.206192:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.206201:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145821.206215:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee267480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178540288:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145821.206247:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1783145821.206283:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8ce825500/2, rc 0, transno 8589936023 00000100:00100000:3.0:1783145821.206298:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce825500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178536064:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1783145821.206320:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff81500/2, rc 0, transno 8589935317 00000100:00100000:3.0:1783145821.206329:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178536704:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1783145821.206349:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d8f8c700/2, rc 0, transno 8589935321 00000100:00100000:3.0:1783145821.206354:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d8f8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178536192:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1783145821.206368:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff81180/2, rc 0, transno 8589935318 00000100:00100000:3.0:1783145821.206372:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178536832:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1783145821.206410:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff81880/2, rc 0, transno 8589936026 00000100:00100000:3.0:1783145821.206416:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178537088:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1783145821.206430:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ee25ca80/2, rc 0, transno 8589936022 00000100:00100000:3.0:1783145821.206438:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178536448:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1783145821.206500:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d2f86680/2, rc 0, transno 8589936024 00000100:00100000:3.0:1783145821.206516:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d2f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178535296:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145821.206539:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee22e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178540672:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145821.206576:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145821.206786:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178541696 00000100:00100000:3.0:1783145821.206791:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178541696 00000100:00100000:3.0:1783145821.206813:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178541312 00000100:00100000:3.0:1783145821.206816:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178541312 00000100:00100000:3.0:1783145821.206880:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178541824 00000100:00100000:3.0:1783145821.206884:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178541824 00000100:00100000:3.0:1783145821.206910:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2283 00000100:00100000:3.0:1783145821.206922:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+187:3652:x1869755178541696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1783145821.206974:0:228907:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2806 count 1 00010000:00010000:3.0:1783145821.206988:0:228907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000071273697/0x38bddee366890269 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xaf6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.207015:0:228907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a305f3ce/0x38bddee36688a67b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xaf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798bc3 expref: 67 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.207032:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xaf6:0x0].0x0 since=5s v=(0 0) 00010000:00010000:3.0:1783145821.207041:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xaf6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.207048:0:228907:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071273697/0x38bddee366890269 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xaf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.207218:0:228907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a305f3ce/0x38bddee36688a67b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xaf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798bc3 expref: 67 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.207296:0:228907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a305f3ce/0x38bddee36688a67b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xaf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798bc3 expref: 67 pid: 206056 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.207314:0:228907:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c4301500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:228907:1869755178542464:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.207345:0:228907:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d2764180 going to sleep for 11 seconds 00000100:00100000:3.0:1783145821.207366:0:228916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178541952 00000100:00100000:3.0:1783145821.207371:0:228916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178541952 00000100:00100000:3.0:1783145821.207405:0:228916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2286 00000100:00100000:3.0:1783145821.207418:0:228916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+186:3650:x1869755178540800:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1783145821.207429:0:228916:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2904 count 1 00010000:00010000:3.0:1783145821.207441:0:228916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056cac8b4/0x38bddee36689027e lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb58:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.207452:0:228916:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a4c0450f/0x38bddee36688a658 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798bb5 expref: 71 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.207462:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb58:0x0].0x0 since=5s v=(0 0) 00010000:00010000:3.0:1783145821.207466:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb58:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.207476:0:228916:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056cac8b4/0x38bddee36689027e lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.207515:0:228916:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a4c0450f/0x38bddee36688a658 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798bb5 expref: 71 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.207543:0:228916:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a4c0450f/0x38bddee36688a658 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798bb5 expref: 71 pid: 206056 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.207561:0:228916:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c4301180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:228916:1869755178542848:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.207587:0:228916:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d2764840 going to sleep for 11 seconds 00000100:00100000:3.0:1783145821.207615:0:206056:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c4300380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:206056:1869755178540544:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.207632:0:206056:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000087756025/0x38bddee366890246 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.207672:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178541568 00000100:00100000:3.0:1783145821.207678:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178541568 00000100:00100000:3.0:1783145821.207706:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2289 00000100:00100000:3.0:1783145821.207719:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+186:3650:x1869755178540928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1783145821.207733:0:228914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2905 count 1 00010000:00010000:3.0:1783145821.207749:0:228914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a03e4d73/0x38bddee366890293 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb59:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.207772:0:228914:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c64ba650/0x38bddee36688a651 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798bae expref: 71 pid: 206057 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.207787:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb59:0x0].0x0 since=5s v=(0 0) 00010000:00010000:3.0:1783145821.207913:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb59:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.207926:0:228914:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a03e4d73/0x38bddee366890293 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.207979:0:228914:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c64ba650/0x38bddee36688a651 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798bae expref: 72 pid: 206057 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.208011:0:228914:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c64ba650/0x38bddee36688a651 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798bae expref: 72 pid: 206057 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.208045:0:228914:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c4300380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:228914:1869755178543360:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.208163:0:228914:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d2764780 going to sleep for 11 seconds 00010000:00010000:3.0:1783145821.208202:0:228911:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a08e5164/0x38bddee366890223 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.208227:0:228911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a08e5164/0x38bddee366890223 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.208245:0:228911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a08e5164/0x38bddee366890223 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.208272:0:228911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a08e5164/0x38bddee366890223 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.208299:0:228911:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1783145821.208546:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+187:3650:x1869755178538240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6444us (6654us total) trans 8589936029 rc 0/0 00000100:00100000:3.0:1783145821.208565:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2273 00010000:00010000:3.0:1783145821.208599:0:206056:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000087756025/0x38bddee366890246 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.208612:0:206056:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087756025/0x38bddee366890246 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.208634:0:206056:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087756025/0x38bddee366890246 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.208648:0:206056:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087756025/0x38bddee366890246 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.208670:0:206056:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145821.208787:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee265f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+187:3652:x1869755178539776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3049us (3236us total) trans 8589936030 rc 0/0 00000100:00100000:3.0:1783145821.208802:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2278 00010000:00010000:3.0:1783145821.208828:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145821.208846:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee264000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178543488:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145821.209012:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1783145821.209052:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ee267480/2, rc 0, transno 8589935325 00000100:00100000:3.0:1783145821.209064:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee267480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178540288:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145821.209300:0:228916:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c4301180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:228916:1869755178542848:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.209316:0:228916:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000056cac8b4/0x38bddee36689027e lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.209404:0:228914:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c4300380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:228914:1869755178543360:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.209426:0:228914:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a03e4d73/0x38bddee366890293 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.209562:0:228907:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c4301500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:228907:1869755178542464:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.209767:0:228907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000071273697/0x38bddee366890269 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xaf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.209860:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c4303100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178544000:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145821.209974:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145821.210109:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783145821.210360:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c4301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178543872:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145821.210395:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145821.210520:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178543872 00000100:00100000:3.0:1783145821.210526:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178543872 00000100:00100000:3.0:1783145821.210555:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2295 00000100:00100000:3.0:1783145821.210567:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+188:3651:x1869755178543872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1783145821.210585:0:206056:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2910 count 1 00010000:00010000:3.0:1783145821.210597:0:206056:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007d050c1/0x38bddee3668902bd lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb5e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.210624:0:206056:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004f351df9/0x38bddee36688ac08 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798d36 expref: 73 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.210649:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb5e:0x0].0x0 since=5s v=(0 0) 00010000:00010000:3.0:1783145821.210659:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb5e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.210671:0:206056:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007d050c1/0x38bddee3668902bd lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.210713:0:206056:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004f351df9/0x38bddee36688ac08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798d36 expref: 73 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.210726:0:206056:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004f351df9/0x38bddee36688ac08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798d36 expref: 73 pid: 207255 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.210786:0:206056:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c4301180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:206056:1869755178544640:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.210814:0:206056:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9fd136540 going to sleep for 11 seconds 00010000:00010000:3.0:1783145821.210831:0:228907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000071273697/0x38bddee366890269 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xaf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.210856:0:228907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000071273697/0x38bddee366890269 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xaf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.210880:0:228907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000071273697/0x38bddee366890269 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xaf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.210889:0:228907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000071273697/0x38bddee366890269 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xaf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.210914:0:228907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1783145821.211012:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+193:3652:x1869755178541696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4090us (4281us total) trans 8589935326 rc 0/0 00000100:00100000:3.0:1783145821.211029:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2283 00010000:00010000:3.0:1783145821.211060:0:228916:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000056cac8b4/0x38bddee36689027e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.211179:0:228916:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000056cac8b4/0x38bddee36689027e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.211204:0:228916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056cac8b4/0x38bddee36689027e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.211215:0:228916:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000056cac8b4/0x38bddee36689027e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.211253:0:228916:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1783145821.211330:0:228916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+189:3650:x1869755178540800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3915us (4222us total) trans 8589936032 rc 0/0 00000100:00100000:3.0:1783145821.211348:0:228916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2286 00010000:00010000:3.0:1783145821.211372:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1783145821.211377:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000a706b9f/0x38bddee36689025b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.211389:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d375f200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.211396:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000a706b9f/0x38bddee36689025b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.211425:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000a706b9f/0x38bddee36689025b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.211455:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000a706b9f/0x38bddee36689025b lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.211478:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a706b9f/0x38bddee36689025b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.211508:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783145821.211517:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000056cac8b4/0x38bddee36689027e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.211544:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.211550:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000056cac8b4/0x38bddee36689027e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.211575:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000056cac8b4/0x38bddee36689027e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.211602:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000056cac8b4/0x38bddee36689027e lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.211624:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056cac8b4/0x38bddee36689027e lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.211648:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.211652:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.211657:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.211668:0:228914:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a03e4d73/0x38bddee366890293 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.211691:0:228914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a03e4d73/0x38bddee366890293 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.211716:0:228914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a03e4d73/0x38bddee366890293 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.211724:0:228914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a03e4d73/0x38bddee366890293 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.211752:0:228914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145821.211817:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+189:3650:x1869755178540928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4102us (4472us total) trans 8589936034 rc 0/0 00000100:00100000:3.0:1783145821.211826:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2289 00010000:00010000:3.0:1783145821.211846:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145821.211852:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000b2a61a1/0x38bddee366890262 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xaf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.211875:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8844400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.211881:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000b2a61a1/0x38bddee366890262 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xaf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.211903:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000b2a61a1/0x38bddee366890262 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xaf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.211947:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000b2a61a1/0x38bddee366890262 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xaf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.211953:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b2a61a1/0x38bddee366890262 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xaf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.211970:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.211973:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.211977:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.212083:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1783145821.212109:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ee264000/2, rc 0, transno 8589935328 00000100:00100000:3.0:1783145821.212247:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee264000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178543488:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145821.212426:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.212549:0:206056:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c4301180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:206056:1869755178544640:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.212573:0:206056:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000007d050c1/0x38bddee3668902bd lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145821.212630:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ee22d180/2, rc 0, transno 8589936034 00000100:00100000:3.0:1783145821.212644:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee22d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178540928:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1783145821.212658:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ee266d80/2, rc 0, transno 8589935329 00000100:00100000:3.0:1783145821.212668:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178541568:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1783145821.212676:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ee22ed80/2, rc 0, transno 8589936032 00000100:00100000:3.0:1783145821.212684:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee22ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178540800:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1783145821.212704:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9c4302680/2, rc 0, transno 8589936033 00000100:00100000:3.0:1783145821.212712:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c4302680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178541440:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145821.212795:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c4301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178545280:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145821.212831:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145821.212859:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783145821.212869:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c4301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178545152:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145821.212894:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145821.212921:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178545152 00000100:00100000:3.0:1783145821.212925:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178545152 00000100:00100000:3.0:1783145821.212953:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2298 00000100:00100000:3.0:1783145821.212965:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+190:3651:x1869755178545152:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1783145821.213011:0:228914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2913 count 1 00010000:00010000:3.0:1783145821.213023:0:228914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008c7b5940/0x38bddee3668902d2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb61:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.213034:0:228914:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008ae7e30d/0x38bddee36688aef5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798dde expref: 73 pid: 206057 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.213040:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb61:0x0].0x0 since=5s v=(0 0) 00010000:00010000:3.0:1783145821.213043:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb61:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.213049:0:228914:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008c7b5940/0x38bddee3668902d2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.213075:0:228914:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008ae7e30d/0x38bddee36688aef5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798dde expref: 73 pid: 206057 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.213148:0:228914:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008ae7e30d/0x38bddee36688aef5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798dde expref: 73 pid: 206057 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.213177:0:228914:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d5fdaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:228914:1869755178545792:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.213213:0:228914:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9fd136540 going to sleep for 11 seconds 00000100:00100000:3.0:1783145821.213333:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d13ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178546048:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145821.213431:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145821.213465:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3c02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178546688:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145821.213504:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145821.213525:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1783145821.213535:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d13cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178545920:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145821.213655:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145821.213686:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c65da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178546560:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145821.213718:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145821.213752:0:228916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2303 00000100:00100000:3.0:1783145821.213765:0:228916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb88b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+193:3651:x1869755178546688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1783145821.213793:0:228916:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2915 count 1 00010000:00010000:3.0:1783145821.213808:0:228916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000004e3cf4d/0x38bddee3668902fc lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb63:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.213882:0:228916:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000687d7ca9/0x38bddee36688b0f4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798e86 expref: 73 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.213938:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb63:0x0].0x0 since=5s v=(0 0) 00010000:00010000:3.0:1783145821.213945:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb63:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.213955:0:228916:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004e3cf4d/0x38bddee3668902fc lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.214005:0:228916:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000687d7ca9/0x38bddee36688b0f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798e86 expref: 75 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.214023:0:228916:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000687d7ca9/0x38bddee36688b0f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798e86 expref: 75 pid: 207255 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.214050:0:228916:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff10700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:228916:1869755178547328:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.214088:0:228916:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9fd136b40 going to sleep for 11 seconds 00000004:00080000:3.0:1783145821.214249:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ee266a00/2, rc 0, transno 8589935333 00000100:00100000:3.0:1783145821.214300:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178541952:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1783145821.214357:0:206056:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000007d050c1/0x38bddee3668902bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.214444:0:206056:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000007d050c1/0x38bddee3668902bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.214462:0:206056:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007d050c1/0x38bddee3668902bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.214496:0:206056:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000007d050c1/0x38bddee3668902bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.214526:0:206056:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145821.214626:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4300380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+195:3651:x1869755178543872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4059us (4231us total) trans 8589936037 rc 0/0 00000100:00100000:3.0:1783145821.214641:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2295 00010000:00010000:3.0:1783145821.214762:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145821.214770:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000042be3e16/0x38bddee3668902b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.214793:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d375ec00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.214802:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000042be3e16/0x38bddee3668902b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.214872:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000042be3e16/0x38bddee3668902b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.214890:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000042be3e16/0x38bddee3668902b6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.214906:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042be3e16/0x38bddee3668902b6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.214933:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145821.214941:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000015f39173/0x38bddee3668902c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xafc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.214957:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d93df400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.215008:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000015f39173/0x38bddee3668902c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xafc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.215028:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000015f39173/0x38bddee3668902c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xafc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.215043:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000015f39173/0x38bddee3668902c4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xafc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.215065:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000015f39173/0x38bddee3668902c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xafc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.215177:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.215181:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.215184:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145821.215278:0:228914:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d5fdaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:228914:1869755178545792:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.215303:0:228914:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008c7b5940/0x38bddee3668902d2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.215361:0:228916:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff10700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:228916:1869755178547328:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.215387:0:228916:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000004e3cf4d/0x38bddee3668902fc lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145821.215497:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9c4301880/2, rc 0, transno 8589936037 00000100:00100000:3.0:1783145821.215514:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c4301880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178543872:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1783145821.215539:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9c4303100/2, rc 0, transno 8589936038 00000100:00100000:3.0:1783145821.215552:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c4303100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178544000:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145821.215565:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783145821.215581:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ebc30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178548352:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145821.215626:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145821.215715:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783145821.215728:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178548480:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145821.215772:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145821.215821:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178548352 00000100:00100000:3.0:1783145821.215828:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178548352 00000100:00100000:3.0:1783145821.215857:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178548480 00000100:00100000:3.0:1783145821.215863:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178548480 00000100:00100000:3.0:1783145821.215893:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2310 00000100:00100000:3.0:1783145821.215908:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+201:3651:x1869755178548352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1783145821.215929:0:206056:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2819 count 1 00010000:00010000:3.0:1783145821.215947:0:206056:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005bdd3f84/0x38bddee366890326 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb03:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.215969:0:206056:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000090ee1ce4/0x38bddee36688b42e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798f9e expref: 59 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.215995:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb03:0x0].0x0 since=5s v=(0 0) 00010000:00010000:3.0:1783145821.216005:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb03:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.216016:0:206056:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005bdd3f84/0x38bddee366890326 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.216059:0:206056:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000090ee1ce4/0x38bddee36688b42e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798f9e expref: 59 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.216092:0:206056:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000090ee1ce4/0x38bddee36688b42e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb03:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798f9e expref: 59 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.216151:0:206056:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:206056:1869755178548736:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.216196:0:206056:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9fd136b40 going to sleep for 11 seconds 00010000:00010000:3.0:1783145821.216227:0:228914:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008c7b5940/0x38bddee3668902d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.216256:0:228914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008c7b5940/0x38bddee3668902d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.216285:0:228914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008c7b5940/0x38bddee3668902d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.216301:0:228914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008c7b5940/0x38bddee3668902d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.216339:0:228914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1783145821.216443:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+198:3651:x1869755178545152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3478us (3550us total) trans 8589936041 rc 0/0 00000100:00100000:3.0:1783145821.216470:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2298 00010000:00010000:3.0:1783145821.216497:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1783145821.216644:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d13ca300/2, rc 0, transno 8589935335 00000100:00100000:3.0:1783145821.216660:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d13ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178546048:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1783145821.216678:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9c4301180/2, rc 0, transno 8589936041 00000100:00100000:3.0:1783145821.216687:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c4301180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178545152:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145821.216697:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783145821.216712:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178549504:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145821.216761:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145821.216796:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178549248:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145821.216832:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145821.218421:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.218492:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.218598:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.218644:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.218688:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.218714:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187838976 00000100:00100000:3.0:1783145821.218722:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187838976 00010000:00010000:3.0:1783145821.218746:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c37ad2a3/0x38bddee36688b363 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798f6d expref: 75 pid: 206058 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.218792:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 700 00000100:00100000:3.0:1783145821.218809:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff10380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+69:2408:x1869755187838848:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.218827:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.218839:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000687d7ca9/0x38bddee36688b0f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798e86 expref: 69 pid: 207255 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.218870:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000687d7ca9/0x38bddee36688b0f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798e86 expref: 68 pid: 207255 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.218908:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000687d7ca9/0x38bddee36688b0f4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6798e86 expref: 68 pid: 207255 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.218943:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb63:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.218953:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb63:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.218964:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000004e3cf4d/0x38bddee3668902fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.218990:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004e3cf4d/0x38bddee3668902fc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.219099:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145821.219151:0:228916:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000004e3cf4d/0x38bddee3668902fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.219170:0:228916:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004e3cf4d/0x38bddee3668902fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.219183:0:228916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000004e3cf4d/0x38bddee3668902fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.219192:0:228916:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000004e3cf4d/0x38bddee3668902fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.219211:0:228916:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1783145821.219314:0:228916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb88b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+200:3651:x1869755178546688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5552us (5812us total) trans 8589936043 rc 0/0 00000100:00100000:3.0:1783145821.219326:0:228916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2303 00000004:00080000:3.0:1783145821.219372:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d13cbb80/2, rc 0, transno 8589935336 00000100:00100000:3.0:1783145821.219391:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d13cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178545920:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1783145821.219415:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d3c02680/2, rc 0, transno 8589936043 00000100:00100000:3.0:1783145821.219429:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3c02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178546688:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1783145821.219453:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9c4301c00/2, rc 0, transno 8589936042 00000100:00100000:3.0:1783145821.219463:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c4301c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178545280:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145821.219605:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783145821.219622:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178550144:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145821.219674:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178550400:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145821.219712:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145821.219764:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2317 00000100:00100000:3.0:1783145821.219778:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+204:3650:x1869755178550272:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1783145821.219797:0:228907:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2823 count 1 00010000:00010000:3.0:1783145821.219814:0:228907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000056cac8b4/0x38bddee366890357 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb07:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.219846:0:228907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000052afe9c1/0x38bddee36688b6ea lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799054 expref: 59 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.219867:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb07:0x0].0x0 since=5s v=(0 0) 00010000:00010000:3.0:1783145821.219877:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb07:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.219889:0:228907:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056cac8b4/0x38bddee366890357 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.219934:0:228907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000052afe9c1/0x38bddee36688b6ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799054 expref: 59 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.219967:0:228907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000052afe9c1/0x38bddee36688b6ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799054 expref: 59 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.220001:0:228907:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:228907:1869755178550656:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.220224:0:228907:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9fd136780 going to sleep for 11 seconds 00000100:00100000:3.0:1783145821.220315:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145821.220360:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178550144 00000100:00100000:3.0:1783145821.220366:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178550144 00000100:00100000:3.0:1783145821.220407:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2320 00000100:00100000:3.0:1783145821.220422:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+204:3652:x1869755178550144:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1783145821.220443:0:228903:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2821 count 1 00010000:00010000:3.0:1783145821.220460:0:228903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcf3b4e8/0x38bddee36689036c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb05:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.220482:0:228903:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000091e190ae/0x38bddee36688b6dc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799046 expref: 59 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.220519:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb05:0x0].0x0 since=5s v=(0 0) 00010000:00010000:3.0:1783145821.220526:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb05:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.220538:0:228903:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcf3b4e8/0x38bddee36689036c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.220568:0:228903:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000091e190ae/0x38bddee36688b6dc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799046 expref: 59 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.220593:0:228903:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000091e190ae/0x38bddee36688b6dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799046 expref: 59 pid: 207255 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.220753:0:228903:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff11880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:228903:1869755178551040:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.220798:0:228903:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9fd136e40 going to sleep for 11 seconds 00000004:00080000:3.0:1783145821.221027:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d9079c00/2, rc 0, transno 8589935339 00000100:00100000:3.0:1783145821.221043:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d9079c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178546432:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145821.221303:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783145821.221318:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178551296:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145821.221367:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145821.221585:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.221665:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.221734:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.221995:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.222093:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.222223:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.222253:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.222280:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.222378:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.222524:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.222665:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.222960:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.223342:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.223504:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.223680:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145821.223881:0:228907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052afe9c1/0x38bddee36688b6ea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799054 expref: 57 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.223909:0:228907:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:228907:1869755178550656:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.224001:0:228907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000056cac8b4/0x38bddee366890357 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.224020:0:228907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000056cac8b4/0x38bddee366890357 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.224041:0:228907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056cac8b4/0x38bddee366890357 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.224075:0:228907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000056cac8b4/0x38bddee366890357 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.224093:0:228907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000056cac8b4/0x38bddee366890357 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.224159:0:228907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145821.224267:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+207:3650:x1869755178550272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4489us (4615us total) trans 8589935343 rc 0/0 00000100:00100000:3.0:1783145821.224285:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2317 00000100:00100000:3.0:1783145821.224307:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178551936 00000100:00100000:3.0:1783145821.224312:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178551936 00000100:00100000:3.0:1783145821.224346:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2324 00000100:00100000:3.0:1783145821.224358:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ebc33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+207:3653:x1869755178551936:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1783145821.224381:0:228907:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2827 count 1 00010000:00010000:3.0:1783145821.224400:0:228907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e423dc7/0x38bddee366890388 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb0b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.224435:0:228907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002438e5aa/0x38bddee36688c219 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679917a expref: 56 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.224461:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb0b:0x0].0x0 since=4s v=(0 0) 00010000:00010000:3.0:1783145821.224470:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb0b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.224480:0:228907:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e423dc7/0x38bddee366890388 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.224521:0:228907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002438e5aa/0x38bddee36688c219 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679917a expref: 56 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.224553:0:228907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002438e5aa/0x38bddee36688c219 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb0b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679917a expref: 56 pid: 228905 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.224587:0:228907:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff18700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:228907:1869755178552192:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.224642:0:228907:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9fd136840 going to sleep for 11 seconds 00010000:00010000:3.0:1783145821.224678:0:228903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091e190ae/0x38bddee36688b6dc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb05:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799046 expref: 54 pid: 207255 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.224706:0:228903:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff11880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:228903:1869755178551040:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.224725:0:228903:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bcf3b4e8/0x38bddee36689036c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.224756:0:228903:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bcf3b4e8/0x38bddee36689036c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.224815:0:228903:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcf3b4e8/0x38bddee36689036c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.224840:0:228903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcf3b4e8/0x38bddee36689036c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.224851:0:228903:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bcf3b4e8/0x38bddee36689036c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb05:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.224875:0:228903:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145821.225195:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+210:3652:x1869755178550144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4778us (4879us total) trans 8589935345 rc 0/0 00000100:00100000:3.0:1783145821.225211:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2320 00010000:00010000:3.0:1783145821.225237:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1783145821.225275:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff12680/2, rc 0, transno 8589935345 00000100:00100000:3.0:1783145821.225293:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178550144:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1783145821.225433:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff85c00/2, rc 0, transno 8589935346 00000100:00100000:3.0:1783145821.225452:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178549632:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1783145821.225474:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff86680/2, rc 0, transno 8589936048 00000100:00100000:3.0:1783145821.225490:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178549120:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1783145821.225518:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff12300/2, rc 0, transno 8589935342 00000100:00100000:3.0:1783145821.225529:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178547584:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145821.225616:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178552960:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1783145821.225682:0:228912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000090988ab/0x38bddee36688b90c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb08:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67990ee expref: 53 pid: 206056 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.225769:0:228912:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff80380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:228912:1869755178551424:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.225789:0:228912:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ded8fea2/0x38bddee366890373 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.225816:0:228912:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ded8fea2/0x38bddee366890373 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.225843:0:228912:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ded8fea2/0x38bddee366890373 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.225948:0:228912:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ded8fea2/0x38bddee366890373 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.225964:0:228912:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ded8fea2/0x38bddee366890373 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.225984:0:228912:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145821.226381:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145821.226417:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178552960 00000100:00100000:3.0:1783145821.226424:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178552960 00000100:00100000:3.0:1783145821.226501:0:206057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2329 00000100:00100000:3.0:1783145821.226513:0:206057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+211:3653:x1869755178552960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1783145821.226529:0:206057:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2829 count 1 00010000:00010000:3.0:1783145821.226545:0:206057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006084bc14/0x38bddee3668903ab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb0d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.226723:0:206057:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000001146107/0x38bddee36688cc14 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799284 expref: 67 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.226739:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb0d:0x0].0x0 since=4s v=(0 0) 00010000:00010000:3.0:1783145821.226749:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb0d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.226758:0:206057:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006084bc14/0x38bddee3668903ab lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.226798:0:206057:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000001146107/0x38bddee36688cc14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799284 expref: 67 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.226827:0:206057:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000001146107/0x38bddee36688cc14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799284 expref: 67 pid: 228902 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.226857:0:206057:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:206057:1869755178553600:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.226955:0:206057:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9fd136600 going to sleep for 11 seconds 00000100:00100000:3.0:1783145821.226983:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178553344:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145821.227021:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1783145821.227057:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff86a00/2, rc 0, transno 8589935348 00000100:00100000:3.0:1783145821.227072:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178552320:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145821.227084:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783145821.227095:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178553472:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145821.227171:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145821.227204:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178553472 00000100:00100000:3.0:1783145821.227210:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178553472 00000100:00100000:3.0:1783145821.227245:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2332 00000100:00100000:3.0:1783145821.227256:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+215:3650:x1869755178553472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1783145821.227274:0:228903:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2832 count 1 00010000:00010000:3.0:1783145821.227289:0:228903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d634c683/0x38bddee3668903c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.227321:0:228903:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f3ef9cad/0x38bddee36688cc84 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb67992a0 expref: 67 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.227343:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb10:0x0].0x0 since=4s v=(0 0) 00010000:00010000:3.0:1783145821.227350:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.227359:0:228903:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d634c683/0x38bddee3668903c0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.227390:0:228903:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f3ef9cad/0x38bddee36688cc84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67992a0 expref: 67 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.227408:0:228903:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f3ef9cad/0x38bddee36688cc84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67992a0 expref: 67 pid: 228911 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.227428:0:228903:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:228903:1869755178554240:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.227463:0:228903:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9fd136c00 going to sleep for 11 seconds 00000100:00100000:3.0:1783145821.227487:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178554112 00000100:00100000:3.0:1783145821.227492:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178554112 00000100:00100000:3.0:1783145821.227558:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2333 00000100:00100000:3.0:1783145821.227572:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+215:3653:x1869755178554112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1783145821.227624:0:207255:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2834 count 1 00010000:00010000:3.0:1783145821.227642:0:207255:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000a0a1e59/0x38bddee3668903c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.227674:0:207255:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e58de553/0x38bddee36688d2b9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679944b expref: 68 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.227701:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb12:0x0].0x0 since=4s v=(0 0) 00010000:00010000:3.0:1783145821.227712:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.227723:0:207255:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000a0a1e59/0x38bddee3668903c7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.227759:0:207255:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e58de553/0x38bddee36688d2b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679944b expref: 68 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.227790:0:207255:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e58de553/0x38bddee36688d2b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679944b expref: 68 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.227826:0:207255:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff19880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:207255:1869755178554496:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.227868:0:207255:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9fd136840 going to sleep for 11 seconds 00010000:00010000:3.0:1783145821.227991:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145821.228000:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009deab945/0x38bddee36689039d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.228026:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8845e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.228030:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009deab945/0x38bddee36689039d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.228084:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009deab945/0x38bddee36689039d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.228106:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009deab945/0x38bddee36689039d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.228156:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009deab945/0x38bddee36689039d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb0c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.228188:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.228192:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.228198:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1783145821.228228:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ebc33100/2, rc 0, transno 8589935350 00000100:00100000:3.0:1783145821.228242:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ebc33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178552704:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145821.228548:0:206057:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:206057:1869755178553600:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.228564:0:206057:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006084bc14/0x38bddee3668903ab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb0d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.228846:0:228904:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ebc30000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:228904:1869755178553856:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.228861:0:228904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000240bbce1/0x38bddee3668903b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.228993:0:207255:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff19880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:207255:1869755178554496:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.229047:0:207255:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000a0a1e59/0x38bddee3668903c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.229089:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 726 00000100:00100000:3.0:1783145821.229100:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ebc30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+69:2410:x1869755187842304:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.229110:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.229187:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a648ee87/0x38bddee36688cc99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67992a7 expref: 69 pid: 228911 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.229380:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a648ee87/0x38bddee36688cc99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67992a7 expref: 67 pid: 228911 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.229410:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a648ee87/0x38bddee36688cc99 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67992a7 expref: 66 pid: 228911 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.229435:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb0f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.229445:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb0f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.229457:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c2a8b63e/0x38bddee3668903b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.229475:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c2a8b63e/0x38bddee3668903b9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.229584:0:228904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000240bbce1/0x38bddee3668903b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.229670:0:228904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000240bbce1/0x38bddee3668903b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.229735:0:228904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000240bbce1/0x38bddee3668903b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.229759:0:228904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000240bbce1/0x38bddee3668903b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.229781:0:228904:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00000100:00100000:3.0:1783145821.229882:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+219:3653:x1869755178553728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2830us (2908us total) trans 8589935353 rc 0/0 00000100:00100000:3.0:1783145821.230019:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2330 00010000:00010000:3.0:1783145821.230044:0:206057:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006084bc14/0x38bddee3668903ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.230062:0:206057:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006084bc14/0x38bddee3668903ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.230073:0:206057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006084bc14/0x38bddee3668903ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.230079:0:206057:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006084bc14/0x38bddee3668903ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.230094:0:206057:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1783145821.230217:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+219:3653:x1869755178552960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3708us (3840us total) trans 8589935355 rc 0/0 00000100:00100000:3.0:1783145821.230226:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2329 00000100:00100000:3.0:1783145821.230242:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178555264 00000100:00100000:3.0:1783145821.230255:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178555264 00000100:00100000:3.0:1783145821.230286:0:206057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2337 00000100:00100000:3.0:1783145821.230299:0:206057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+219:3652:x1869755178555264:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1783145821.230313:0:206057:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2838 count 1 00010000:00010000:3.0:1783145821.230326:0:206057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000fa5b308/0x38bddee3668903e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.230354:0:206057:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001b5986c7/0x38bddee36688d3f4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799491 expref: 62 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.230375:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb16:0x0].0x0 since=4s v=(0 0) 00010000:00010000:3.0:1783145821.230382:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.230390:0:206057:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000fa5b308/0x38bddee3668903e3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.230426:0:206057:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001b5986c7/0x38bddee36688d3f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799491 expref: 61 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.230444:0:206057:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001b5986c7/0x38bddee36688d3f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799491 expref: 61 pid: 228913 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.230464:0:206057:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff19880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:206057:1869755178555392:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.230517:0:206057:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9fd136e40 going to sleep for 11 seconds 00010000:00010000:3.0:1783145821.230532:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145821.230537:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000935af70e/0x38bddee3668903dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.230557:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8845000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.230565:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000935af70e/0x38bddee3668903dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.230601:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000935af70e/0x38bddee3668903dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.230612:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000935af70e/0x38bddee3668903dc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.230617:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000935af70e/0x38bddee3668903dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.230635:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145821.230639:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000614dbce8/0x38bddee3668903d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.230644:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d93de600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.230647:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000614dbce8/0x38bddee3668903d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.230653:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000614dbce8/0x38bddee3668903d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.230661:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000614dbce8/0x38bddee3668903d5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.230666:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000614dbce8/0x38bddee3668903d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.230691:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.230694:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.230699:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1783145821.230767:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff87480/2, rc 0, transno 8589935353 00000100:00100000:3.0:1783145821.230785:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178553728:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1783145821.230808:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff1ad80/2, rc 0, transno 8589935355 00000100:00100000:3.0:1783145821.230819:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178552960:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1783145821.230843:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff87100/2, rc 0, transno 8589935358 00000100:00100000:3.0:1783145821.230854:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178554112:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145821.231019:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178555904:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145821.231067:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145821.231097:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783145821.231108:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178555776:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145821.231236:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145821.231547:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.231661:0:206057:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff19880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:206057:1869755178555392:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.231781:0:206057:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000fa5b308/0x38bddee3668903e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.231794:0:206057:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000fa5b308/0x38bddee3668903e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.231803:0:206057:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000fa5b308/0x38bddee3668903e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.231882:0:206057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000fa5b308/0x38bddee3668903e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.231890:0:206057:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000fa5b308/0x38bddee3668903e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.231939:0:206057:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00000100:00100000:3.0:1783145821.232068:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+225:3652:x1869755178555264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1774us (1865us total) trans 8589935360 rc 0/0 00000100:00100000:3.0:1783145821.232077:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2337 00000100:00100000:3.0:1783145821.232101:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1783145821.232215:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff1b100/2, rc 0, transno 8589935359 00000100:00100000:3.0:1783145821.232228:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178553344:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145821.232279:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178557056:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145821.232328:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145821.232484:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.232540:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.232753:0:228914:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:228914:1869755178556800:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.232773:0:228914:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dd5cf33f/0x38bddee3668903ff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.232819:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187843456 00000100:00100000:3.0:1783145821.232825:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187843456 00010000:00010000:3.0:1783145821.232850:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000532954e4/0x38bddee36688d996 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67995a2 expref: 50 pid: 206058 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.232889:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187843712 00000100:00100000:3.0:1783145821.232896:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187843712 00010000:00010000:3.0:1783145821.232913:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c122dc00/0x38bddee36688d7ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679952b expref: 52 pid: 228911 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.232956:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 737 00000100:00100000:3.0:1783145821.232971:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+52:2408:x1869755187843584:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.232986:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.232995:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009c388ced/0x38bddee36688db09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679962e expref: 52 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.233010:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009c388ced/0x38bddee36688db09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679962e expref: 52 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.233037:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c388ced/0x38bddee36688db09 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679962e expref: 52 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.233049:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.233058:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.233174:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000424a2357/0x38bddee366890406 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.233200:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000424a2357/0x38bddee366890406 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.233479:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145821.233509:0:228914:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dd5cf33f/0x38bddee3668903ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.233579:0:228914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dd5cf33f/0x38bddee3668903ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.233604:0:228914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dd5cf33f/0x38bddee3668903ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.233623:0:228914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dd5cf33f/0x38bddee3668903ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.233640:0:228914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145821.233736:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ebc33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+231:3651:x1869755178555648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2319us (2457us total) trans 8589935364 rc 0/0 00000100:00100000:3.0:1783145821.233747:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2341 00000100:00100000:3.0:1783145821.233767:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2348 00000100:00100000:3.0:1783145821.233779:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+230:3653:x1869755178557824:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1783145821.233790:0:228914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2848 count 1 00010000:00010000:3.0:1783145821.233802:0:228914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcf3b4e8/0x38bddee366890429 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.233832:0:228914:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d385805b/0x38bddee36688e0f8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb67997ee expref: 57 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.233878:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb20:0x0].0x0 since=4s v=(0 0) 00010000:00010000:3.0:1783145821.233889:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.233901:0:228914:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcf3b4e8/0x38bddee366890429 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.233931:0:228914:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d385805b/0x38bddee36688e0f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67997ee expref: 57 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.233961:0:228914:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d385805b/0x38bddee36688e0f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67997ee expref: 57 pid: 206058 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.233997:0:228914:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff28700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:228914:1869755178558336:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.234044:0:228914:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9fd136b40 going to sleep for 11 seconds 00000100:00100000:3.0:1783145821.234103:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.234195:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.234269:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.234455:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+46:2408:x1869755187843584:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1487us (1689us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.234466:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 737 00000100:00100000:3.0:1783145821.234492:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 740 00000100:00100000:3.0:1783145821.234502:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+45:2408:x1869755187844096:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.234560:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.234568:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002606a5dc/0x38bddee36688dde8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799715 expref: 45 pid: 228904 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.234581:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002606a5dc/0x38bddee36688dde8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799715 expref: 45 pid: 228904 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.234596:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002606a5dc/0x38bddee36688dde8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799715 expref: 45 pid: 228904 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.234612:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.234621:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.234630:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000084a8f3e6/0x38bddee366890414 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.234643:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084a8f3e6/0x38bddee366890414 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.234676:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145821.234698:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+43:2408:x1869755187844096:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 198us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.234716:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 740 00010000:00010000:3.0:1783145821.234808:0:206490:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000084a8f3e6/0x38bddee366890414 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.234827:0:206490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084a8f3e6/0x38bddee366890414 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.234835:0:206490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084a8f3e6/0x38bddee366890414 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.234852:0:206490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000084a8f3e6/0x38bddee366890414 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.234867:0:206490:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1783145821.234963:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+235:3652:x1869755178556928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2633us (2705us total) trans 8589935368 rc 0/0 00000100:00100000:3.0:1783145821.234976:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2344 00000004:00080000:3.0:1783145821.235002:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff84380/2, rc 0, transno 8589935368 00000100:00100000:3.0:1783145821.235014:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178556928:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145821.235837:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.235861:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.235883:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.235918:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.235982:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.236253:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.236293:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.236489:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.236552:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145821.236646:0:206056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2e20c89/0x38bddee36688e53c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799929 expref: 58 pid: 228914 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.236677:0:206056:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff25500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:206056:1869755178558976:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.236771:0:206056:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ded8fea2/0x38bddee366890445 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.236816:0:206056:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ded8fea2/0x38bddee366890445 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.236837:0:206056:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ded8fea2/0x38bddee366890445 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.236863:0:206056:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ded8fea2/0x38bddee366890445 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.236892:0:206056:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ded8fea2/0x38bddee366890445 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.236925:0:206056:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1783145821.237088:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+238:3650:x1869755178558848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2134us (2216us total) trans 8589935370 rc 0/0 00000100:00100000:3.0:1783145821.237102:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2351 00010000:00010000:3.0:1783145821.237207:0:228903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c2b1ee8f/0x38bddee36688e6ee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67999b5 expref: 53 pid: 228916 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.237239:0:228903:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ebc30380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:228903:1869755178559616:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.237257:0:228903:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e656432f/0x38bddee366890453 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.237284:0:228903:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e656432f/0x38bddee366890453 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.237379:0:228903:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e656432f/0x38bddee366890453 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.237405:0:228903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e656432f/0x38bddee366890453 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.237416:0:228903:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e656432f/0x38bddee366890453 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.237444:0:228903:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145821.237530:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+236:3652:x1869755178559360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2038us (2118us total) trans 8589935374 rc 0/0 00000100:00100000:3.0:1783145821.237551:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2353 00000100:00100000:3.0:1783145821.237572:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178559872 00000100:00100000:3.0:1783145821.237577:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178559872 00000100:00100000:3.0:1783145821.237609:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178560000 00000100:00100000:3.0:1783145821.237613:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178560000 00000100:00100000:3.0:1783145821.237655:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2355 00000100:00100000:3.0:1783145821.237668:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+238:3651:x1869755178559744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1783145821.237684:0:228903:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2855 count 1 00010000:00010000:3.0:1783145821.237701:0:228903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009815ebe8/0x38bddee366890461 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb27:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.237728:0:228903:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000027f66c56/0x38bddee36688e597 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679995a expref: 51 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.237770:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb27:0x0].0x0 since=4s v=(0 0) 00010000:00010000:3.0:1783145821.237780:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.237788:0:228903:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009815ebe8/0x38bddee366890461 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.237830:0:228903:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000027f66c56/0x38bddee36688e597 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679995a expref: 51 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.237862:0:228903:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000027f66c56/0x38bddee36688e597 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679995a expref: 51 pid: 228898 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.237886:0:228903:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff28380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:228903:1869755178560640:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.237923:0:228903:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9fd136780 going to sleep for 11 seconds 00010000:00010000:3.0:1783145821.237974:0:228905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000159b5cbb/0x38bddee36688e566 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799937 expref: 51 pid: 228905 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.237991:0:228905:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff12a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:228905:1869755178559488:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.238008:0:228905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007cae8d6c/0x38bddee36689044c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.238029:0:228905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007cae8d6c/0x38bddee36689044c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.238048:0:228905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007cae8d6c/0x38bddee36689044c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.238059:0:228905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007cae8d6c/0x38bddee36689044c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.238073:0:228905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007cae8d6c/0x38bddee36689044c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.238093:0:228905:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145821.238205:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+242:3652:x1869755178559232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2858us (2928us total) trans 8589935375 rc 0/0 00000100:00100000:3.0:1783145821.238219:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2352 00010000:00010000:3.0:1783145821.238249:0:228912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000972a9da9/0x38bddee36688e52e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799922 expref: 50 pid: 228907 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.238279:0:228912:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ebc32680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:228912:1869755178559104:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.238296:0:228912:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000002a3c08b/0x38bddee36689043e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.238321:0:228912:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000002a3c08b/0x38bddee36689043e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.238330:0:228912:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002a3c08b/0x38bddee36689043e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.238354:0:228912:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000002a3c08b/0x38bddee36689043e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.238370:0:228912:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000002a3c08b/0x38bddee36689043e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.238398:0:228912:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145821.238466:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+242:3650:x1869755178558720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3520us (3754us total) trans 8589935376 rc 0/0 00000100:00100000:3.0:1783145821.238475:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2350 00000100:00100000:3.0:1783145821.239741:0:228903:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff28380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:228903:1869755178560640:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.239867:0:228903:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009815ebe8/0x38bddee366890461 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb27:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.239954:0:228904:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff27800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:228904:1869755178560896:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.240013:0:228904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000027029a05/0x38bddee36689046f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb2a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.240217:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.240240:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145821.240491:0:228903:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009815ebe8/0x38bddee366890461 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.240518:0:228903:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009815ebe8/0x38bddee366890461 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.240542:0:228903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009815ebe8/0x38bddee366890461 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.240556:0:228903:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009815ebe8/0x38bddee366890461 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.240573:0:228903:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145821.240658:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+244:3651:x1869755178559744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2993us (3125us total) trans 8589935377 rc 0/0 00000100:00100000:3.0:1783145821.240671:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2355 00000100:00100000:3.0:1783145821.240911:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 756 00000100:00100000:3.0:1783145821.240922:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff11880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+41:2408:x1869755187846016:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.240930:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.240936:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001658e7a0/0x38bddee36688eb08 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799a9c expref: 41 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.240950:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001658e7a0/0x38bddee36688eb08 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799a9c expref: 41 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.240971:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001658e7a0/0x38bddee36688eb08 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799a9c expref: 41 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.240985:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.240992:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.240999:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009deab945/0x38bddee366890476 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.241069:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009deab945/0x38bddee366890476 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.241098:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145821.241152:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff11880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+37:2408:x1869755187846016:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 231us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.241170:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 756 00000100:00100000:3.0:1783145821.241224:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145821.241521:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145821.241527:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000027029a05/0x38bddee36689046f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.241540:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8552800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145821.241544:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000027029a05/0x38bddee36689046f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.241549:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000027029a05/0x38bddee36689046f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.241559:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000027029a05/0x38bddee36689046f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.241564:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027029a05/0x38bddee36689046f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.241676:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.241680:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.241683:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.241711:0:228910:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a79a4de3/0x38bddee36689048b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.241718:0:228910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a79a4de3/0x38bddee36689048b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.241736:0:228910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a79a4de3/0x38bddee36689048b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.241753:0:228910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a79a4de3/0x38bddee36689048b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.241768:0:228910:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145821.241853:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ebc30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+245:3653:x1869755178561408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3161us (3274us total) trans 8589935384 rc 0/0 00000100:00100000:3.0:1783145821.241869:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2361 00000100:00100000:3.0:1783145821.241931:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178562048 00000100:00100000:3.0:1783145821.241935:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178562048 00000100:00100000:3.0:1783145821.241964:0:206057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2363 00000100:00100000:3.0:1783145821.241972:0:206057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+245:3652:x1869755178562048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1783145821.241982:0:206057:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2865 count 1 00010000:00010000:3.0:1783145821.242022:0:206057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000056cac8b4/0x38bddee366890499 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb31:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.242035:0:206057:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee36688ef37 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799bec expref: 35 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.242046:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb31:0x0].0x0 since=4s v=(0 0) 00010000:00010000:3.0:1783145821.242049:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.242051:0:206057:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056cac8b4/0x38bddee366890499 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.242073:0:206057:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee36688ef37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799bec expref: 35 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.242088:0:206057:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee36688ef37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799bec expref: 35 pid: 228904 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.242102:0:206057:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:206057:1869755178562688:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.242300:0:206057:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9fd136c00 going to sleep for 11 seconds 00000100:00100000:3.0:1783145821.242322:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2366 00000100:00100000:3.0:1783145821.242336:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+249:3650:x1869755178561920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1783145821.242351:0:228905:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2863 count 1 00010000:00010000:3.0:1783145821.242366:0:228905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005bdd3f84/0x38bddee3668904ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb2f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.242394:0:228905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ccf5ada8/0x38bddee36688ef29 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799bde expref: 35 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.242416:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb2f:0x0].0x0 since=4s v=(0 0) 00010000:00010000:3.0:1783145821.242423:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.242431:0:228905:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005bdd3f84/0x38bddee3668904ae lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.242453:0:228905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ccf5ada8/0x38bddee36688ef29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799bde expref: 35 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.242512:0:228905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ccf5ada8/0x38bddee36688ef29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799bde expref: 35 pid: 228902 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.242520:0:228905:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff28000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:228905:1869755178563072:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.242656:0:228905:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9fd136840 going to sleep for 11 seconds 00000100:00100000:3.0:1783145821.242759:0:228912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2368 00000100:00100000:3.0:1783145821.242768:0:228912:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+251:3652:x1869755178563328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1783145821.242779:0:228912:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2869 count 1 00010000:00010000:3.0:1783145821.242791:0:228912:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000004e3cf4d/0x38bddee3668904bc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb35:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.242801:0:228912:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000120dc166/0x38bddee36688f557 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799dc1 expref: 46 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.242806:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb35:0x0].0x0 since=4s v=(0 0) 00010000:00010000:3.0:1783145821.242811:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.242821:0:228912:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004e3cf4d/0x38bddee3668904bc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.242856:0:228912:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000120dc166/0x38bddee36688f557 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799dc1 expref: 46 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.242868:0:228912:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000120dc166/0x38bddee36688f557 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799dc1 expref: 46 pid: 228906 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.242884:0:228912:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff29f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:228912:1869755178563584:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.242908:0:228912:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9fd136780 going to sleep for 11 seconds 00000100:00100000:3.0:1783145821.242973:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.243392:0:206057:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:206057:1869755178562688:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.243409:0:206057:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000056cac8b4/0x38bddee366890499 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.243577:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187846784 00000100:00100000:3.0:1783145821.243583:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187846784 00010000:00010000:3.0:1783145821.243605:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c8c30c04/0x38bddee36688f1ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799cda expref: 37 pid: 206490 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.243637:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 760 00000100:00100000:3.0:1783145821.243650:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff85880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+37:2408:x1869755187846528:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.243659:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.243670:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee36688ef37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799bec expref: 37 pid: 228904 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.243695:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee36688ef37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799bec expref: 37 pid: 228904 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.243780:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee36688ef37 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799bec expref: 35 pid: 228904 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.243813:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.243820:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.243830:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000056cac8b4/0x38bddee366890499 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.243847:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056cac8b4/0x38bddee366890499 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.243883:0:228905:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff28000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:228905:1869755178563072:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.243903:0:228905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005bdd3f84/0x38bddee3668904ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.244018:0:228912:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff29f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:228912:1869755178563584:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.244035:0:228912:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000004e3cf4d/0x38bddee3668904bc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.244260:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145821.244277:0:206057:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000056cac8b4/0x38bddee366890499 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.244303:0:206057:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056cac8b4/0x38bddee366890499 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.244465:0:206057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000056cac8b4/0x38bddee366890499 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.244540:0:206057:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000056cac8b4/0x38bddee366890499 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.244572:0:206057:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145821.244713:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+255:3652:x1869755178562048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2739us (2826us total) trans 8589935388 rc 0/0 00000100:00100000:3.0:1783145821.244722:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2363 00000100:00100000:3.0:1783145821.244756:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.244857:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145821.244996:0:228905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005bdd3f84/0x38bddee3668904ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.245022:0:228905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005bdd3f84/0x38bddee3668904ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.245080:0:228905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005bdd3f84/0x38bddee3668904ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.245115:0:228905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005bdd3f84/0x38bddee3668904ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.245178:0:228905:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145821.245317:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+257:3650:x1869755178561920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2984us (3125us total) trans 8589935389 rc 0/0 00000100:00100000:3.0:1783145821.245325:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2366 00000100:00100000:3.0:1783145821.245362:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff85880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+31:2408:x1869755187846528:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1716us (1844us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.245371:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 760 00000100:00100000:3.0:1783145821.245769:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2375 00000100:00100000:3.0:1783145821.245832:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+257:3650:x1869755178564864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1783145821.245847:0:228898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2875 count 1 00010000:00010000:3.0:1783145821.245897:0:228898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee3668904ed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.245912:0:228898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e1130057/0x38bddee36688fc03 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799fb9 expref: 43 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.245939:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb3b:0x0].0x0 since=4s v=(0 0) 00010000:00010000:3.0:1783145821.245947:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.245958:0:228898:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee3668904ed lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.245985:0:228898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e1130057/0x38bddee36688fc03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799fb9 expref: 43 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.245999:0:228898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e1130057/0x38bddee36688fc03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799fb9 expref: 43 pid: 228904 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.246015:0:228898:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff2a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:228898:1869755178565504:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145821.246043:0:228898:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9fd136600 going to sleep for 11 seconds 00010000:00010000:3.0:1783145821.246059:0:228912:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000004e3cf4d/0x38bddee3668904bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.246067:0:228912:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004e3cf4d/0x38bddee3668904bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.246080:0:228912:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000004e3cf4d/0x38bddee3668904bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.246099:0:228912:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000004e3cf4d/0x38bddee3668904bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.246151:0:228912:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145821.246227:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+260:3652:x1869755178563328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3459us (3552us total) trans 8589935393 rc 0/0 00000100:00100000:3.0:1783145821.246240:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2368 00000100:00100000:3.0:1783145821.246335:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187847680 00000100:00100000:3.0:1783145821.246340:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187847680 00010000:00010000:3.0:1783145821.246358:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000964839ca/0x38bddee36688f901 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ed9 expref: 44 pid: 206057 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.246430:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 768 00000100:00100000:3.0:1783145821.246440:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+44:2408:x1869755187847680:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.246449:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.246454:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000964839ca/0x38bddee36688f901 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ed9 expref: 44 pid: 206057 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.246465:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000964839ca/0x38bddee36688f901 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ed9 expref: 44 pid: 206057 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.246555:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000964839ca/0x38bddee36688f901 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ed9 expref: 44 pid: 206057 timeout: 8568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.246569:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.246573:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.246578:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006dbfb811/0x38bddee3668904d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.246587:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006dbfb811/0x38bddee3668904d1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.246613:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145821.246720:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+42:2408:x1869755187847680:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 236us (921us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.246731:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 768 00000100:00100000:3.0:1783145821.248019:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.248052:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.248212:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.248267:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.248350:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.248444:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145821.248539:0:206057:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:206057:1869755178566016:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.248585:0:206057:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ded8fea2/0x38bddee366890502 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.248687:0:228905:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff82300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:228905:1869755178566272:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145821.248716:0:228905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000002a3c08b/0x38bddee366890509 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145821.248787:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 776 00000100:00100000:3.0:1783145821.248815:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd84d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+31:2407:x1869755187848576:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145821.248847:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145821.248865:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000082be5e44/0x38bddee36688ffe5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a0ae expref: 31 pid: 228912 timeout: 8569 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.248931:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000082be5e44/0x38bddee36688ffe5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a0ae expref: 31 pid: 228912 timeout: 8569 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.249002:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000082be5e44/0x38bddee36688ffe5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb40:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a0ae expref: 31 pid: 228912 timeout: 8569 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.249103:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.249177:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145821.249202:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000002a3c08b/0x38bddee366890509 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.249257:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002a3c08b/0x38bddee366890509 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.249323:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145821.249342:0:228905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000002a3c08b/0x38bddee366890509 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.249354:0:228905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002a3c08b/0x38bddee366890509 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.249378:0:228905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000002a3c08b/0x38bddee366890509 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.249392:0:228905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000002a3c08b/0x38bddee366890509 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.249452:0:228905:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145821.249674:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+262:3651:x1869755178566144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2575us (2641us total) trans 8589935401 rc 0/0 00000100:00100000:3.0:1783145821.249684:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2379 00010000:00010000:3.0:1783145821.249712:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145821.249721:0:206057:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ded8fea2/0x38bddee366890502 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.249727:0:206057:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ded8fea2/0x38bddee366890502 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.249732:0:206057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ded8fea2/0x38bddee366890502 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.249736:0:206057:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ded8fea2/0x38bddee366890502 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145821.249748:0:206057:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145821.249833:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+262:3651:x1869755178565760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3225us (3313us total) trans 8589935402 rc 0/0 00000100:00100000:3.0:1783145821.249852:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2378 00000100:00100000:3.0:1783145821.249982:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd84d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+29:2407:x1869755187848576:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1178us (1551us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145821.249990:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 776 00000001:00080000:3.0:1783145821.847849:0:206866:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589935402 is committed 00000001:00080000:3.0:1783145821.848068:0:206866:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589935296 is committed 00000001:00080000:3.0:1783145821.848076:0:206866:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589935293 is committed 00000100:00100000:3.0:1783145822.168392:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145822.202640:0:204551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187849088 00000100:00100000:3.0:1783145822.202651:0:204551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187849088 00000100:00100000:3.0:1783145822.202722:0:204551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 281 00000100:00100000:3.0:1783145822.202738:0:204551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bea01d28450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2407:x1869755187849088:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:3.0:1783145822.202814:0:204551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bea01d28450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2407:x1869755187849088:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 77us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145822.202866:0:204551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 281 00000100:00100000:3.0:1783145823.166109:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c6791000 key uid={500} rule@0xffff9be9c3cca200 gen 0 rate 1 depth 3 token 0 deadline 8471919976029 time 8470919976029 state 0x1 ref 4 00000100:00100000:3.0:1783145823.166212:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3305880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+22:305746:x1869755187827456:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.166233:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.166253:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349000/0x38bddee366890517 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a0e6 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166313:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349200/0x38bddee36689051e lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166327:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349200/0x38bddee36689051e lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166335:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349200/0x38bddee36689051e lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166345:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee366890525 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166349:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee366890525 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166353:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee366890525 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166427:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349600/0x38bddee36689052c lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x16f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166433:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349600/0x38bddee36689052c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x16f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166437:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349600/0x38bddee36689052c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x16f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.166463:0:204556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x16f:0x0]: returning size 0 00000004:00200000:3.0:1783145823.166466:0:204556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145823.166480:0:204556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349600/0x38bddee36689052c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x16f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166487:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349600/0x38bddee36689052c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x16f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166493:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349200/0x38bddee36689051e lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166497:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349200/0x38bddee36689051e lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166501:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349200/0x38bddee36689051e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166505:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349200/0x38bddee36689051e lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166508:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01349200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.166511:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349200/0x38bddee36689051e lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166516:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349200/0x38bddee36689051e lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166525:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.166527:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.166531:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349200/0x38bddee36689051e lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166535:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349200/0x38bddee36689051e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166544:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee366890525 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166547:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee366890525 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166551:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee366890525 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166554:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.166555:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee366890525 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166558:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee366890525 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166562:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9ca6eba00) 00010000:00010000:3.0:1783145823.166563:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.166565:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee366890525 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166568:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee366890525 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166587:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349000/0x38bddee366890517 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a0e6 expref: 24 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166596:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349600/0x38bddee36689052c lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x16f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a0e6 expref: 23 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166600:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x16f:0x0].0x0 (ffff9be8d2c8c300) 00010000:00010000:3.0:1783145823.166602:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.166603:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01349600, rc 0) 00000100:00100000:3.0:1783145823.166662:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3305880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+23:305746:x1869755187827456:12345-192.168.203.44@tcp:101:rm.500 Request processed in 486us (2997882us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.166670:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 317 00000100:00100000:3.0:1783145823.166700:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c6791000 key uid={500} rule@0xffff9be9c3cca200 gen 0 rate 1 depth 3 token 0 deadline 8471920577168 time 8470920577168 state 0x1 ref 3 00000100:00100000:3.0:1783145823.166711:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3307800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+22:305748:x1869755187827584:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.166721:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.166729:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349a00/0x38bddee366890533 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a0ed expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166753:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee36689053a lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166759:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee36689053a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166764:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee36689053a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166774:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366890541 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166778:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366890541 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166782:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366890541 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166805:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349400/0x38bddee366890548 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x170:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166809:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349400/0x38bddee366890548 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x170:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166813:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349400/0x38bddee366890548 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x170:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.166874:0:204556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x170:0x0]: returning size 0 00000004:00200000:3.0:1783145823.166877:0:204556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145823.166885:0:204556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349400/0x38bddee366890548 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x170:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166891:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349400/0x38bddee366890548 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x170:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166895:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee36689053a lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166899:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee36689053a lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166905:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee36689053a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166909:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee36689053a lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166912:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.166913:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee36689053a lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166917:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee36689053a lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166921:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.166922:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.166924:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee36689053a lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166927:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee36689053a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166933:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366890541 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166936:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366890541 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166940:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366890541 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166943:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01349800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.166945:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366890541 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166948:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366890541 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166951:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be9ca6eb000) 00010000:00010000:3.0:1783145823.166953:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.166954:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366890541 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166957:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366890541 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166969:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349a00/0x38bddee366890533 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a0ed expref: 24 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166975:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349400/0x38bddee366890548 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x170:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a0ed expref: 23 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.166979:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x170:0x0].0x0 (ffff9be9c3a19d00) 00010000:00010000:3.0:1783145823.166980:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.166982:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01349400, rc 0) 00000100:00100000:3.0:1783145823.167007:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3307800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+23:305748:x1869755187827584:12345-192.168.203.44@tcp:101:rm.500 Request processed in 299us (2998192us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.167012:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 318 00000100:00100000:3.0:1783145823.167028:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c6791000 key uid={500} rule@0xffff9be9c3cca200 gen 0 rate 1 depth 3 token 0 deadline 8471920905877 time 8470920905877 state 0x1 ref 2 00000100:00100000:3.0:1783145823.167035:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff989500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+22:305742:x1869755187827328:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.167045:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.167054:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689054f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a0f4 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167080:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366890556 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167088:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366890556 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167095:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366890556 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167255:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee36689055d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167264:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee36689055d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167271:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee36689055d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167382:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349e00/0x38bddee366890564 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x16c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167389:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349e00/0x38bddee366890564 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x16c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167396:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349e00/0x38bddee366890564 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x16c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.167417:0:204556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x16c:0x0]: returning size 0 00000004:00200000:3.0:1783145823.167420:0:204556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145823.167430:0:204556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349e00/0x38bddee366890564 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x16c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167437:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349e00/0x38bddee366890564 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x16c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167443:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366890556 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167449:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366890556 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167454:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366890556 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167459:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366890556 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167463:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.167466:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366890556 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167471:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366890556 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167479:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.167481:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.167484:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366890556 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167489:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366890556 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167503:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee36689055d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167509:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee36689055d lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167515:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee36689055d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167519:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.167522:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee36689055d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167528:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee36689055d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167534:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ca6eb700) 00010000:00010000:3.0:1783145823.167537:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.167539:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee36689055d lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167545:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee36689055d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167565:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689054f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a0f4 expref: 24 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167575:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349e00/0x38bddee366890564 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x16c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a0f4 expref: 23 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167586:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x16c:0x0].0x0 (ffff9be8d0392900) 00010000:00010000:3.0:1783145823.167589:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.167591:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01349e00, rc 0) 00000100:00100000:3.0:1783145823.167623:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff989500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+23:305742:x1869755187827328:12345-192.168.203.44@tcp:101:rm.500 Request processed in 589us (2998768us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.167630:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 319 00000100:00100000:3.0:1783145823.167650:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c6791000 key uid={500} rule@0xffff9be9c3cca200 gen 0 rate 1 depth 3 token 0 deadline 8471920905877 time 8470921526940 state 0x0 ref 1 00000100:00100000:3.0:1783145823.167660:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1160000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+22:305747:x1869755187827840:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:3.0:1783145823.167688:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145823.167702:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847a00/0x38bddee366890094 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x173:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a0d1 expref: 22 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167712:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x173:0x0].0x0 (ffff9be8d2c8c500) 00010000:00010000:3.0:1783145823.167715:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.167798:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee36689056b lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x173:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167807:0:204556:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db600/0x38bddee3668900b7 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x173:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a0fb expref: 21 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167815:0:204556:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee36689056b lrc: 4/0,1 mode: --/PW res: [0x2000013a3:0x173:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167847:0:204556:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db600/0x38bddee3668900b7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x173:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a0fb expref: 21 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.167865:0:204556:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db600/0x38bddee3668900b7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a3:0x173:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a0fb expref: 21 pid: 204560 timeout: 8570 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.167878:0:204556:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff28380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:204556:1869755178566400:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145823.167999:0:204556:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9fd136780 going to sleep for 11 seconds 00000100:00080000:3.0:1783145823.168673:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1783145823.168846:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783145823.168956:0:204556:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff28380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:204556:1869755178566400:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145823.169039:0:204556:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee36689056b lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x173:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.169358:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187850624 00000100:00100000:3.0:1783145823.169365:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187850624 00000100:00100000:3.0:1783145823.169518:0:204590:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3805 00000100:00100000:3.0:1783145823.169532:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+22:305743:x1869755187850624:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:3.0:1783145823.169560:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783145823.169572:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cac00/0x38bddee366890001 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a0b5 expref: 23 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.169587:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846e00/0x38bddee36688ff83 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x16e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a08b expref: 22 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.169627:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x16e:0x0].0x0 (ffff9be8d2c8cb00) 00010000:00010000:3.0:1783145823.169634:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.169642:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689059c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.169649:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689059c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.169656:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689059c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.169682:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348000/0x38bddee3668905aa lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.169703:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348000/0x38bddee3668905aa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.169721:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348000/0x38bddee3668905aa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.169811:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee3668905b1 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x16e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.169819:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee3668905b1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x16e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.169835:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee3668905b1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x16e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783145823.170008:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].386, 64 off32896 00000004:00080000:3.0:1783145823.170017:0:204590:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 8470923896164ns, next at 8471923894159ns, rc = 0 00010000:00010000:3.0:1783145823.170048:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0600/0x38bddee3668905d4 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x16e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.170064:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0600/0x38bddee3668905d4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x16e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.170091:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0600/0x38bddee3668905d4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x16e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.170106:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0600/0x38bddee3668905d4 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x16e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.170155:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0600/0x38bddee3668905d4 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x16e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.170170:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0600/0x38bddee3668905d4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x16e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.170193:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145823.170207:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee3668905b1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x16e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.170223:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee3668905b1 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x16e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.170237:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee3668905b1 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x16e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.170258:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.170265:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee3668905b1 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x16e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.170283:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee3668905b1 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x16e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.170397:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x16e:0x0].0x0 (ffff9be9ca6eb800) 00010000:00010000:3.0:1783145823.170402:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145823.170407:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee3668905b1 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x16e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.170418:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee3668905b1 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x16e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.170441:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689059c lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.170450:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689059c lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.170456:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689059c lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.170463:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689059c lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.170480:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.170487:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689059c lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.170497:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689059c lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.170509:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.170514:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.170519:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689059c lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.170534:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689059c lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.170554:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b2bf0966 reply state 00000000e0afc667 transno 12884905122 ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348000/0x38bddee3668905aa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.170575:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348000/0x38bddee3668905aa lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.170595:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:3.0:1783145823.170602:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.170607:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.170646:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4300e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+29:305743:x1869755187850624:12345-192.168.203.44@tcp:36:rm.500 Request processed in 1115us (1332us total) trans 12884905122 rc 0/0 00000100:00100000:3.0:1783145823.170665:0:204590:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3805 00000100:00100000:3.0:1783145823.172973:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187851776 00000100:00100000:3.0:1783145823.172977:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187851776 00000100:00100000:3.0:1783145823.173005:0:206057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2386 00000100:00100000:3.0:1783145823.173013:0:206057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d0314000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b832727d-edc7-457c-aba4-c59935e6a58f+8:2407:x1869755187851776:12345-192.168.203.44@tcp:101:ll_agl.0 00010000:00010000:3.0:1783145823.173019:0:206057:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.173028:0:206057:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059599153/0x38bddee36689063d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a15d expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783145823.173039:0:206057:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb43:0x0] initial LVB size: 0, mtime: 0x6a48a55c, atime: 0x6a48a55c, ctime: 0x6a48a55c, blocks: 0x0 00010000:00010000:3.0:1783145823.173048:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb43:0x0].0x0 since=8470s v=(0 0) 00010000:00010000:3.0:1783145823.173052:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb43:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145823.173058:0:206057:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059599153/0x38bddee36689063d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a15d expref: 9 pid: 206057 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.173069:0:206057:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059599153/0x38bddee36689063d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a15d expref: 9 pid: 206057 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.173220:0:206057:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea021c1000, rc 0) 00000100:00100000:3.0:1783145823.173262:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d0314000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b832727d-edc7-457c-aba4-c59935e6a58f+9:2407:x1869755187851776:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 250us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.173270:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2386 00000100:00100000:3.0:1783145823.173625:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187852416 00000100:00100000:3.0:1783145823.173630:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187852416 00000100:00100000:3.0:1783145823.173686:0:210786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3809 00000100:00100000:3.0:1783145823.173695:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+31:305753:x1869755187852416:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.173702:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.173709:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0c00/0x38bddee36689064b lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a16b expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.173751:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0e00/0x38bddee366890659 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.173764:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0e00/0x38bddee366890659 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.173770:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0e00/0x38bddee366890659 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.173783:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349a00/0x38bddee366890660 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.173790:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349a00/0x38bddee366890660 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.173798:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349a00/0x38bddee366890660 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145823.174044:0:210786:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb44:0x0], index 1: 0 00010000:00010000:3.0:1783145823.174163:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366890667 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x175:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.174174:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366890667 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x175:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.174182:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366890667 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x175:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.174207:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0e00/0x38bddee366890659 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.174214:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0e00/0x38bddee366890659 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.174219:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0e00/0x38bddee366890659 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.174223:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0e00/0x38bddee366890659 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.174226:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea021c0e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.174229:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0e00/0x38bddee366890659 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.174233:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0e00/0x38bddee366890659 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.174238:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.174240:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.174242:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0e00/0x38bddee366890659 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.174248:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0e00/0x38bddee366890659 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.174259:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000fee1ec88 reply state 00000000d4a84f19 transno 12884905126 ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349a00/0x38bddee366890660 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.174267:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349a00/0x38bddee366890660 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.174273:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:3.0:1783145823.174275:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.174277:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.174296:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0c00/0x38bddee36689064b lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a16b expref: 35 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.174304:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366890667 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x175:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a16b expref: 34 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.174308:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x175:0x0].0x0 (ffff9be9ca6eba00) 00010000:00010000:3.0:1783145823.174358:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.174360:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01349800, rc 0) 00000100:00100000:3.0:1783145823.174395:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+35:305753:x1869755187852416:12345-192.168.203.44@tcp:101:touch.500 Request processed in 702us (780us total) trans 12884905126 rc 0/0 00000100:00100000:3.0:1783145823.174408:0:210786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3809 00000100:00100000:3.0:1783145823.174432:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187852544 00000100:00100000:3.0:1783145823.174436:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187852544 00000100:00100000:3.0:1783145823.174459:0:210786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3810 00000100:00100000:3.0:1783145823.174465:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+35:305750:x1869755187852544:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.174472:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.174478:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366890675 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x174:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a172 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.174524:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366890675 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x174:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a172 expref: 36 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.174530:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366890675 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x174:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a172 expref: 36 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.174538:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x174:0x0].0x0 (ffff9be8cc99ad00) 00010000:00010000:3.0:1783145823.174540:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145823.174541:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01348200, rc 0) 00000100:00100000:3.0:1783145823.174560:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+36:305750:x1869755187852544:12345-192.168.203.44@tcp:101:touch.500 Request processed in 97us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.174565:0:210786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3810 00000100:00100000:3.0:1783145823.176605:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.176656:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.178776:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187853824 00000100:00100000:3.0:1783145823.178783:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187853824 00000100:00100000:3.0:1783145823.178818:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187854080 00000100:00100000:3.0:1783145823.178823:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187854080 00000100:00100000:3.0:1783145823.178855:0:210786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3815 00000100:00100000:3.0:1783145823.178869:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee249180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+43:305758:x1869755187854080:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.178880:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.178895:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee3668906ad lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a187 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.178975:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee3668906b4 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.178992:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee3668906b4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.179014:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee3668906b4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.179033:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee3668906c2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.179039:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee3668906c2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.179044:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee3668906c2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145823.179377:0:210786:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb45:0x0], index 1: 0 00010000:00010000:3.0:1783145823.179507:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee3668906c9 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x177:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.179515:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee3668906c9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x177:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.179521:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee3668906c9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x177:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.179552:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee3668906b4 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.179563:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee3668906b4 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.179568:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee3668906b4 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.179575:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee3668906b4 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.179581:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.179585:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee3668906b4 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.179593:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee3668906b4 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.179602:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.179605:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.179609:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee3668906b4 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.179615:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee3668906b4 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.179625:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d6b21306 reply state 000000008d3b9800 transno 12884905131 ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee3668906c2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.179633:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee3668906c2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.179640:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:3.0:1783145823.179642:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.179643:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.179721:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee3668906ad lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a187 expref: 45 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.179731:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee3668906c9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x177:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a187 expref: 44 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.179736:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x177:0x0].0x0 (ffff9be9ca6eb800) 00010000:00010000:3.0:1783145823.179737:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.179739:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01348e00, rc 0) 00000100:00100000:3.0:1783145823.179765:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee249180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+45:305758:x1869755187854080:12345-192.168.203.44@tcp:101:touch.500 Request processed in 902us (994us total) trans 12884905131 rc 0/0 00000100:00100000:3.0:1783145823.179771:0:210786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3815 00000100:00100000:3.0:1783145823.180339:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187854592 00000100:00100000:3.0:1783145823.180344:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187854592 00000100:00100000:3.0:1783145823.180384:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 876 00000100:00100000:3.0:1783145823.180399:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+46:305753:x1869755187854592:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:3.0:1783145823.180511:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+48:305753:x1869755187854592:12345-192.168.203.44@tcp:35:touch.500 Request processed in 116us (199us total) trans 12884905132 rc 0/0 00000100:00100000:3.0:1783145823.180521:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 876 00000100:00100000:3.0:1783145823.181195:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8470935156273 time 8470935071739 state 0x0 ref 2 00000100:00100000:3.0:1783145823.181205:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+48:305761:x1869755187854848:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.181213:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.181222:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee3668906de lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a195 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.181280:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349000/0x38bddee3668906e5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.181289:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349000/0x38bddee3668906e5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.181297:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349000/0x38bddee3668906e5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.181469:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee3668906f3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.181476:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee3668906f3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.181481:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee3668906f3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145823.181742:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xba9:0x0], index 0: 0 00010000:00010000:3.0:1783145823.181866:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349200/0x38bddee3668906fa lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x178:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.181872:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349200/0x38bddee3668906fa lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x178:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.181884:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349200/0x38bddee3668906fa lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x178:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.181903:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349000/0x38bddee3668906e5 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.181910:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349000/0x38bddee3668906e5 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.181914:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349000/0x38bddee3668906e5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.181917:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349000/0x38bddee3668906e5 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.181921:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01349000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.181924:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349000/0x38bddee3668906e5 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.181928:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349000/0x38bddee3668906e5 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.181932:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.181934:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.181936:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349000/0x38bddee3668906e5 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.181940:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349000/0x38bddee3668906e5 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.181946:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002ffb7c4c reply state 00000000adc5630a transno 12884905134 ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee3668906f3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.181951:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee3668906f3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.181955:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:3.0:1783145823.181957:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.181958:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.181970:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee3668906de lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a195 expref: 51 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.181979:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349200/0x38bddee3668906fa lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x178:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a195 expref: 50 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.181983:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x178:0x0].0x0 (ffff9be9ca6ebe00) 00010000:00010000:3.0:1783145823.181984:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.181986:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01349200, rc 0) 00000100:00100000:3.0:1783145823.182068:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+51:305761:x1869755187854848:12345-192.168.203.44@tcp:101:touch.500 Request processed in 863us (1008us total) trans 12884905134 rc 0/0 00000100:00100000:3.0:1783145823.182076:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 2 00000100:00100000:3.0:1783145823.182080:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8470935156273 time 8470935071739 state 0x2 ref 0 00000100:00100000:3.0:1783145823.183858:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187856128 00000100:00100000:3.0:1783145823.183864:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187856128 00000100:00100000:3.0:1783145823.183895:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8470935171739 time 8470936278164 state 0x0 ref 1 00000100:00100000:3.0:1783145823.183907:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8470936378164 time 8470936278164 state 0x1 ref 1 00000100:00100000:3.0:1783145823.183933:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8470937909329 time 8470937809329 state 0x1 ref 2 00000100:00100000:3.0:1783145823.183946:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+54:305761:x1869755187856128:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:3.0:1783145823.183974:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145823.183994:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349200/0x38bddee3668906fa lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x178:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a195 expref: 55 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.184009:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x178:0x0].0x0 (ffff9be9ca6ebe00) 00010000:00010000:3.0:1783145823.184018:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.184055:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee36689071d lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x178:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.184068:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee36689071d lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x178:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.184079:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee36689071d lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x178:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.184186:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000067cc7055 reply state 00000000008232fe transno 12884905136 ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee36689071d lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x178:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.184198:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee36689071d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x178:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.184204:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x178:0x0].0x0 (ffff9be9ca6ebb00) 00010000:00010000:3.0:1783145823.184206:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.184208:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.184269:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+56:305761:x1869755187856128:12345-192.168.203.44@tcp:36:touch.500 Request processed in 325us (444us total) trans 12884905136 rc 0/0 00000100:00100000:3.0:1783145823.184275:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 4 00000100:00100000:3.0:1783145823.185243:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.186019:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.186105:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.189493:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187857408 00000100:00100000:3.0:1783145823.189501:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187857408 00000100:00100000:3.0:1783145823.189582:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8470940189028 time 8470940089028 state 0x1 ref 2 00000100:00100000:3.0:1783145823.189626:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8470943597742 time 8470943497742 state 0x1 ref 3 00000100:00100000:3.0:1783145823.189641:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+66:305762:x1869755187857408:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.189659:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.189681:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee36689076a lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x179:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a1b8 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.189727:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee36689076a lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x179:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a1b8 expref: 67 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.189739:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee36689076a lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x179:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a1b8 expref: 67 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.189752:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x179:0x0].0x0 (ffff9be9d5ab6c00) 00010000:00010000:3.0:1783145823.189755:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145823.189758:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01348a00, rc 0) 00000100:00100000:3.0:1783145823.189798:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+68:305762:x1869755187857408:12345-192.168.203.44@tcp:101:touch.500 Request processed in 161us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.189813:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 10 00000100:00100000:3.0:1783145823.192340:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.192541:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.193453:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.193563:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.193634:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.193665:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187859584 00000100:00100000:3.0:1783145823.193669:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187859584 00000100:00100000:3.0:1783145823.193717:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8470947646776 time 8470947546776 state 0x1 ref 3 00000100:00100000:3.0:1783145823.193736:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8470947646776 time 8470947613473 state 0x0 ref 3 00000100:00100000:3.0:1783145823.193757:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+78:305793:x1869755187859584:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.193774:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.193786:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee3668907e8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a1e2 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.193825:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349000/0x38bddee3668907ef lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.193836:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349000/0x38bddee3668907ef lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.193860:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349000/0x38bddee3668907ef lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.193889:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349200/0x38bddee366890804 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.193903:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349200/0x38bddee366890804 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.193911:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349200/0x38bddee366890804 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.193952:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689080b lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x173:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.193974:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689080b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x173:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.193995:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689080b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x173:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.194024:0:204556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x173:0x0]: returning size 0 00000004:00200000:3.0:1783145823.194028:0:204556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145823.194043:0:204556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689080b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x173:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194060:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689080b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x173:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194072:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349000/0x38bddee3668907ef lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194092:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349000/0x38bddee3668907ef lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194106:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349000/0x38bddee3668907ef lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194148:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349000/0x38bddee3668907ef lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194157:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01349000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.194161:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349000/0x38bddee3668907ef lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194170:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349000/0x38bddee3668907ef lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194187:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.194191:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.194194:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349000/0x38bddee3668907ef lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194199:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349000/0x38bddee3668907ef lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194210:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349200/0x38bddee366890804 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194225:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349200/0x38bddee366890804 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194231:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349200/0x38bddee366890804 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194236:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01349200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.194240:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349200/0x38bddee366890804 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194254:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349200/0x38bddee366890804 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194420:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be9ca6ebe00) 00010000:00010000:3.0:1783145823.194425:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.194428:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349200/0x38bddee366890804 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194435:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349200/0x38bddee366890804 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194468:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee3668907e8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a1e2 expref: 80 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194536:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689080b lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x173:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a1e2 expref: 81 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194558:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x173:0x0].0x0 (ffff9be8d2c8c500) 00010000:00010000:3.0:1783145823.194563:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.194566:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01348e00, rc 0) 00000100:00100000:3.0:1783145823.194592:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+82:305793:x1869755187859584:12345-192.168.203.44@tcp:101:rm.500 Request processed in 840us (963us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.194598:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 18 00000100:00100000:3.0:1783145823.194615:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8470948592179 time 8470948492179 state 0x1 ref 3 00000100:00100000:3.0:1783145823.194628:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+81:305795:x1869755187859840:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.194634:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.194645:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366890820 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a1f0 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194780:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890835 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194795:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890835 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194814:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890835 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194825:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee36689083c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194849:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee36689083c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194865:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee36689083c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194894:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366890843 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x175:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194904:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366890843 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x175:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194911:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366890843 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x175:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.194930:0:204556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x175:0x0]: returning size 0 00000004:00200000:3.0:1783145823.194935:0:204556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145823.194943:0:204556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366890843 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x175:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194949:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366890843 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x175:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194957:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890835 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194964:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890835 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194974:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890835 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.194994:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890835 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195001:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.195004:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890835 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195015:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890835 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195026:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.195030:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.195033:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890835 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195046:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890835 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195063:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee36689083c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195071:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee36689083c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195080:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee36689083c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195090:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.195094:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee36689083c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195103:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee36689083c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195108:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:3.0:1783145823.195109:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.195111:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee36689083c lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195115:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee36689083c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195226:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366890820 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a1f0 expref: 86 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195246:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366890843 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x175:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a1f0 expref: 85 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195258:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x175:0x0].0x0 (ffff9be9d5ab6100) 00010000:00010000:3.0:1783145823.195265:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.195268:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8413c00, rc 0) 00000100:00100000:3.0:1783145823.195298:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+86:305795:x1869755187859840:12345-192.168.203.44@tcp:101:rm.500 Request processed in 672us (846us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.195310:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 20 00000100:00100000:3.0:1783145823.195378:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8470949185740 time 8470949254415 state 0x0 ref 3 00000100:00100000:3.0:1783145823.195400:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d6007100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+85:305796:x1869755187860224:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.195416:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.195428:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee36689087b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a205 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195519:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890889 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195535:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890889 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195558:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890889 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195572:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890890 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195595:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890890 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195619:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890890 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195674:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366890897 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x176:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195696:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366890897 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x176:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195710:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366890897 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x176:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.195738:0:204556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x176:0x0]: returning size 0 00000004:00200000:3.0:1783145823.195745:0:204556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145823.195757:0:204556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366890897 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x176:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195776:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366890897 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195836:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890889 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195849:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890889 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195861:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890889 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195870:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890889 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195876:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.195880:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890889 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195886:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890889 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195897:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.195899:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.195902:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890889 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195909:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890889 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195921:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890890 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195928:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890890 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195986:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890890 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.195992:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.195995:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890890 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.196002:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890890 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.196012:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:3.0:1783145823.196015:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.196018:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890890 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.196023:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890890 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.196046:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee36689087b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a205 expref: 84 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.196060:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366890897 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a205 expref: 83 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.196148:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x176:0x0].0x0 (ffff9be9ee24d800) 00010000:00010000:3.0:1783145823.196152:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.196157:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8412800, rc 0) 00000100:00100000:3.0:1783145823.196183:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d6007100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+83:305796:x1869755187860224:12345-192.168.203.44@tcp:101:rm.500 Request processed in 787us (1343us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.196191:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 22 00000100:00100000:3.0:1783145823.196196:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8470949185740 time 8470949254415 state 0x2 ref 0 00000100:00100000:3.0:1783145823.197327:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 261 00000100:00100000:3.0:1783145823.197634:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+89:2408:x1869755187861504:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145823.197788:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145823.197810:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689080b lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x173:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a1e2 expref: 87 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.197830:0:204541:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x173:0x0].0x0 (ffff9be8d2c8c500) 00010000:00010000:3.0:1783145823.197837:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145823.197864:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+85:2408:x1869755187861504:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 525us (1209us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.197874:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 261 00000100:00100000:3.0:1783145823.197892:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187861632 00000100:00100000:3.0:1783145823.197895:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187861632 00000100:00100000:3.0:1783145823.197982:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 262 00000100:00100000:3.0:1783145823.197990:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+85:2407:x1869755187861632:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145823.198309:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145823.198335:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e400/0x38bddee36689082e lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x171:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a1e9 expref: 85 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.198351:0:204541:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x171:0x0].0x0 (ffff9be8d2c8c600) 00010000:00010000:3.0:1783145823.198356:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145823.198424:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+84:2407:x1869755187861632:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 434us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.198438:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 262 00000100:00100000:3.0:1783145823.199245:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.199340:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.199395:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.200317:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187862400 00000100:00100000:3.0:1783145823.200322:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187862400 00000100:00100000:3.0:1783145823.200357:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 881 00000100:00100000:3.0:1783145823.200366:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+84:305763:x1869755187862400:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:3.0:1783145823.200705:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+87:305763:x1869755187862400:12345-192.168.203.44@tcp:35:touch.500 Request processed in 339us (413us total) trans 12884905148 rc 0/0 00000100:00100000:3.0:1783145823.200713:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 881 00000100:00100000:3.0:1783145823.203003:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145823.203424:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.203433:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366890923 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x170:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.203450:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8552800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.203455:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366890923 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x170:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.203463:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366890923 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x170:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.203477:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x170:0x0].0x0 (ffff9be8cc99a800) 00010000:00010000:3.0:1783145823.203483:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.203488:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366890923 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x170:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.203495:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366890923 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x170:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.203511:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.203516:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.203520:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145823.204542:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.206510:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145823.207216:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.207224:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844e00/0x38bddee366890970 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x16f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.207245:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8844e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.207252:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844e00/0x38bddee366890970 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x16f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.207267:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844e00/0x38bddee366890970 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x16f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.207285:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x16f:0x0].0x0 (ffff9be9d5ab6d00) 00010000:00010000:3.0:1783145823.207290:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.207293:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844e00/0x38bddee366890970 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x16f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.207301:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844e00/0x38bddee366890970 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x16f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.207315:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.207319:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.207323:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145823.208750:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145823.209413:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.209423:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee36689098c lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x16c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.209433:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9ffe2c400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.209473:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee36689098c lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x16c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.209484:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee36689098c lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x16c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.209500:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x16c:0x0].0x0 (ffff9be9ee24dc00) 00010000:00010000:3.0:1783145823.209504:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.209508:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee36689098c lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x16c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.209514:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee36689098c lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x16c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.209539:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.209543:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.209545:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.210776:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.210786:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee3668909bd lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x172:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.210801:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8846800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.210807:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee3668909bd lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x172:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.210831:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee3668909bd lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x172:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.210853:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x172:0x0].0x0 (ffff9be9d5ab6500) 00010000:00010000:3.0:1783145823.210860:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.210866:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee3668909bd lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x172:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.210882:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee3668909bd lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x172:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.210909:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.210914:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.210917:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145823.211716:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.213286:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145823.213678:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.213685:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4600/0x38bddee3668909f5 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x171:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.213693:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c65d4600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.213699:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4600/0x38bddee3668909f5 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x171:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.213707:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4600/0x38bddee3668909f5 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x171:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.213718:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x171:0x0].0x0 (ffff9be8cc99a400) 00010000:00010000:3.0:1783145823.213721:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.213723:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4600/0x38bddee3668909f5 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x171:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.213743:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4600/0x38bddee3668909f5 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x171:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.213754:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.213758:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.213760:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145823.214737:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.214770:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.214819:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.214852:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187865344 00000100:00100000:3.0:1783145823.214858:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187865344 00000100:00100000:3.0:1783145823.215058:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.215095:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.215116:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187865600 00000100:00100000:3.0:1783145823.215158:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187865600 00000100:00100000:3.0:1783145823.215180:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8470968858715 time 8470968758715 state 0x1 ref 3 00000100:00100000:3.0:1783145823.215199:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187865728 00000100:00100000:3.0:1783145823.215205:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187865728 00000100:00100000:3.0:1783145823.215221:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8470968858715 time 8470968758715 state 0x1 ref 4 00000100:00100000:3.0:1783145823.215239:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8470969215318 time 8470969115318 state 0x1 ref 4 00000100:00100000:3.0:1783145823.215257:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+93:305803:x1869755187865600:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.215272:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.215286:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366890a34 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a283 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.215334:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366890a3b lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.215358:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366890a3b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.215377:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366890a3b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.215395:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890a42 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.215418:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890a42 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.215429:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890a42 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.215488:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890a49 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x17a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.215508:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890a49 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x17a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.215529:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890a49 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x17a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.215560:0:204556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x17a:0x0]: returning size 0 00000004:00200000:3.0:1783145823.215567:0:204556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145823.215583:0:204556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890a49 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x17a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.215604:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890a49 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x17a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.215629:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366890a3b lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.215645:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366890a3b lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.215656:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366890a3b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.215662:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366890a3b lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.215691:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.215698:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366890a3b lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.215708:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366890a3b lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.215729:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.215736:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.215741:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366890a3b lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.215757:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366890a3b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.215777:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890a42 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.215786:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890a42 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.215807:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890a42 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.215825:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.215830:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890a42 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.215845:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890a42 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.215861:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:3.0:1783145823.215864:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.215867:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890a42 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.215879:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890a42 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.215921:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366890a34 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a283 expref: 95 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.215952:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890a49 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x17a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a283 expref: 94 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.215975:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17a:0x0].0x0 (ffff9be9ee24d000) 00010000:00010000:3.0:1783145823.215983:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.215988:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8413000, rc 0) 00000100:00100000:3.0:1783145823.216019:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+94:305803:x1869755187865600:12345-192.168.203.44@tcp:101:rm.500 Request processed in 764us (959us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.216045:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 34 00000100:00100000:3.0:1783145823.217744:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.217822:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.217862:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.217908:0:228916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187866112 00000100:00100000:3.0:1783145823.217915:0:228916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187866112 00000100:00100000:3.0:1783145823.217968:0:228916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2403 00000100:00100000:3.0:1783145823.217985:0:228916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b832727d-edc7-457c-aba4-c59935e6a58f+16:2410:x1869755187866112:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.218008:0:228916:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.218030:0:228916:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a141547a/0x38bddee366890a96 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb46:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a29f expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783145823.218056:0:228916:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb46:0x0] initial LVB size: 0, mtime: 0x6a48a55f, atime: 0x6a48a55f, ctime: 0x6a48a55f, blocks: 0x0 00010000:00010000:3.0:1783145823.218072:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb46:0x0].0x0 since=8470s v=(0 0) 00010000:00010000:3.0:1783145823.218079:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb46:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145823.218100:0:228916:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a141547a/0x38bddee366890a96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a29f expref: 18 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.218179:0:228916:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a141547a/0x38bddee366890a96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a29f expref: 18 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.218195:0:228916:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8412600, rc 0) 00000100:00100000:3.0:1783145823.218239:0:228916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b832727d-edc7-457c-aba4-c59935e6a58f+18:2410:x1869755187866112:12345-192.168.203.44@tcp:101:rm.500 Request processed in 257us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.218249:0:228916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2403 00000100:00100000:3.0:1783145823.219058:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.219261:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.219323:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.219355:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187866880 00000100:00100000:3.0:1783145823.219370:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187866880 00000100:00100000:3.0:1783145823.219402:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8470969516150 time 8470969662825 state 0x0 ref 1 00000100:00100000:3.0:1783145823.219416:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8470969762825 time 8470969662825 state 0x1 ref 1 00000100:00100000:3.0:1783145823.219442:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8470969762825 time 8470973316404 state 0x0 ref 1 00000100:00100000:3.0:1783145823.219458:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d2da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+90:305794:x1869755187866880:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:3.0:1783145823.219506:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783145823.219525:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ee00/0x38bddee366890882 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x174:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a1f7 expref: 90 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.219564:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366890675 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x174:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a172 expref: 89 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.219574:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x174:0x0].0x0 (ffff9be8cc99ad00) 00010000:00010000:3.0:1783145823.219578:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.219598:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890aab lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.219611:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890aab lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.219621:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890aab lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.219634:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee366890ab2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.219703:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee366890ab2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.219709:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee366890ab2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.219796:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366890ab9 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x174:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.219803:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366890ab9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x174:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.219807:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366890ab9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x174:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783145823.219954:0:210786:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].390, 64 off33152 00010000:00010000:3.0:1783145823.219988:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366890ac0 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x174:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.219997:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366890ac0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x174:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.220005:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366890ac0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x174:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.220012:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366890ac0 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x174:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.220018:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366890ac0 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x174:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.220025:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366890ac0 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x174:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.220047:0:210786:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145823.220069:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366890ab9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x174:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.220081:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366890ab9 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x174:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.220089:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366890ab9 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x174:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.220156:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.220161:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366890ab9 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x174:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.220170:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366890ab9 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x174:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.220181:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x174:0x0].0x0 (ffff9be8cc99ad00) 00010000:00010000:3.0:1783145823.220186:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145823.220190:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366890ab9 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x174:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.220266:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366890ab9 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x174:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.220283:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890aab lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.220291:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890aab lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.220296:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890aab lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.220300:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890aab lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.220303:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.220305:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890aab lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.220309:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890aab lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.220316:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.220317:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.220319:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890aab lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.220323:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890aab lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.220330:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000000627c68c reply state 00000000c51e01de transno 12884905158 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee366890ab2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.220336:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee366890ab2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.220340:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00010000:00010000:3.0:1783145823.220342:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.220344:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.220383:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d2da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+90:305794:x1869755187866880:12345-192.168.203.44@tcp:36:rm.500 Request processed in 926us (1063us total) trans 12884905158 rc 0/0 00000100:00100000:3.0:1783145823.220390:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 37 00000100:00100000:3.0:1783145823.220396:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8470969762825 time 8470973316404 state 0x2 ref 0 00000100:00100000:3.0:1783145823.221288:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145823.221870:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.221878:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847400/0x38bddee366890adc lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x176:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.221892:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8847400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.221897:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847400/0x38bddee366890adc lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x176:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.221907:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847400/0x38bddee366890adc lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x176:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.221919:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x176:0x0].0x0 (ffff9be9ee24d800) 00010000:00010000:3.0:1783145823.221923:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.221926:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847400/0x38bddee366890adc lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x176:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.221933:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847400/0x38bddee366890adc lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x176:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.221948:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.221952:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.221956:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145823.223223:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187867392 00000100:00100000:3.0:1783145823.223234:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187867392 00000100:00100000:3.0:1783145823.223256:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8470973416404 time 8470975269365 state 0x0 ref 1 00000100:00100000:3.0:1783145823.223266:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8470975369365 time 8470975269365 state 0x1 ref 1 00000100:00100000:3.0:1783145823.223284:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8470975369365 time 8470977162324 state 0x0 ref 1 00000100:00100000:3.0:1783145823.223293:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+90:305795:x1869755187867392:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:3.0:1783145823.223317:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783145823.223330:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366890843 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x175:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a1f0 expref: 90 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223344:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee3668906a6 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x175:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a180 expref: 89 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223351:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x175:0x0].0x0 (ffff9be9d5ab6100) 00010000:00010000:3.0:1783145823.223354:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.223363:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366890ae3 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223372:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366890ae3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223392:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366890ae3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223404:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553400/0x38bddee366890aea lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223412:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553400/0x38bddee366890aea lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223420:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553400/0x38bddee366890aea lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223459:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890af1 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x175:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223464:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890af1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x175:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223468:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890af1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x175:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783145823.223616:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].388, 64 off33024 00010000:00010000:3.0:1783145823.223654:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366890af8 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x175:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223663:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366890af8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x175:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223671:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366890af8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x175:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223679:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366890af8 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x175:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223685:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366890af8 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x175:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223690:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366890af8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x175:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223712:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145823.223725:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890af1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x175:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223731:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890af1 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x175:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223738:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890af1 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x175:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223748:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8553e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.223754:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890af1 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x175:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223764:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890af1 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x175:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223785:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x175:0x0].0x0 (ffff9be9d5ab6100) 00010000:00010000:3.0:1783145823.223793:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145823.223798:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890af1 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x175:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223806:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890af1 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x175:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223832:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366890ae3 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223846:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366890ae3 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223852:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366890ae3 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223863:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366890ae3 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223868:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.223871:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366890ae3 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223877:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366890ae3 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223884:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.223887:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.223891:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366890ae3 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223897:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366890ae3 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.223907:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001fc7ad81 reply state 0000000069b07c7a transno 12884905160 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553400/0x38bddee366890aea lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223917:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553400/0x38bddee366890aea lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.223923:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:3.0:1783145823.223925:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.223927:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.223974:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+90:305795:x1869755187867392:12345-192.168.203.44@tcp:36:rm.500 Request processed in 682us (789us total) trans 12884905160 rc 0/0 00000100:00100000:3.0:1783145823.223983:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 39 00000100:00100000:3.0:1783145823.223989:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8470975369365 time 8470977162324 state 0x2 ref 0 00010000:00010000:3.0:1783145823.225564:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.225572:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee366890b14 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x17a:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.225594:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8847e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.225600:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee366890b14 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x17a:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.225610:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee366890b14 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x17a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.225630:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17a:0x0].0x0 (ffff9be9ee24d000) 00010000:00010000:3.0:1783145823.225636:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.225643:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee366890b14 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x17a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.225657:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee366890b14 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x17a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.225682:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.225687:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.225691:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.227384:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.227393:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b600/0x38bddee366890b30 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x179:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.227406:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961b600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.227413:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b600/0x38bddee366890b30 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x179:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.227434:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b600/0x38bddee366890b30 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x179:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.227455:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x179:0x0].0x0 (ffff9be9d5ab6c00) 00010000:00010000:3.0:1783145823.227459:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.227462:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b600/0x38bddee366890b30 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x179:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.227472:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b600/0x38bddee366890b30 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x179:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.227484:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.227488:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.227492:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.229067:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.229076:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4000/0x38bddee366890b4c lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x17b:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.229099:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c65d4000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.229106:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4000/0x38bddee366890b4c lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x17b:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.229116:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4000/0x38bddee366890b4c lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x17b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.229166:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17b:0x0].0x0 (ffff9be9d5ab6f00) 00010000:00010000:3.0:1783145823.229173:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.229177:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4000/0x38bddee366890b4c lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x17b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.229189:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4000/0x38bddee366890b4c lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x17b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.229216:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.229221:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.229227:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145823.230394:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145823.235029:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.235036:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5800/0x38bddee366890b84 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x17c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.235042:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c65d5800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.235045:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5800/0x38bddee366890b84 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x17c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.235051:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5800/0x38bddee366890b84 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x17c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.235062:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17c:0x0].0x0 (ffff9be8cc99a000) 00010000:00010000:3.0:1783145823.235065:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.235068:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5800/0x38bddee366890b84 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x17c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.235078:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5800/0x38bddee366890b84 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x17c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.235095:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.235100:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.235105:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145823.254586:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187868928 00000100:00100000:3.0:1783145823.254597:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187868928 00000100:00100000:3.0:1783145823.254635:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8470984452334 time 8470988244496 state 0x0 ref 1 00000100:00100000:3.0:1783145823.254648:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8470988344496 time 8470988244496 state 0x1 ref 1 00000100:00100000:3.0:1783145823.254674:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8470988344496 time 8471008550731 state 0x0 ref 1 00000100:00100000:3.0:1783145823.254689:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:305814:x1869755187868928:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.254709:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.254729:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366890b8b lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a2b4 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.254849:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890b92 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.254867:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890b92 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.254882:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890b92 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.254898:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552c00/0x38bddee366890b99 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.254905:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552c00/0x38bddee366890b99 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.254911:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552c00/0x38bddee366890b99 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145823.255242:0:204590:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb48:0x0], index 1: 0 00010000:00010000:3.0:1783145823.255361:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552400/0x38bddee366890ba0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.255368:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552400/0x38bddee366890ba0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.255374:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552400/0x38bddee366890ba0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.255397:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890b92 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.255401:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890b92 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.255405:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890b92 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.255409:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890b92 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.255413:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8553e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.255416:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890b92 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.255420:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890b92 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.255428:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.255430:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.255434:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890b92 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.255438:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890b92 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.255445:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000cbd20406 reply state 000000006f8ecc06 transno 12884905166 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552c00/0x38bddee366890b99 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.255453:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552c00/0x38bddee366890b99 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.255456:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:3.0:1783145823.255457:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.255459:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.255476:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366890b8b lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2b4 expref: 14 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.255484:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552400/0x38bddee366890ba0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2b4 expref: 13 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.255489:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a2:0x0].0x0 (ffff9be9ca6eb100) 00010000:00010000:3.0:1783145823.255490:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.255492:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8552400, rc 0) 00000100:00100000:3.0:1783145823.255539:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+14:305814:x1869755187868928:12345-192.168.203.44@tcp:101:touch.500 Request processed in 856us (1007us total) trans 12884905166 rc 0/0 00000100:00100000:3.0:1783145823.255545:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 45 00000100:00100000:3.0:1783145823.255550:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8470988344496 time 8471008550731 state 0x2 ref 0 00000100:00100000:3.0:1783145823.258380:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.258404:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.258517:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471012476088 time 8471012392146 state 0x0 ref 2 00000100:00100000:3.0:1783145823.258536:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d2da2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+15:305818:x1869755187869312:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.258547:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.258559:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366890bae lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a2bb expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.258609:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366890bb5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.258618:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366890bb5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.258624:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366890bb5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.258631:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847c00/0x38bddee366890bbc lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.258635:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847c00/0x38bddee366890bbc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.258639:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847c00/0x38bddee366890bbc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145823.258774:0:204555:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbac:0x0], index 0: 0 00010000:00010000:3.0:1783145823.258857:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366890bca lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1a3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.258864:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366890bca lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.258869:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366890bca lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.258885:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366890bb5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.258890:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366890bb5 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.258894:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366890bb5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.258897:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8553600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.258900:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366890bb5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.258904:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366890bb5 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.258909:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.258911:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.258913:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366890bb5 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.258917:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366890bb5 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.258923:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000060db334 reply state 0000000033a23110 transno 12884905168 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847c00/0x38bddee366890bbc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.258928:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847c00/0x38bddee366890bbc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.258932:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:3.0:1783145823.258969:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.258971:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.258986:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366890bae lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2bb expref: 18 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.258995:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366890bca lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1a3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2bb expref: 17 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.259000:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a3:0x0].0x0 (ffff9be9ca6eb800) 00010000:00010000:3.0:1783145823.259002:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.259003:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e8846800, rc 0) 00000100:00100000:3.0:1783145823.259027:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d2da2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+18:305818:x1869755187869312:12345-192.168.203.44@tcp:101:touch.500 Request processed in 498us (622us total) trans 12884905168 rc 0/0 00000100:00100000:3.0:1783145823.259031:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 47 00000100:00100000:3.0:1783145823.259034:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471012476088 time 8471012392146 state 0x2 ref 0 00000100:00100000:3.0:1783145823.259620:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.260621:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.261334:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.261669:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187870592 00000100:00100000:3.0:1783145823.261673:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187870592 00000100:00100000:3.0:1783145823.261696:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 884 00000100:00100000:3.0:1783145823.261703:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+24:305814:x1869755187870592:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:3.0:1783145823.261810:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+25:305814:x1869755187870592:12345-192.168.203.44@tcp:35:touch.500 Request processed in 107us (201us total) trans 12884905171 rc 0/0 00000100:00100000:3.0:1783145823.261817:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 884 00000100:00100000:3.0:1783145823.262476:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187870848 00000100:00100000:3.0:1783145823.262546:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187870848 00000100:00100000:3.0:1783145823.262566:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471014343611 time 8471015281491 state 0x0 ref 1 00000100:00100000:3.0:1783145823.262580:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471015381491 time 8471015281491 state 0x1 ref 1 00000100:00100000:3.0:1783145823.262632:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471015381491 time 8471016509210 state 0x0 ref 1 00000100:00100000:3.0:1783145823.262643:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+26:305815:x1869755187870848:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.262652:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.262661:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee366890c10 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a2d7 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.262700:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366890c17 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.262708:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366890c17 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.262714:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366890c17 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.262723:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846c00/0x38bddee366890c1e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.262729:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846c00/0x38bddee366890c1e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.262737:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846c00/0x38bddee366890c1e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145823.262900:0:204555:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbad:0x0], index 0: 0 00010000:00010000:3.0:1783145823.262957:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366890c2c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.262968:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366890c2c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.262973:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366890c2c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.262988:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366890c17 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.262992:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366890c17 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.262996:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366890c17 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.263000:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8846600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.263002:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366890c17 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.263006:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366890c17 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.263010:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.263012:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.263014:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366890c17 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.263017:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366890c17 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.263058:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001aa2b9e3 reply state 000000007e965da4 transno 12884905173 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846c00/0x38bddee366890c1e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.263068:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846c00/0x38bddee366890c1e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.263075:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be9ca6eba00) 00010000:00010000:3.0:1783145823.263077:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.263079:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.263097:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee366890c10 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2d7 expref: 29 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.263109:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366890c2c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2d7 expref: 28 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.263143:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a5:0x0].0x0 (ffff9bea021f2300) 00010000:00010000:3.0:1783145823.263145:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.263148:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e8847600, rc 0) 00000100:00100000:3.0:1783145823.263171:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+29:305815:x1869755187870848:12345-192.168.203.44@tcp:101:touch.500 Request processed in 532us (718us total) trans 12884905173 rc 0/0 00000100:00100000:3.0:1783145823.263242:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 52 00000100:00100000:3.0:1783145823.263246:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471016609210 time 8471016559695 state 0x2 ref 0 00000100:00100000:3.0:1783145823.269691:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187873024 00000100:00100000:3.0:1783145823.269697:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187873024 00000100:00100000:3.0:1783145823.269719:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471019147691 time 8471019967128 state 0x0 ref 1 00000100:00100000:3.0:1783145823.269736:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471020067128 time 8471019967128 state 0x1 ref 1 00000100:00100000:3.0:1783145823.269763:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471020067128 time 8471023639311 state 0x0 ref 1 00000100:00100000:3.0:1783145823.269781:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb88b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+37:305825:x1869755187873024:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.269794:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.269808:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee366890c64 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a2f3 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.269858:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366890c6b lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.269877:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366890c6b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.269887:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366890c6b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.269900:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847400/0x38bddee366890c72 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.269913:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847400/0x38bddee366890c72 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.269926:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847400/0x38bddee366890c72 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.269982:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366890c79 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1a3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.269993:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366890c79 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.270002:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366890c79 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.270029:0:204590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1a3:0x0]: returning size 0 00000004:00200000:3.0:1783145823.270033:0:204590:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145823.270045:0:204590:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366890c79 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.270064:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366890c79 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.270073:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366890c6b lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.270080:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366890c6b lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.270162:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366890c6b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.270170:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366890c6b lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.270175:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8846200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.270179:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366890c6b lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.270185:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366890c6b lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.270194:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.270196:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.270199:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366890c6b lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.270210:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366890c6b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.270219:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847400/0x38bddee366890c72 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.270226:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847400/0x38bddee366890c72 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.270232:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847400/0x38bddee366890c72 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.270237:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8847400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.270239:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847400/0x38bddee366890c72 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.270298:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847400/0x38bddee366890c72 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.270307:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:3.0:1783145823.270309:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.270313:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847400/0x38bddee366890c72 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.270326:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847400/0x38bddee366890c72 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.270347:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee366890c64 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2f3 expref: 37 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.270365:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366890c79 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1a3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2f3 expref: 36 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.270372:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a3:0x0].0x0 (ffff9be9ee24db00) 00010000:00010000:3.0:1783145823.270374:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.270377:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e8846800, rc 0) 00000100:00100000:3.0:1783145823.270406:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb88b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+36:305825:x1869755187873024:12345-192.168.203.44@tcp:101:rm.500 Request processed in 630us (798us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.270413:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 57 00000100:00100000:3.0:1783145823.270418:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471020067128 time 8471023639311 state 0x2 ref 0 00010000:00010000:3.0:1783145823.273013:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.273022:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a200/0x38bddee366890c9c lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1a3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.273039:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961a200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.273045:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a200/0x38bddee366890c9c lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1a3:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.273067:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a200/0x38bddee366890c9c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1a3:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.273086:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a3:0x0].0x0 (ffff9be9ee24db00) 00010000:00010000:3.0:1783145823.273091:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.273095:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a200/0x38bddee366890c9c lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.273107:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a200/0x38bddee366890c9c lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.273176:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.273180:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.273183:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145823.274091:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187873536 00000100:00100000:3.0:1783145823.274097:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187873536 00000100:00100000:3.0:1783145823.274114:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471023739311 time 8471026509802 state 0x0 ref 1 00000100:00100000:3.0:1783145823.274162:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471026609802 time 8471026509802 state 0x1 ref 1 00000100:00100000:3.0:1783145823.274184:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471026609802 time 8471028061693 state 0x0 ref 1 00000100:00100000:3.0:1783145823.274197:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5910700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+36:305822:x1869755187873536:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.274208:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.274218:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee366890ca3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a301 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.274251:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366890caa lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.274260:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366890caa lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.274267:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366890caa lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.274276:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366890cb1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.274282:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366890cb1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.274291:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366890cb1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.274325:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366890cb8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.274332:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366890cb8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.274340:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366890cb8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.274362:0:204555:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1a2:0x0]: returning size 0 00000004:00200000:3.0:1783145823.274365:0:204555:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145823.274375:0:204555:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366890cb8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.274383:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366890cb8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.274390:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366890caa lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.274395:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366890caa lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.274401:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366890caa lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.274407:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8846600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.274410:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366890caa lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.274416:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366890caa lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.274423:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.274426:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.274429:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366890caa lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.274434:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366890caa lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.274442:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366890cb1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.274448:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366890cb1 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.274453:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366890cb1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.274458:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8552800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.274460:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366890cb1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.274465:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366890cb1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.274471:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:3.0:1783145823.274473:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.274475:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366890cb1 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.274481:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366890cb1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.274498:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee366890ca3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a301 expref: 38 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.274510:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366890cb8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a301 expref: 37 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.274516:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a2:0x0].0x0 (ffff9be8ccee5f00) 00010000:00010000:3.0:1783145823.274518:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.274520:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8553600, rc 0) 00000100:00100000:3.0:1783145823.274548:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5910700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+37:305822:x1869755187873536:12345-192.168.203.44@tcp:101:rm.500 Request processed in 355us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.274555:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 59 00000100:00100000:3.0:1783145823.274560:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471026609802 time 8471028061693 state 0x2 ref 0 00000100:00100000:3.0:1783145823.275586:0:228916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187873920 00000100:00100000:3.0:1783145823.275592:0:228916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187873920 00010000:00010000:3.0:1783145823.278205:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.278212:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845200/0x38bddee366890d05 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1a2:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.278228:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8845200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.278233:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845200/0x38bddee366890d05 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1a2:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.278243:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845200/0x38bddee366890d05 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1a2:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.278256:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a2:0x0].0x0 (ffff9be8ccee5f00) 00010000:00010000:3.0:1783145823.278259:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.278261:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845200/0x38bddee366890d05 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1a2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.278266:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845200/0x38bddee366890d05 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1a2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.278278:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.278281:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.278285:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145823.279147:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187874688 00000100:00100000:3.0:1783145823.279153:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187874688 00000100:00100000:3.0:1783145823.279170:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471031740679 time 8471032660039 state 0x0 ref 1 00000100:00100000:3.0:1783145823.279178:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471032760039 time 8471032660039 state 0x1 ref 1 00000100:00100000:3.0:1783145823.279196:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471032760039 time 8471033074016 state 0x0 ref 1 00000100:00100000:3.0:1783145823.279206:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+42:305827:x1869755187874688:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.279215:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.279223:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366890d13 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a31d expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.279252:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552400/0x38bddee366890d1a lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.279262:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552400/0x38bddee366890d1a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.279272:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552400/0x38bddee366890d1a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.279278:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890d21 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.279283:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890d21 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.279287:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890d21 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.279314:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890d28 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.279319:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890d28 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.279322:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890d28 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.279337:0:204557:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1a4:0x0]: returning size 0 00000004:00200000:3.0:1783145823.279339:0:204557:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145823.279345:0:204557:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890d28 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.279351:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890d28 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.279356:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552400/0x38bddee366890d1a lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.279362:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552400/0x38bddee366890d1a lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.279366:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552400/0x38bddee366890d1a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.279369:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552400/0x38bddee366890d1a lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.279372:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8552400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.279373:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552400/0x38bddee366890d1a lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.279377:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552400/0x38bddee366890d1a lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.279381:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.279383:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.279385:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552400/0x38bddee366890d1a lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.279388:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552400/0x38bddee366890d1a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.279394:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890d21 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.279397:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890d21 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.279401:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890d21 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.279404:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8553e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.279406:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890d21 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.279409:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890d21 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.279413:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:3.0:1783145823.279414:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.279416:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890d21 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.279424:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890d21 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.279435:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366890d13 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a31d expref: 44 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.279441:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890d28 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a31d expref: 43 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.279445:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a4:0x0].0x0 (ffff9bea01cf0c00) 00010000:00010000:3.0:1783145823.279446:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.279448:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8413000, rc 0) 00000100:00100000:3.0:1783145823.279471:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+43:305827:x1869755187874688:12345-192.168.203.44@tcp:101:rm.500 Request processed in 266us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.279478:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 64 00000100:00100000:3.0:1783145823.279481:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471032760039 time 8471033074016 state 0x2 ref 0 00000100:00100000:3.0:1783145823.279681:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187874816 00000100:00100000:3.0:1783145823.279685:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187874816 00000100:00100000:3.0:1783145823.279710:0:228912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2412 00000100:00100000:3.0:1783145823.279717:0:228912:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:275b1235-b8f5-4ce3-8a3a-d483c556f740+8:2410:x1869755187874816:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:3.0:1783145823.279822:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:275b1235-b8f5-4ce3-8a3a-d483c556f740+9:2410:x1869755187874816:12345-192.168.203.44@tcp:2:touch.500 Request processed in 106us (161us total) trans 8589935410 rc 0/0 00000100:00100000:3.0:1783145823.279830:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2412 00000100:00100000:3.0:1783145823.280628:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187875072 00000100:00100000:3.0:1783145823.280632:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187875072 00000100:00100000:3.0:1783145823.280659:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 888 00000100:00100000:3.0:1783145823.280665:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+43:305824:x1869755187875072:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:3.0:1783145823.280765:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+44:305824:x1869755187875072:12345-192.168.203.44@tcp:35:touch.500 Request processed in 99us (156us total) trans 12884905182 rc 0/0 00000100:00100000:3.0:1783145823.280772:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 888 00000100:00100000:3.0:1783145823.281837:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.282983:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.284732:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.286553:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187876736 00000100:00100000:3.0:1783145823.286558:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187876736 00000100:00100000:3.0:1783145823.286577:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471038807429 time 8471038927887 state 0x0 ref 1 00000100:00100000:3.0:1783145823.286586:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471039027887 time 8471038927887 state 0x1 ref 1 00000100:00100000:3.0:1783145823.286605:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471039027887 time 8471040483213 state 0x0 ref 1 00000100:00100000:3.0:1783145823.286616:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+52:305829:x1869755187876736:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:3.0:1783145823.286642:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145823.286654:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366890dad lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a371 expref: 52 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.286665:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a8:0x0].0x0 (ffff9be9ee24da00) 00010000:00010000:3.0:1783145823.286671:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.286815:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366890dbb lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.286830:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366890dbb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.286840:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366890dbb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.286898:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000004e185c64 reply state 000000005de24139 transno 12884905186 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366890dbb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.286912:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366890dbb lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.286929:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a8:0x0].0x0 (ffff9bea021f2e00) 00010000:00010000:3.0:1783145823.286932:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.286935:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.287030:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+52:305829:x1869755187876736:12345-192.168.203.44@tcp:36:touch.500 Request processed in 414us (507us total) trans 12884905186 rc 0/0 00000100:00100000:3.0:1783145823.287038:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 69 00000100:00100000:3.0:1783145823.287191:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187876480 00000100:00100000:3.0:1783145823.287195:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187876480 00000100:00100000:3.0:1783145823.287214:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471040843727 time 8471040743727 state 0x1 ref 2 00000100:00100000:3.0:1783145823.287236:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471040843727 time 8471041113992 state 0x0 ref 2 00000100:00100000:3.0:1783145823.287249:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+53:305830:x1869755187876480:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.287264:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.287276:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366890dde lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a378 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.287319:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366890dde lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a378 expref: 54 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.287334:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366890dde lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a378 expref: 54 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.287366:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a7:0x0].0x0 (ffff9bea01cf0e00) 00010000:00010000:3.0:1783145823.287373:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145823.287378:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8412800, rc 0) 00000100:00100000:3.0:1783145823.287417:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+54:305830:x1869755187876480:12345-192.168.203.44@tcp:101:touch.500 Request processed in 169us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.287438:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 71 00000100:00100000:3.0:1783145823.289193:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187877504 00000100:00100000:3.0:1783145823.289197:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187877504 00000100:00100000:3.0:1783145823.289209:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471041213992 time 8471041553967 state 0x0 ref 1 00000100:00100000:3.0:1783145823.289214:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471041653967 time 8471041553967 state 0x1 ref 1 00000100:00100000:3.0:1783145823.289227:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471041653967 time 8471043105561 state 0x0 ref 1 00000100:00100000:3.0:1783145823.289234:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bea01c4bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+55:305828:x1869755187877504:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:3.0:1783145823.289251:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783145823.289259:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cac00/0x38bddee366890d4b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a32b expref: 55 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289269:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b200/0x38bddee366890c48 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2e5 expref: 54 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289275:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a5:0x0].0x0 (ffff9be8ccee5c00) 00010000:00010000:3.0:1783145823.289278:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.289287:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366890dec lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289295:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366890dec lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289302:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366890dec lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289311:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366890df3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289318:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366890df3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289325:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366890df3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289362:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890dfa lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289370:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890dfa lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289375:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890dfa lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783145823.289547:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].396, 64 off33536 00010000:00010000:3.0:1783145823.289626:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366890e01 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289635:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366890e01 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289641:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366890e01 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289647:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366890e01 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289651:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366890e01 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289660:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366890e01 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289673:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145823.289682:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.289686:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366890e01 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289691:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.289694:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366890e01 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289714:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366890e01 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289724:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a5:0x0].0x0 (ffff9be8ccee5c00) 00010000:00010000:3.0:1783145823.289727:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.289729:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366890e01 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289734:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366890e01 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289742:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.289745:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.289747:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.289756:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890dfa lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289761:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890dfa lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289765:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890dfa lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289768:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.289800:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890dfa lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289804:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890dfa lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289813:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a5:0x0].0x0 (ffff9be8ccee5c00) 00010000:00010000:3.0:1783145823.289817:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145823.289820:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890dfa lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289826:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890dfa lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289841:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366890dec lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289848:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366890dec lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289855:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366890dec lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289862:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366890dec lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289873:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.289877:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366890dec lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289888:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366890dec lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289896:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.289898:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.289900:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366890dec lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289904:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366890dec lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.289914:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000000b7da096 reply state 000000007d6dc28a transno 12884905188 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366890df3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289922:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366890df3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.289926:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be9ca6eba00) 00010000:00010000:3.0:1783145823.289927:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.289929:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.293479:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187878400 00000100:00100000:3.0:1783145823.293484:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187878400 00000100:00100000:3.0:1783145823.293500:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471041653967 time 8471043105561 state 0x0 ref 1 00000100:00100000:3.0:1783145823.293506:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471043205561 time 8471043105561 state 0x1 ref 1 00000100:00100000:3.0:1783145823.293521:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471043205561 time 8471047399891 state 0x0 ref 1 00000100:00100000:3.0:1783145823.293528:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+57:305823:x1869755187878400:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.293539:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.293551:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366890e08 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a386 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.293603:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890e0f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.293616:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890e0f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.293626:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890e0f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.293639:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366890e16 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.293646:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366890e16 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.293653:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366890e16 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145823.293849:0:210786:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbaf:0x0], index 0: 0 00010000:00010000:3.0:1783145823.293943:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890e1d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.293949:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890e1d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.293954:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890e1d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.293974:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890e0f lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.293979:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890e0f lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.293983:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890e0f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.293987:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890e0f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.293992:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.293996:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890e0f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.293999:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890e0f lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.294006:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.294008:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.294011:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890e0f lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.294014:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890e0f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.294021:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c508022d reply state 00000000180b5979 transno 12884905191 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366890e16 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.294027:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366890e16 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.294031:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00010000:00010000:3.0:1783145823.294033:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.294034:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.294049:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366890e08 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a386 expref: 60 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.294062:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890e1d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a386 expref: 59 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.294075:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a9:0x0].0x0 (ffff9bea021f2d00) 00010000:00010000:3.0:1783145823.294077:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.294080:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8413000, rc 0) 00000100:00100000:3.0:1783145823.294112:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+60:305823:x1869755187878400:12345-192.168.203.44@tcp:101:touch.500 Request processed in 585us (659us total) trans 12884905191 rc 0/0 00000100:00100000:3.0:1783145823.294148:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 74 00000100:00100000:3.0:1783145823.294152:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471043205561 time 8471047399891 state 0x2 ref 0 00000100:00100000:3.0:1783145823.297185:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.297212:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.297415:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187879552 00000100:00100000:3.0:1783145823.297419:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187879552 00000100:00100000:3.0:1783145823.297434:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471051285492 time 8471051185492 state 0x1 ref 3 00000100:00100000:3.0:1783145823.297453:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471051285492 time 8471051329997 state 0x0 ref 3 00000100:00100000:3.0:1783145823.297466:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+66:305837:x1869755187879552:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.297474:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.297496:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845000/0x38bddee366890e63 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a39b expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.298547:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.299606:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187880320 00000100:00100000:3.0:1783145823.299611:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187880320 00000100:00100000:3.0:1783145823.299630:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471052546932 time 8471053084322 state 0x0 ref 1 00000100:00100000:3.0:1783145823.299639:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471053184322 time 8471053084322 state 0x1 ref 1 00000100:00100000:3.0:1783145823.299665:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471053184322 time 8471053541388 state 0x0 ref 1 00000100:00100000:3.0:1783145823.299677:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+71:305839:x1869755187880320:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.299691:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.299772:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845600/0x38bddee366890e94 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a3a9 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.299865:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844c00/0x38bddee366890e9b lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.299878:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844c00/0x38bddee366890e9b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.299888:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844c00/0x38bddee366890e9b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.299942:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845200/0x38bddee366890ea2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.300022:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845200/0x38bddee366890ea2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.300033:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845200/0x38bddee366890ea2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145823.300274:0:210786:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb4d:0x0], index 1: 0 00010000:00010000:3.0:1783145823.300494:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366890eb0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.300504:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366890eb0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.300513:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366890eb0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.300532:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844c00/0x38bddee366890e9b lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.300538:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844c00/0x38bddee366890e9b lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.300543:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844c00/0x38bddee366890e9b lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.300551:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844c00/0x38bddee366890e9b lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.300559:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8844c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.300563:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844c00/0x38bddee366890e9b lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.300568:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844c00/0x38bddee366890e9b lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.300575:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.300577:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.300579:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844c00/0x38bddee366890e9b lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.300582:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844c00/0x38bddee366890e9b lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.300589:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009e98b986 reply state 00000000af69e7f7 transno 12884905198 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845200/0x38bddee366890ea2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.300595:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845200/0x38bddee366890ea2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.300599:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00010000:00010000:3.0:1783145823.300601:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.300602:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.300616:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845600/0x38bddee366890e94 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3a9 expref: 78 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.300626:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366890eb0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3a9 expref: 77 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.300630:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ac:0x0].0x0 (ffff9bea021f2c00) 00010000:00010000:3.0:1783145823.300632:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.300634:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8412400, rc 0) 00000100:00100000:3.0:1783145823.300663:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+78:305839:x1869755187880320:12345-192.168.203.44@tcp:101:touch.500 Request processed in 989us (1082us total) trans 12884905198 rc 0/0 00000100:00100000:3.0:1783145823.300681:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 82 00000100:00100000:3.0:1783145823.300688:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471053641388 time 8471053985013 state 0x2 ref 0 00000100:00100000:3.0:1783145823.301190:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187881216 00000100:00100000:3.0:1783145823.301196:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187881216 00000100:00100000:3.0:1783145823.301224:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2419 00000100:00100000:3.0:1783145823.301231:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:275b1235-b8f5-4ce3-8a3a-d483c556f740+41:2408:x1869755187881216:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:3.0:1783145823.301310:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:275b1235-b8f5-4ce3-8a3a-d483c556f740+42:2408:x1869755187881216:12345-192.168.203.44@tcp:2:touch.500 Request processed in 80us (151us total) trans 8589936064 rc 0/0 00000100:00100000:3.0:1783145823.301317:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2419 00000100:00100000:3.0:1783145823.301708:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187881472 00000100:00100000:3.0:1783145823.301711:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187881472 00000100:00100000:3.0:1783145823.301722:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471053641388 time 8471053985013 state 0x0 ref 1 00000100:00100000:3.0:1783145823.301729:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471054085013 time 8471053985013 state 0x1 ref 1 00000100:00100000:3.0:1783145823.301744:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471054085013 time 8471055623128 state 0x0 ref 1 00000100:00100000:3.0:1783145823.301751:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+77:305839:x1869755187881472:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:3.0:1783145823.301771:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145823.301782:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366890eb0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3a9 expref: 77 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.301790:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ac:0x0].0x0 (ffff9bea021f2c00) 00010000:00010000:3.0:1783145823.301796:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.301852:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890ebe lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.301867:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890ebe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.301877:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890ebe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.301985:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d0b49879 reply state 00000000c99f1100 transno 12884905200 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890ebe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.301994:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890ebe lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.301999:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ac:0x0].0x0 (ffff9bea021f2900) 00010000:00010000:3.0:1783145823.302002:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.302005:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.302114:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+81:305839:x1869755187881472:12345-192.168.203.44@tcp:36:touch.500 Request processed in 362us (473us total) trans 12884905200 rc 0/0 00000100:00100000:3.0:1783145823.302152:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 84 00000100:00100000:3.0:1783145823.302230:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187881728 00000100:00100000:3.0:1783145823.302237:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187881728 00000100:00100000:3.0:1783145823.302371:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471055723128 time 8471055723214 state 0x0 ref 1 00000100:00100000:3.0:1783145823.302380:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471055823214 time 8471055723214 state 0x1 ref 1 00000100:00100000:3.0:1783145823.302400:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471055823214 time 8471056277749 state 0x0 ref 1 00000100:00100000:3.0:1783145823.302410:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+80:305841:x1869755187881728:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.302418:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.302425:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890ee1 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a3be expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.302521:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366890ee8 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.302530:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366890ee8 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.302537:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366890ee8 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.302591:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890eef lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.302600:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890eef lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.302606:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890eef lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.302693:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366890ef6 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.302703:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366890ef6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.302711:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366890ef6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.302731:0:204555:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1a8:0x0]: returning size 0 00000004:00200000:3.0:1783145823.302737:0:204555:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145823.302748:0:204555:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366890ef6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.302758:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366890ef6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.302765:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366890ee8 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.302771:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366890ee8 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.302781:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366890ee8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.302791:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.302796:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366890ee8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.302805:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366890ee8 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.302813:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.302815:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.302819:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366890ee8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.302832:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366890ee8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.302851:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890eef lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.302860:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890eef lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.302869:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890eef lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.302873:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.302876:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890eef lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.302882:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890eef lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.302898:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:3.0:1783145823.302902:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.302905:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890eef lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.302915:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366890eef lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.302933:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366890ee1 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3be expref: 84 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.302944:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366890ef6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3be expref: 83 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.302955:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a8:0x0].0x0 (ffff9bea021f2e00) 00010000:00010000:3.0:1783145823.302958:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.302960:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8412c00, rc 0) 00000100:00100000:3.0:1783145823.302979:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+82:305841:x1869755187881728:12345-192.168.203.44@tcp:101:rm.500 Request processed in 572us (776us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.302983:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 86 00000100:00100000:3.0:1783145823.302986:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471056377749 time 8471056694716 state 0x2 ref 0 00000100:00100000:3.0:1783145823.304353:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187882624 00000100:00100000:3.0:1783145823.304357:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187882624 00000100:00100000:3.0:1783145823.304368:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471056377749 time 8471056694716 state 0x0 ref 1 00000100:00100000:3.0:1783145823.304373:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471056794716 time 8471056694716 state 0x1 ref 1 00000100:00100000:3.0:1783145823.304386:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471056794716 time 8471058264467 state 0x0 ref 1 00000100:00100000:3.0:1783145823.304392:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+82:305845:x1869755187882624:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.304400:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.304406:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366890f12 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a3da expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.304442:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890f19 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.304448:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890f19 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.304453:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890f19 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.304459:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552400/0x38bddee366890f20 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.304463:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552400/0x38bddee366890f20 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.304467:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552400/0x38bddee366890f20 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145823.304610:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbb1:0x0], index 0: 0 00010000:00010000:3.0:1783145823.304693:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366890f27 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1ad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.304699:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366890f27 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.304703:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366890f27 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.304719:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890f19 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.304724:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890f19 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.304727:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890f19 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.304731:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890f19 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.304734:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8553e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.304736:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890f19 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.304739:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890f19 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.304744:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.304745:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.304748:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890f19 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.304751:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee366890f19 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.304757:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d07dc3b4 reply state 00000000e10a7cf7 transno 12884905202 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552400/0x38bddee366890f20 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.304762:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552400/0x38bddee366890f20 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.304766:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:3.0:1783145823.304768:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.304769:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.304781:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366890f12 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3da expref: 85 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.304788:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366890f27 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3da expref: 84 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.304792:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ad:0x0].0x0 (ffff9bea021f2f00) 00010000:00010000:3.0:1783145823.304793:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.304795:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8553600, rc 0) 00000100:00100000:3.0:1783145823.304818:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+85:305845:x1869755187882624:12345-192.168.203.44@tcp:101:touch.500 Request processed in 426us (487us total) trans 12884905202 rc 0/0 00000100:00100000:3.0:1783145823.304823:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 88 00000100:00100000:3.0:1783145823.304827:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471056794716 time 8471058264467 state 0x2 ref 0 00000100:00100000:3.0:1783145823.305415:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187882752 00000100:00100000:3.0:1783145823.305419:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187882752 00000100:00100000:3.0:1783145823.305439:0:228912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2422 00000100:00100000:3.0:1783145823.305444:0:228912:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:275b1235-b8f5-4ce3-8a3a-d483c556f740+14:2408:x1869755187882752:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:3.0:1783145823.305543:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:275b1235-b8f5-4ce3-8a3a-d483c556f740+15:2408:x1869755187882752:12345-192.168.203.44@tcp:2:touch.500 Request processed in 99us (147us total) trans 8589935413 rc 0/0 00000100:00100000:3.0:1783145823.305547:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2422 00000100:00100000:3.0:1783145823.306337:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471058364467 time 8471060213579 state 0x0 ref 1 00000100:00100000:3.0:1783145823.306351:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+87:305842:x1869755187883008:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.306359:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.306367:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366890f35 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a3e1 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.306397:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ee00/0x38bddee366890f3c lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.306405:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ee00/0x38bddee366890f3c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.306413:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ee00/0x38bddee366890f3c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.306421:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366890f43 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.306431:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366890f43 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.306441:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366890f43 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.306480:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366890f51 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.306500:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366890f51 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.306519:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366890f51 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.306577:0:204590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1a7:0x0]: returning size 0 00000004:00200000:3.0:1783145823.306582:0:204590:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145823.306594:0:204590:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366890f51 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.306605:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366890f51 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.306614:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ee00/0x38bddee366890f3c lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.306619:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ee00/0x38bddee366890f3c lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.306623:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ee00/0x38bddee366890f3c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.306627:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ee00/0x38bddee366890f3c lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.306631:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9ee00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.306633:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ee00/0x38bddee366890f3c lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.306637:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ee00/0x38bddee366890f3c lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.306642:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.306644:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.306647:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ee00/0x38bddee366890f3c lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.306656:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ee00/0x38bddee366890f3c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.306673:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366890f43 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.306677:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366890f43 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.306681:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366890f43 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.306685:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9f200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.306687:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366890f43 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.306690:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366890f43 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.306694:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:3.0:1783145823.306696:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.306697:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366890f43 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.306700:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366890f43 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.306713:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366890f35 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3e1 expref: 89 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.306721:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366890f51 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3e1 expref: 88 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.306729:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a7:0x0].0x0 (ffff9bea01cf0e00) 00010000:00010000:3.0:1783145823.306730:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.306732:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8ccd9e800, rc 0) 00000100:00100000:3.0:1783145823.306778:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+88:305842:x1869755187883008:12345-192.168.203.44@tcp:101:rm.500 Request processed in 433us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.306782:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 89 00000100:00100000:3.0:1783145823.306784:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471060313579 time 8471060242921 state 0x2 ref 0 00000100:00100000:3.0:1783145823.309106:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187883904 00000100:00100000:3.0:1783145823.309112:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187883904 00000100:00100000:3.0:1783145823.309162:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471060342921 time 8471062683429 state 0x0 ref 1 00000100:00100000:3.0:1783145823.309173:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471062783429 time 8471062683429 state 0x1 ref 1 00000100:00100000:3.0:1783145823.309198:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471062783429 time 8471063074449 state 0x0 ref 1 00000100:00100000:3.0:1783145823.309213:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+89:305841:x1869755187883904:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:3.0:1783145823.309245:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783145823.309260:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366890ef6 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3be expref: 89 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309288:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366890de5 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a37f expref: 88 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309307:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a8:0x0].0x0 (ffff9bea021f2e00) 00010000:00010000:3.0:1783145823.309312:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.309326:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ea00/0x38bddee366890f66 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309336:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ea00/0x38bddee366890f66 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309345:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ea00/0x38bddee366890f66 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309361:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e600/0x38bddee366890f6d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309371:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e600/0x38bddee366890f6d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309378:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e600/0x38bddee366890f6d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309459:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f800/0x38bddee366890f74 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309468:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f800/0x38bddee366890f74 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309475:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f800/0x38bddee366890f74 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783145823.309666:0:204555:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].393, 64 off33344 00010000:00010000:3.0:1783145823.309699:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee366890f7b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309707:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee366890f7b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309718:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee366890f7b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309725:0:204555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee366890f7b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309731:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee366890f7b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309737:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee366890f7b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309756:0:204555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145823.309769:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f800/0x38bddee366890f74 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309780:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f800/0x38bddee366890f74 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309798:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f800/0x38bddee366890f74 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309807:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9f800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.309813:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f800/0x38bddee366890f74 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309822:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f800/0x38bddee366890f74 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309847:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a8:0x0].0x0 (ffff9bea021f2e00) 00010000:00010000:3.0:1783145823.309852:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145823.309858:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f800/0x38bddee366890f74 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309867:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f800/0x38bddee366890f74 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309886:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ea00/0x38bddee366890f66 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309892:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ea00/0x38bddee366890f66 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309898:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ea00/0x38bddee366890f66 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309903:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9ea00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.309906:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ea00/0x38bddee366890f66 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309911:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ea00/0x38bddee366890f66 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309919:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.309921:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.309924:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ea00/0x38bddee366890f66 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309929:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ea00/0x38bddee366890f66 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.309937:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000007af42a1 reply state 00000000ae9997fd transno 12884905205 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e600/0x38bddee366890f6d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309950:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e600/0x38bddee366890f6d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.309956:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:3.0:1783145823.309959:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.309961:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.309999:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+89:305841:x1869755187883904:12345-192.168.203.44@tcp:36:rm.500 Request processed in 791us (918us total) trans 12884905205 rc 0/0 00000100:00100000:3.0:1783145823.310005:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 92 00000100:00100000:3.0:1783145823.310010:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471062783429 time 8471063074449 state 0x2 ref 0 00010000:00010000:3.0:1783145823.311608:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.311614:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee366890f97 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.311629:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d93de400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.311634:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee366890f97 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.311646:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee366890f97 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.311654:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a6:0x0].0x0 (ffff9be8ccee5100) 00010000:00010000:3.0:1783145823.311658:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.311660:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee366890f97 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.311668:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee366890f97 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.311683:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.311686:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.311689:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145823.313775:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145823.314003:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee366890fdd lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.314009:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.314010:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.314012:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee366890fdd lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.314015:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee366890fdd lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.314021:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee366890fe4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.314024:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee366890fe4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.314028:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee366890fe4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.314031:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42ca800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.314032:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee366890fe4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.314035:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee366890fe4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.314039:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00010000:00010000:1.0:1783145823.314040:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.314042:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee366890fe4 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.314045:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee366890fe4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.314056:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca200/0x38bddee366890fd6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a404 expref: 93 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.314063:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366890feb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a404 expref: 92 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.314067:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1aa:0x0].0x0 (ffff9be9ee24dc00) 00010000:00010000:1.0:1783145823.314069:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.314070:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d42cb000, rc 0) 00000100:00100000:1.0:1783145823.314092:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d2da0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+92:305848:x1869755187884672:12345-192.168.203.44@tcp:101:rm.500 Request processed in 250us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.314096:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 96 00000100:00100000:1.0:1783145823.314099:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471066810020 time 8471067715778 state 0x2 ref 0 00000100:00100000:1.0:1783145823.315075:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187885056 00000100:00100000:1.0:1783145823.315080:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187885056 00000100:00100000:3.0:1783145823.315093:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187884928 00000100:00100000:3.0:1783145823.315099:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187884928 00000100:00100000:1.0:1783145823.315166:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2425 00000100:00100000:3.0:1783145823.315174:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 895 00000100:00100000:1.0:1783145823.315181:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+44:2410:x1869755187885056:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:3.0:1783145823.315189:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1015f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+92:305845:x1869755187884928:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:1.0:1783145823.315194:0:206058:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.315213:0:206058:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000002ebf51e/0x38bddee366890ff2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbb0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a40b expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783145823.315230:0:206058:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbb0:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:1.0:1783145823.315245:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb0:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:1.0:1783145823.315249:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145823.315260:0:206058:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000002ebf51e/0x38bddee366890ff2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a40b expref: 46 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.315282:0:206058:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000002ebf51e/0x38bddee366890ff2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a40b expref: 46 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.315299:0:206058:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d42caa00, rc 0) 00000100:00100000:1.0:1783145823.315330:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+47:2410:x1869755187885056:12345-192.168.203.44@tcp:101:rm.500 Request processed in 153us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.315347:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2425 00000100:00100000:3.0:1783145823.315380:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1015f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+93:305845:x1869755187884928:12345-192.168.203.44@tcp:35:touch.500 Request processed in 195us (362us total) trans 12884905207 rc 0/0 00000100:00100000:3.0:1783145823.315395:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 895 00000100:00100000:1.0:1783145823.315798:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187885312 00000100:00100000:1.0:1783145823.315805:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187885312 00000100:00100000:1.0:1783145823.315840:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2427 00000100:00100000:1.0:1783145823.315849:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:275b1235-b8f5-4ce3-8a3a-d483c556f740+15:2408:x1869755187885312:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145823.315856:0:228913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.315870:0:228913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005447135/0x38bddee366891015 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb4c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a419 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783145823.315898:0:228913:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb4c:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:1.0:1783145823.315910:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4c:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:1.0:1783145823.315912:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145823.315917:0:228913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005447135/0x38bddee366891015 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a419 expref: 16 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.315926:0:228913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000005447135/0x38bddee366891015 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a419 expref: 16 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.315937:0:228913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d42cbe00, rc 0) 00000100:00100000:1.0:1783145823.315959:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:275b1235-b8f5-4ce3-8a3a-d483c556f740+16:2408:x1869755187885312:12345-192.168.203.44@tcp:101:rm.500 Request processed in 113us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.315964:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2427 00010000:00010000:1.0:1783145823.316151:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145823.316160:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee36689101c lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.316182:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b7400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145823.316188:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee36689101c lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.316202:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee36689101c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.316216:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a7:0x0].0x0 (ffff9bea01cf0e00) 00010000:00010000:1.0:1783145823.316219:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1783145823.316225:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee36689101c lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.316233:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee36689101c lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.316249:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.316253:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.316258:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.317567:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.317573:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891038 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.317587:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b7a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.317591:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891038 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.317602:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891038 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.317617:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a9:0x0].0x0 (ffff9be9ee24da00) 00010000:00010000:3.0:1783145823.317620:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.317623:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891038 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.317642:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891038 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.317672:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.317674:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.317677:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145823.321171:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187886336 00000100:00100000:3.0:1783145823.321178:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187886336 00000100:00100000:3.0:1783145823.321197:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471071283952 time 8471073208788 state 0x0 ref 1 00000100:00100000:3.0:1783145823.321206:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471073308788 time 8471073208788 state 0x1 ref 1 00000100:00100000:3.0:1783145823.321231:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471073308788 time 8471075107532 state 0x0 ref 1 00000100:00100000:3.0:1783145823.321243:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdaa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+97:305844:x1869755187886336:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:3.0:1783145823.321267:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145823.321280:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6000/0x38bddee366891054 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a420 expref: 97 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.321297:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ae:0x0].0x0 (ffff9be9c31f0e00) 00010000:00010000:3.0:1783145823.321310:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.321352:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ea00/0x38bddee366891069 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.321363:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ea00/0x38bddee366891069 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.321370:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ea00/0x38bddee366891069 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.321409:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000084e61d02 reply state 0000000048603a46 transno 12884905211 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ea00/0x38bddee366891069 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.321437:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ea00/0x38bddee366891069 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.321454:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ae:0x0].0x0 (ffff9bea021f2c00) 00010000:00010000:3.0:1783145823.321456:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.321458:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.321499:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdaa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+99:305844:x1869755187886336:12345-192.168.203.44@tcp:36:touch.500 Request processed in 259us (380us total) trans 12884905211 rc 0/0 00000100:00100000:3.0:1783145823.321504:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 100 00000100:00100000:1.0:1783145823.321608:0:204581:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99df80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:204581:1869755178566528:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1783145823.321647:0:204581:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145823.321671:0:204581:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9d113cd80 going to sleep for 11 seconds 00000100:00080000:3.0:1783145823.321745:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783145823.323365:0:204581:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589936053 gen 2 00000004:00080000:1.0:1783145823.323370:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c7ae8e00, transno 8589935799 00000004:00080000:1.0:1783145823.323380:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffffed80, transno 8589935801 00000004:00080000:1.0:1783145823.323382:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c798e300, transno 8589935802 00000004:00080000:1.0:1783145823.323384:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffffc700, transno 8589935803 00000004:00080000:1.0:1783145823.323385:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee258380, transno 8589935804 00000004:00080000:1.0:1783145823.323387:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee25aa00, transno 8589935805 00000004:00080000:1.0:1783145823.323389:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb817480, transno 8589935806 00000004:00080000:1.0:1783145823.323390:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee25b100, transno 8589935807 00000004:00080000:1.0:1783145823.323391:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee25ad80, transno 8589935808 00000004:00080000:1.0:1783145823.323393:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffde300, transno 8589935809 00000004:00080000:1.0:1783145823.323395:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffc7b80, transno 8589935810 00000004:00080000:1.0:1783145823.323397:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c77d6300, transno 8589935811 00000004:00080000:1.0:1783145823.323399:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c7608380, transno 8589935812 00000004:00080000:1.0:1783145823.323402:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c7ae9f80, transno 8589935813 00000004:00080000:1.0:1783145823.323404:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c7aeaa00, transno 8589935814 00000004:00080000:1.0:1783145823.323406:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c7ae8000, transno 8589935815 00000004:00080000:1.0:1783145823.323407:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb815880, transno 8589935816 00000004:00080000:1.0:1783145823.323409:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee25ce00, transno 8589935817 00000004:00080000:1.0:1783145823.323411:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee25d500, transno 8589935818 00000004:00080000:1.0:1783145823.323414:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d800ca80, transno 8589935819 00000004:00080000:1.0:1783145823.323416:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee25f100, transno 8589935821 00000004:00080000:1.0:1783145823.323418:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee25ea00, transno 8589935822 00000004:00080000:1.0:1783145823.323420:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffc1f80, transno 8589935823 00000004:00080000:1.0:1783145823.323422:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee25e300, transno 8589935824 00000004:00080000:1.0:1783145823.323424:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fd83df80, transno 8589935825 00000004:00080000:1.0:1783145823.323426:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe63800, transno 8589935826 00000004:00080000:1.0:1783145823.323427:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee218e00, transno 8589935827 00000004:00080000:1.0:1783145823.323429:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8e5118000, transno 8589935828 00000004:00080000:1.0:1783145823.323432:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8e511a680, transno 8589935829 00000004:00080000:1.0:1783145823.323434:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8e511b480, transno 8589935830 00000004:00080000:1.0:1783145823.323437:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c77d6a00, transno 8589935831 00000004:00080000:1.0:1783145823.323440:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffe8e00, transno 8589935832 00000004:00080000:1.0:1783145823.323443:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ce826300, transno 8589935833 00000004:00080000:1.0:1783145823.323446:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1016d80, transno 8589935834 00000004:00080000:1.0:1783145823.323447:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8e3306300, transno 8589935835 00000004:00080000:1.0:1783145823.323449:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1016a00, transno 8589935836 00000004:00080000:1.0:1783145823.323452:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ce825c00, transno 8589935837 00000004:00080000:1.0:1783145823.323453:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1016300, transno 8589935838 00000004:00080000:1.0:1783145823.323456:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8e87d9180, transno 8589935839 00000004:00080000:1.0:1783145823.323457:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8e87daa00, transno 8589935840 00000004:00080000:1.0:1783145823.323459:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1014e00, transno 8589935841 00000004:00080000:1.0:1783145823.323461:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c77d5880, transno 8589935842 00000004:00080000:1.0:1783145823.323463:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ce824700, transno 8589935843 00000004:00080000:1.0:1783145823.323466:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cd6e7100, transno 8589935844 00000004:00080000:1.0:1783145823.323469:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c5911880, transno 8589935845 00000004:00080000:1.0:1783145823.323473:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cd6e5180, transno 8589935846 00000100:00100000:3.0:1783145823.323474:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000004:00080000:1.0:1783145823.323476:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8e3306d80, transno 8589935847 00000004:00080000:1.0:1783145823.323478:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffea3100, transno 8589935848 00000004:00080000:1.0:1783145823.323480:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c7618e00, transno 8589935849 00000004:00080000:1.0:1783145823.323481:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8e87d8700, transno 8589935850 00000004:00080000:1.0:1783145823.323486:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ce825880, transno 8589935851 00000004:00080000:1.0:1783145823.323489:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ff98b800, transno 8589935852 00000004:00080000:1.0:1783145823.323492:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d907b800, transno 8589935853 00000004:00080000:1.0:1783145823.323495:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d9079880, transno 8589935854 00000004:00080000:1.0:1783145823.323498:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8e87da680, transno 8589935855 00000004:00080000:1.0:1783145823.323502:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8e87db100, transno 8589935856 00000004:00080000:1.0:1783145823.323505:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d907b100, transno 8589935857 00000004:00080000:1.0:1783145823.323508:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d9079500, transno 8589935858 00000004:00080000:1.0:1783145823.323512:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffdc380, transno 8589935859 00000004:00080000:1.0:1783145823.323517:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffdf100, transno 8589935860 00000004:00080000:1.0:1783145823.323522:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cd6e6300, transno 8589935861 00000100:00100000:3.0:1783145823.323524:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000004:00080000:1.0:1783145823.323528:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ff98a680, transno 8589935862 00000004:00080000:1.0:1783145823.323536:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c760c000, transno 8589935863 00000004:00080000:1.0:1783145823.323542:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c7ae9c00, transno 8589935864 00000004:00080000:1.0:1783145823.323546:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1014a80, transno 8589935865 00000004:00080000:1.0:1783145823.323550:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c7aead80, transno 8589935866 00000100:00100000:3.0:1783145823.323556:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187886976 00000004:00080000:1.0:1783145823.323557:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d8f8e680, transno 8589935867 00000100:00100000:3.0:1783145823.323562:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187886976 00000004:00080000:1.0:1783145823.323562:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d8f8c380, transno 8589935868 00000004:00080000:1.0:1783145823.323568:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffea1500, transno 8589935869 00000004:00080000:1.0:1783145823.323571:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1017b80, transno 8589935870 00000004:00080000:1.0:1783145823.323574:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ca07f800, transno 8589935871 00000004:00080000:1.0:1783145823.323579:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c5bb3b80, transno 8589935873 00000100:00100000:3.0:1783145823.323582:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471075253726 time 8471075153726 state 0x1 ref 2 00000004:00080000:1.0:1783145823.323583:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c8f88a80, transno 8589935874 00000004:00080000:1.0:1783145823.323587:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c5bb1180, transno 8589935875 00000004:00080000:1.0:1783145823.323591:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c5bb3100, transno 8589935876 00000004:00080000:1.0:1783145823.323596:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe6aa00, transno 8589935877 00000004:00080000:1.0:1783145823.323603:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cd6e4e00, transno 8589935878 00000100:00100000:3.0:1783145823.323609:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471077568568 time 8471077483858 state 0x0 ref 2 00000004:00080000:1.0:1783145823.323609:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe87800, transno 8589935879 00000004:00080000:1.0:1783145823.323616:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c5bb2680, transno 8589935880 00000004:00080000:1.0:1783145823.323623:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe69c00, transno 8589935881 00000100:00100000:3.0:1783145823.323628:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d2da0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+101:305851:x1869755187886976:12345-192.168.203.44@tcp:36:touch.500 00000004:00080000:1.0:1783145823.323653:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffdca80, transno 8589935883 00000004:00080000:1.0:1783145823.323659:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe87b80, transno 8589935884 00010000:00010000:3.0:1783145823.323663:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:1.0:1783145823.323664:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffddc00, transno 8589935885 00000004:00080000:1.0:1783145823.323669:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffded80, transno 8589935886 00000004:00080000:1.0:1783145823.323674:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffc6300, transno 8589935887 00000004:00080000:1.0:1783145823.323677:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c8f8ad80, transno 8589935888 00010000:00010000:3.0:1783145823.323682:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6800/0x38bddee36689107e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a427 expref: 102 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145823.323683:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffc6a00, transno 8589935890 00000004:00080000:1.0:1783145823.323687:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffc5180, transno 8589935891 00000004:00080000:1.0:1783145823.323692:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c798ea00, transno 8589935892 00000004:00080000:1.0:1783145823.323697:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c798d500, transno 8589935893 00000004:00080000:1.0:1783145823.323702:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffc4000, transno 8589935894 00010000:00010000:3.0:1783145823.323705:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1af:0x0].0x0 (ffff9be9c31f0d00) 00000004:00080000:1.0:1783145823.323707:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c798c000, transno 8589935896 00000004:00080000:1.0:1783145823.323712:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffdf480, transno 8589935897 00000004:00080000:1.0:1783145823.323716:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb88b480, transno 8589935898 00010000:00010000:3.0:1783145823.323717:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:1.0:1783145823.323719:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d5fdb480, transno 8589935899 00000004:00080000:1.0:1783145823.323722:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c798df80, transno 8589935900 00000004:00080000:1.0:1783145823.323724:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d5fd9880, transno 8589935901 00000004:00080000:1.0:1783145823.323726:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d5fd8380, transno 8589935902 00000004:00080000:1.0:1783145823.323730:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1162a00, transno 8589935903 00000004:00080000:1.0:1783145823.323733:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1162300, transno 8589935904 00000004:00080000:1.0:1783145823.323738:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1160a80, transno 8589935905 00000004:00080000:1.0:1783145823.323743:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d5fd9c00, transno 8589935906 00000004:00080000:1.0:1783145823.323747:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffde680, transno 8589935907 00010000:00010000:3.0:1783145823.323749:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f800/0x38bddee366891093 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145823.323751:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d5fdb100, transno 8589935909 00000004:00080000:1.0:1783145823.323756:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c798ed80, transno 8589935910 00000004:00080000:1.0:1783145823.323760:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c77d6d80, transno 8589935911 00000004:00080000:1.0:1783145823.323765:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d0314380, transno 8589935912 00010000:00010000:3.0:1783145823.323767:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f800/0x38bddee366891093 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145823.323769:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb816300, transno 8589935913 00000004:00080000:1.0:1783145823.323775:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c798c700, transno 8589935914 00010000:00010000:3.0:1783145823.323777:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f800/0x38bddee366891093 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145823.323779:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8e3305500, transno 8589935915 00000004:00080000:1.0:1783145823.323783:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c8e65500, transno 8589935916 00000004:00080000:1.0:1783145823.323787:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cdaa0700, transno 8589935917 00000004:00080000:1.0:1783145823.323790:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8e3307b80, transno 8589935918 00000004:00080000:1.0:1783145823.323791:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffffc380, transno 8589935919 00000004:00080000:1.0:1783145823.323793:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d4286a00, transno 8589935920 00000004:00080000:1.0:1783145823.323794:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe68000, transno 8589935921 00000004:00080000:1.0:1783145823.323796:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb888e00, transno 8589935922 00000004:00080000:1.0:1783145823.323798:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb88bb80, transno 8589935923 00000004:00080000:1.0:1783145823.323800:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe6b480, transno 8589935924 00000004:00080000:1.0:1783145823.323803:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c77d5500, transno 8589935925 00000004:00080000:1.0:1783145823.323805:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3694000, transno 8589935926 00000004:00080000:1.0:1783145823.323806:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3695c00, transno 8589935927 00000004:00080000:1.0:1783145823.323809:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3696d80, transno 8589935928 00000004:00080000:1.0:1783145823.323810:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d4285180, transno 8589935929 00000004:00080000:1.0:1783145823.323813:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c798dc00, transno 8589935930 00000004:00080000:1.0:1783145823.323816:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1955c00, transno 8589935931 00000004:00080000:1.0:1783145823.323819:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1954380, transno 8589935932 00000004:00080000:1.0:1783145823.323822:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1b3e300, transno 8589935934 00000004:00080000:1.0:1783145823.323825:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3694380, transno 8589935935 00000004:00080000:1.0:1783145823.323828:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1b3d500, transno 8589935936 00000004:00010000:3.0:1783145823.323829:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000023adfb70 reply state 0000000075a7e99d transno 12884905213 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f800/0x38bddee366891093 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145823.323831:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3695880, transno 8589935937 00000004:00080000:1.0:1783145823.323835:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d8f8d500, transno 8589935939 00000004:00080000:1.0:1783145823.323839:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c98ee300, transno 8589935940 00000004:00080000:1.0:1783145823.323844:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d8f8df80, transno 8589935941 00000004:00080000:1.0:1783145823.323846:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8e5119c00, transno 8589935942 00010000:00010000:3.0:1783145823.323847:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f800/0x38bddee366891093 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145823.323848:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d4285880, transno 8589935943 00000004:00080000:1.0:1783145823.323852:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffffd880, transno 8589935944 00000004:00080000:1.0:1783145823.323857:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3695f80, transno 8589935945 00010000:00010000:3.0:1783145823.323859:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1af:0x0].0x0 (ffff9bea021f2500) 00000004:00080000:1.0:1783145823.323861:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d4286300, transno 8589935946 00010000:00010000:3.0:1783145823.323863:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00080000:1.0:1783145823.323865:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ce879f80, transno 8589935947 00000100:00100000:3.0:1783145823.323866:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00080000:1.0:1783145823.323870:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3c01180, transno 8589935948 00000004:00080000:1.0:1783145823.323872:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ce87a680, transno 8589935949 00000004:00080000:1.0:1783145823.323874:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d907a680, transno 8589935950 00000004:00080000:1.0:1783145823.323876:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d6c07b80, transno 8589935951 00000004:00080000:1.0:1783145823.323878:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1608a80, transno 8589935952 00000004:00080000:1.0:1783145823.323880:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d907aa00, transno 8589935953 00000004:00080000:1.0:1783145823.323894:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe2b800, transno 8589936003 00000004:00080000:1.0:1783145823.323898:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe28000, transno 8589936004 00000004:00080000:1.0:1783145823.323902:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe28e00, transno 8589936005 00000004:00080000:1.0:1783145823.323905:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe28380, transno 8589936006 00000004:00080000:1.0:1783145823.323908:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe29f80, transno 8589936007 00000004:00080000:1.0:1783145823.323912:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe29c00, transno 8589936008 00000004:00080000:1.0:1783145823.323914:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe29880, transno 8589936009 00000004:00080000:1.0:1783145823.323918:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe2a680, transno 8589936010 00000004:00080000:1.0:1783145823.323921:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c8fcad80, transno 8589936011 00000004:00080000:1.0:1783145823.323923:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c8fca300, transno 8589936012 00000004:00080000:1.0:1783145823.323926:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c8fc8700, transno 8589936013 00000004:00080000:1.0:1783145823.323928:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c8fcbb80, transno 8589936014 00000004:00080000:1.0:1783145823.323930:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c8fc9c00, transno 8589936015 00000004:00080000:1.0:1783145823.323932:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c8fca680, transno 8589936016 00000004:00080000:1.0:1783145823.323933:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c8fc8380, transno 8589936017 00000004:00080000:1.0:1783145823.323935:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c8fcb800, transno 8589936018 00000004:00080000:1.0:1783145823.323938:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe2b480, transno 8589936019 00000004:00080000:1.0:1783145823.323940:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe2ad80, transno 8589936020 00000100:00100000:3.0:1783145823.323943:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d2da0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+102:305851:x1869755187886976:12345-192.168.203.44@tcp:36:touch.500 Request processed in 320us (420us total) trans 12884905213 rc 0/0 00000004:00080000:1.0:1783145823.323944:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3c01880, transno 8589936021 00000004:00080000:1.0:1783145823.323949:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee25ca80, transno 8589936022 00000100:00100000:3.0:1783145823.323953:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 103 00000004:00080000:1.0:1783145823.323954:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ce825500, transno 8589936023 00000100:00100000:3.0:1783145823.323958:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471077568568 time 8471077483858 state 0x2 ref 0 00000004:00080000:1.0:1783145823.323959:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d2f86680, transno 8589936024 00000004:00080000:1.0:1783145823.323962:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffffea00, transno 8589936025 00000004:00080000:1.0:1783145823.323967:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff81880, transno 8589936026 00000004:00080000:1.0:1783145823.323970:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c4303480, transno 8589936027 00000004:00080000:1.0:1783145823.323974:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff83480, transno 8589936028 00000004:00080000:1.0:1783145823.323977:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff82680, transno 8589936029 00000004:00080000:1.0:1783145823.323980:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee266680, transno 8589936030 00000004:00080000:1.0:1783145823.323984:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee22e300, transno 8589936031 00000004:00080000:1.0:1783145823.323987:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee22ed80, transno 8589936032 00000004:00080000:1.0:1783145823.323989:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c4302680, transno 8589936033 00000004:00080000:1.0:1783145823.323990:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee22d180, transno 8589936034 00000004:00080000:1.0:1783145823.323992:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c4302a00, transno 8589936035 00000004:00080000:1.0:1783145823.323994:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee267b80, transno 8589936036 00000004:00080000:1.0:1783145823.323995:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c4301880, transno 8589936037 00000004:00080000:1.0:1783145823.323996:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c4303100, transno 8589936038 00000004:00080000:1.0:1783145823.323998:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffc6d80, transno 8589936039 00000004:00080000:1.0:1783145823.323999:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d5fd9500, transno 8589936040 00000004:00080000:1.0:1783145823.324000:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c4301180, transno 8589936041 00000004:00080000:1.0:1783145823.324002:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c4301c00, transno 8589936042 00000004:00080000:1.0:1783145823.324003:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3c02680, transno 8589936043 00000004:00080000:1.0:1783145823.324005:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff13100, transno 8589936044 00000004:00080000:1.0:1783145823.324006:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff12d80, transno 8589936045 00000004:00080000:1.0:1783145823.324008:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff10a80, transno 8589936046 00000004:00080000:1.0:1783145823.324009:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff83b80, transno 8589936047 00000004:00080000:1.0:1783145823.324010:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff86680, transno 8589936048 00000004:00080000:1.0:1783145823.324011:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff83800, transno 8589936049 00000004:00080000:1.0:1783145823.324013:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff82a00, transno 8589936050 00000004:00080000:1.0:1783145823.324014:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff82d80, transno 8589936051 00000004:00080000:1.0:1783145823.324015:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff84a80, transno 8589936052 00000004:00080000:1.0:1783145823.324017:0:204581:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ebc32d80, transno 8589936053 00000100:00100000:1.0:1783145823.324022:0:204581:0:(client.c:3155:ptlrpc_free_committed()) @@@ stopping search req@ffff9be8cb99df80 x1869755178566528/t8589936066(8589936066) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1783145839 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783145823.324077:0:204581:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99df80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:204581:1869755178566528:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1783145823.324091:0:204581:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0xbb2:0x0]-[0x280000401:0xbe1:0x0] 00000100:00100000:3.0:1783145823.324769:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.325065:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187887232 00000100:00100000:3.0:1783145823.325107:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187887232 00000100:00100000:3.0:1783145823.325651:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.325697:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187887360 00000100:00100000:1.0:1783145823.325700:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187887360 00000100:00100000:1.0:1783145823.325725:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2430 00000100:00100000:1.0:1783145823.325730:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d2da2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+46:2410:x1869755187887360:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:1.0:1783145823.325815:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d2da2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+47:2410:x1869755187887360:12345-192.168.203.44@tcp:2:touch.500 Request processed in 84us (165us total) trans 8589936067 rc 0/0 00000100:00100000:1.0:1783145823.325820:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2430 00000100:00100000:3.0:1783145823.326206:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.326548:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.326589:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187887872 00000100:00100000:1.0:1783145823.326594:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187887872 00000100:00100000:1.0:1783145823.326626:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 897 00000100:00100000:1.0:1783145823.326632:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d2da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+104:305851:x1869755187887872:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145823.326731:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d2da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+105:305851:x1869755187887872:12345-192.168.203.44@tcp:35:touch.500 Request processed in 98us (182us total) trans 12884905215 rc 0/0 00000100:00100000:1.0:1783145823.326740:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 897 00000100:00100000:1.0:1783145823.332659:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187888000 00000100:00100000:1.0:1783145823.332667:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187888000 00000100:00100000:1.0:1783145823.332690:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471077583858 time 8471078729345 state 0x0 ref 1 00000100:00100000:1.0:1783145823.332697:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471078829345 time 8471078729345 state 0x1 ref 1 00000100:00100000:1.0:1783145823.332715:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471078829345 time 8471086593226 state 0x0 ref 1 00000100:00100000:1.0:1783145823.332724:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+105:305850:x1869755187888000:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145823.332740:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.332756:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca200/0x38bddee3668910a1 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a43c expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.332796:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee3668910a8 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.332807:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee3668910a8 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.332815:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee3668910a8 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.332824:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668910af lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.332828:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668910af lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.332832:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668910af lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.332887:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb200/0x38bddee3668910b6 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.332893:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb200/0x38bddee3668910b6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ac:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.332897:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb200/0x38bddee3668910b6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ac:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145823.332918:0:204590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1ac:0x0]: returning size 0 00000004:00200000:1.0:1783145823.332921:0:204590:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783145823.332933:0:204590:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb200/0x38bddee3668910b6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ac:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.332938:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145823.332943:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb200/0x38bddee3668910b6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.332949:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee3668910a8 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.332954:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee3668910a8 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.332961:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee3668910a8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.332966:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee3668910a8 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.332970:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42ca800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.332973:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee3668910a8 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.332978:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee3668910a8 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.332987:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.332990:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.332993:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee3668910a8 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.332998:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee3668910a8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.333008:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668910af lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.333011:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668910af lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.333015:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668910af lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.333019:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42cbc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.333023:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668910af lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.333030:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668910af lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.333036:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00010000:00010000:1.0:1783145823.333039:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.333041:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668910af lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.333045:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668910af lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.333064:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca200/0x38bddee3668910a1 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a43c expref: 108 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.333081:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb200/0x38bddee3668910b6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a43c expref: 107 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.333101:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ac:0x0].0x0 (ffff9bea021f2900) 00010000:00010000:1.0:1783145823.333104:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.333106:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d42cb200, rc 0) 00000100:00100000:1.0:1783145823.333192:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+108:305850:x1869755187888000:12345-192.168.203.44@tcp:101:rm.500 Request processed in 466us (586us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.333202:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 105 00000100:00100000:1.0:1783145823.333208:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471078829345 time 8471086593226 state 0x2 ref 0 00000100:00100000:3.0:1783145823.334361:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.334452:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145823.334954:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.334963:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee366891142 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.334972:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c65d5000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.334978:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee366891142 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.334997:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee366891142 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.335012:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ab:0x0].0x0 (ffff9bea01cf0f00) 00010000:00010000:3.0:1783145823.335018:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.335021:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee366891142 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.335032:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee366891142 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.335045:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.335048:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.335050:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145823.337445:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.337464:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.337482:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.337502:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187888896 00000100:00100000:3.0:1783145823.337507:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.337509:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187888896 00000100:00100000:1.0:1783145823.337542:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187889152 00000100:00100000:1.0:1783145823.337547:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187889152 00000100:00100000:3.0:1783145823.337551:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2432 00000100:00100000:3.0:1783145823.337562:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d2da2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+18:2407:x1869755187888896:12345-192.168.203.44@tcp:101:ll_agl.0 00010000:00010000:3.0:1783145823.337573:0:228898:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.337586:0:228898:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052bc6936/0x38bddee366891149 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a482 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.337591:0:228912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2434 00000100:00100000:1.0:1783145823.337605:0:228912:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d2da2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:275b1235-b8f5-4ce3-8a3a-d483c556f740+48:2407:x1869755187889152:12345-192.168.203.44@tcp:101:ll_agl.0 00002000:00010000:3.0:1783145823.337606:0:228898:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb4e:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:1.0:1783145823.337617:0:228912:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.337621:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4e:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:3.0:1783145823.337626:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145823.337629:0:228912:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a87fc343/0x38bddee366891157 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbb2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a490 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.337635:0:228898:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052bc6936/0x38bddee366891149 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a482 expref: 19 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783145823.337659:0:228912:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbb2:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:3.0:1783145823.337666:0:228898:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000052bc6936/0x38bddee366891149 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a482 expref: 19 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.337673:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb2:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:3.0:1783145823.337683:0:228898:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8ccd9ee00, rc 0) 00010000:00010000:1.0:1783145823.337683:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145823.337696:0:228912:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a87fc343/0x38bddee366891157 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a490 expref: 50 pid: 228912 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.337713:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d2da2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+19:2407:x1869755187888896:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 152us (245us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145823.337721:0:228912:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a87fc343/0x38bddee366891157 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a490 expref: 50 pid: 228912 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.337731:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2432 00010000:00010000:1.0:1783145823.337746:0:228912:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d42cae00, rc 0) 00000100:00100000:1.0:1783145823.337772:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d2da2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:275b1235-b8f5-4ce3-8a3a-d483c556f740+50:2407:x1869755187889152:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 169us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.337780:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2434 00010000:00010000:3.0:1783145823.338022:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.338028:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee366891173 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.338046:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b6200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.338051:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee366891173 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.338059:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee366891173 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.338070:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ac:0x0].0x0 (ffff9bea021f2900) 00010000:00010000:3.0:1783145823.338073:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.338076:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee366891173 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.338080:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee366891173 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.338092:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.338095:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.338097:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145823.339014:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145823.339416:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145823.339426:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee36689118f lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1aa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.339442:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b6a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145823.339448:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee36689118f lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1aa:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.339465:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee36689118f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1aa:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.339480:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1aa:0x0].0x0 (ffff9be9ee24dc00) 00010000:00010000:1.0:1783145823.339485:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1783145823.339489:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee36689118f lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.339506:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee36689118f lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.339527:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.339531:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.339535:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145823.340720:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187889536 00000100:00100000:3.0:1783145823.340724:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187889536 00000100:00100000:3.0:1783145823.340744:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471091529833 time 8471092960535 state 0x0 ref 1 00000100:00100000:3.0:1783145823.340756:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471093060535 time 8471092960535 state 0x1 ref 1 00000100:00100000:1.0:1783145823.340781:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187889664 00000100:00100000:3.0:1783145823.340784:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187889920 00000100:00100000:3.0:1783145823.340790:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187889920 00000100:00100000:1.0:1783145823.340790:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187889664 00000100:00100000:1.0:1783145823.340813:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471093060535 time 8471092960535 state 0x1 ref 2 00000100:00100000:1.0:1783145823.340841:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471094816502 time 8471094716502 state 0x1 ref 2 00000100:00100000:1.0:1783145823.340861:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdaa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+113:305855:x1869755187889536:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:3.0:1783145823.340877:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471094835365 time 8471094735365 state 0x1 ref 3 00010000:00010000:1.0:1783145823.340878:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.340893:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca200/0x38bddee3668911a4 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a49e expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.340902:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471094835365 time 8471094778705 state 0x0 ref 3 00000100:00100000:3.0:1783145823.340923:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffe8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+115:305862:x1869755187889920:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.340937:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.340944:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668911b9 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.340948:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ec00/0x38bddee3668911c7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a4ac expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.340980:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668911b9 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.340989:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee3668911d5 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.341004:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668911b9 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.341032:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee3668911dc lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.341039:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee3668911d5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.341044:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee3668911dc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.341061:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee3668911d5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.341063:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee3668911dc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.341087:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee3668911ea lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.341108:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee3668911ea lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.341149:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee3668911ea lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.341156:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee3668911f1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1ad:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.341173:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee3668911f1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ad:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.341184:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fa00/0x38bddee3668911f8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.341192:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee3668911f1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ad:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.341205:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fa00/0x38bddee3668911f8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1af:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.341228:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fa00/0x38bddee3668911f8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1af:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145823.341231:0:204557:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1ad:0x0]: returning size 0 00000004:00200000:1.0:1783145823.341237:0:204557:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783145823.341247:0:204557:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee3668911f1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ad:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.341259:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1af:0x0]: returning size 0 00000004:00200000:3.0:1783145823.341265:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1783145823.341266:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee3668911f1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.341282:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fa00/0x38bddee3668911f8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1af:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.341284:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668911b9 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.341308:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fa00/0x38bddee3668911f8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.341325:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668911b9 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.341331:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee3668911d5 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.341344:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668911b9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.341367:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668911b9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.341369:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee3668911d5 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.341389:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee3668911d5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.341398:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee3668911d5 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.341404:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42cbc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.341405:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9f200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.341411:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee3668911d5 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.341411:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668911b9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.341436:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee3668911d5 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.341450:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668911b9 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.341464:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.341471:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.341477:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee3668911d5 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.341481:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.341487:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.341492:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668911b9 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.341499:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee3668911d5 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.341500:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668911b9 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.341523:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee3668911dc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.341526:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee3668911ea lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.341542:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee3668911dc lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.341546:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee3668911ea lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.341563:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee3668911dc lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.341565:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee3668911ea lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.341579:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42ca800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.341584:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee3668911dc lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.341585:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9fc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.341593:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee3668911ea lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.341595:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee3668911dc lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.341614:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee3668911ea lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.341616:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:1.0:1783145823.341624:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.341629:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee3668911dc lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.341630:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:3.0:1783145823.341638:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.341644:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee3668911ea lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.341644:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee3668911dc lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.341665:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee3668911ea lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.341683:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca200/0x38bddee3668911a4 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a49e expref: 117 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.341689:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ec00/0x38bddee3668911c7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a4ac expref: 117 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.341716:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee3668911f1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a49e expref: 114 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.341737:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ad:0x0].0x0 (ffff9be9c31f0100) 00010000:00010000:1.0:1783145823.341742:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.341747:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d42cb600, rc 0) 00010000:00010000:3.0:1783145823.341757:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fa00/0x38bddee3668911f8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a4ac expref: 114 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.341767:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1af:0x0].0x0 (ffff9bea021f2500) 00010000:00010000:3.0:1783145823.341769:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.341771:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8ccd9fa00, rc 0) 00000100:00100000:1.0:1783145823.341777:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdaa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+114:305855:x1869755187889536:12345-192.168.203.44@tcp:101:rm.500 Request processed in 919us (1083us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.341789:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 109 00000100:00100000:3.0:1783145823.341800:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffe8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+113:305862:x1869755187889920:12345-192.168.203.44@tcp:101:rm.500 Request processed in 878us (1037us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.341810:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 111 00000100:00100000:3.0:1783145823.341816:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471094835365 time 8471094778705 state 0x2 ref 0 00000100:00100000:3.0:1783145823.343679:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187890304 00000100:00100000:3.0:1783145823.343684:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187890304 00000100:00100000:1.0:1783145823.343709:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 265 00000100:00100000:3.0:1783145823.343718:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 266 00000100:00100000:1.0:1783145823.343720:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd84f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+114:2408:x1869755187890048:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1783145823.343726:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c760c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+114:2408:x1869755187890304:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145823.343733:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145823.343736:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145823.343754:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee3668911f1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a49e expref: 114 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.343755:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fa00/0x38bddee3668911f8 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a4ac expref: 114 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.343776:0:205305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ad:0x0].0x0 (ffff9be9c31f0100) 00010000:00010000:3.0:1783145823.343777:0:204541:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1af:0x0].0x0 (ffff9bea021f2500) 00010000:00010000:1.0:1783145823.343782:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783145823.343817:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd84f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+112:2408:x1869755187890048:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 97us (223us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145823.343821:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783145823.343828:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 265 00000100:00100000:3.0:1783145823.343873:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c760c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+110:2408:x1869755187890304:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 145us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.343887:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 266 00010000:00010000:3.0:1783145823.344401:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.344409:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961be00/0x38bddee366891214 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1ad:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.344421:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961be00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.344429:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961be00/0x38bddee366891214 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1ad:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.344440:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961be00/0x38bddee366891214 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1ad:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.344451:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ad:0x0].0x0 (ffff9be9c31f0100) 00010000:00010000:3.0:1783145823.344454:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.344456:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961be00/0x38bddee366891214 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1ad:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.344466:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961be00/0x38bddee366891214 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1ad:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.344476:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.344480:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.344483:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145823.347996:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187891328 00000100:00100000:3.0:1783145823.348001:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187891328 00000100:00100000:3.0:1783145823.348020:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471099648255 time 8471099548255 state 0x1 ref 2 00000100:00100000:3.0:1783145823.348040:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471102017138 time 8471101917138 state 0x1 ref 2 00000100:00100000:3.0:1783145823.348050:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+113:305860:x1869755187891328:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:1.0:1783145823.348065:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471102017138 time 8471101941193 state 0x0 ref 2 00000100:00100000:1.0:1783145823.348078:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+113:305859:x1869755187891200:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.348084:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145823.348086:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.348096:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689123e lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a4ba expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.348102:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d000/0x38bddee366891230 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a4b3 expref: 113 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.348113:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b0:0x0].0x0 (ffff9be9c31f0e00) 00010000:00010000:3.0:1783145823.348151:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.348172:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca200/0x38bddee366891245 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.348182:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca200/0x38bddee366891245 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.348187:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca200/0x38bddee366891245 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.348199:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee366891253 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.348207:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee366891253 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.348208:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ec00/0x38bddee36689124c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.348212:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee366891253 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.348231:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ec00/0x38bddee36689124c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.348240:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ec00/0x38bddee36689124c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.348296:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002a4eb3eb reply state 00000000162c5a2c transno 12884905221 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ec00/0x38bddee36689124c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.348308:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ec00/0x38bddee36689124c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.348315:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b0:0x0].0x0 (ffff9bea021f2300) 00010000:00010000:3.0:1783145823.348317:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.348319:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00080000:1.0:1783145823.348352:0:204555:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbb3:0x0], index 0: 0 00000100:00100000:3.0:1783145823.348367:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+115:305860:x1869755187891328:12345-192.168.203.44@tcp:36:touch.500 Request processed in 319us (396us total) trans 12884905221 rc 0/0 00000100:00100000:3.0:1783145823.348372:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 114 00010000:00010000:1.0:1783145823.348424:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee36689125a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.348435:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee36689125a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.348443:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee36689125a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.348460:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca200/0x38bddee366891245 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.348465:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca200/0x38bddee366891245 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.348469:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca200/0x38bddee366891245 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.348471:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42ca200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.348474:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca200/0x38bddee366891245 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.348477:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca200/0x38bddee366891245 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.348485:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.348487:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.348489:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca200/0x38bddee366891245 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.348494:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca200/0x38bddee366891245 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.348500:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000078587d53 reply state 00000000eb113c5f transno 12884905222 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee366891253 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.348505:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee366891253 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.348509:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:1.0:1783145823.348511:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.348512:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145823.348525:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689123e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a4ba expref: 116 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.348532:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee36689125a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a4ba expref: 115 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.348537:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b1:0x0].0x0 (ffff9be9d1efe900) 00010000:00010000:1.0:1783145823.348538:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.348539:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d42cbc00, rc 0) 00000100:00100000:1.0:1783145823.348563:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+116:305859:x1869755187891200:12345-192.168.203.44@tcp:101:touch.500 Request processed in 490us (620us total) trans 12884905222 rc 0/0 00000100:00100000:1.0:1783145823.348567:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 115 00000100:00100000:1.0:1783145823.348570:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471102017138 time 8471101941193 state 0x2 ref 0 00000100:00100000:1.0:1783145823.349232:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187891456 00000100:00100000:1.0:1783145823.349238:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187891456 00000100:00100000:1.0:1783145823.349256:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471102017138 time 8471101941193 state 0x0 ref 1 00000100:00100000:1.0:1783145823.349263:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471102041193 time 8471101941193 state 0x1 ref 1 00000100:00100000:1.0:1783145823.349284:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471102041193 time 8471103161669 state 0x0 ref 1 00000100:00100000:1.0:1783145823.349297:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+116:305860:x1869755187891456:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.349307:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.349316:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cac00/0x38bddee366891268 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a4c1 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.349341:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cac00/0x38bddee366891268 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a4c1 expref: 117 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.349351:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cac00/0x38bddee366891268 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a4c1 expref: 117 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.349364:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b0:0x0].0x0 (ffff9bea021f2300) 00010000:00010000:1.0:1783145823.349366:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145823.349369:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d42cac00, rc 0) 00000100:00100000:1.0:1783145823.349396:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+117:305860:x1869755187891456:12345-192.168.203.44@tcp:101:touch.500 Request processed in 102us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.349402:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 116 00000100:00100000:1.0:1783145823.349406:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471102041193 time 8471103161669 state 0x2 ref 0 00000100:00100000:1.0:1783145823.350289:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187891968 00000100:00100000:1.0:1783145823.350293:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187891968 00000100:00100000:1.0:1783145823.350310:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471104280616 time 8471104180616 state 0x1 ref 2 00000100:00100000:1.0:1783145823.350335:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471104280616 time 8471104212459 state 0x0 ref 2 00000100:00100000:1.0:1783145823.350346:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1014a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+118:305856:x1869755187891968:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.350356:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.350368:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca400/0x38bddee36689126f lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a4c8 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.350422:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca000/0x38bddee36689127d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.350429:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca000/0x38bddee36689127d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.350435:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca000/0x38bddee36689127d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.350445:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cba00/0x38bddee366891284 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.350453:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cba00/0x38bddee366891284 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.350469:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cba00/0x38bddee366891284 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145823.350608:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb50:0x0], index 1: 0 00000100:00100000:3.0:1783145823.350648:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145823.350675:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee36689128b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.350684:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee36689128b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.350693:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee36689128b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.350723:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca000/0x38bddee36689127d lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.350731:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca000/0x38bddee36689127d lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.350742:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca000/0x38bddee36689127d lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.350754:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca000/0x38bddee36689127d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.350758:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42ca000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.350761:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca000/0x38bddee36689127d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.350765:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca000/0x38bddee36689127d lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.350771:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.350772:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.350774:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca000/0x38bddee36689127d lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.350785:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca000/0x38bddee36689127d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.350796:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005183d372 reply state 00000000f048af8e transno 12884905224 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cba00/0x38bddee366891284 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.350805:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cba00/0x38bddee366891284 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.350812:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:1.0:1783145823.350814:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.350816:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145823.350837:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca400/0x38bddee36689126f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a4c8 expref: 121 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.350850:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee36689128b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a4c8 expref: 120 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.350857:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b2:0x0].0x0 (ffff9be9d1efec00) 00010000:00010000:1.0:1783145823.350859:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.350861:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d42cb000, rc 0) 00000100:00100000:1.0:1783145823.350888:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1014a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+121:305856:x1869755187891968:12345-192.168.203.44@tcp:101:touch.500 Request processed in 544us (628us total) trans 12884905224 rc 0/0 00000100:00100000:1.0:1783145823.350896:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 118 00000100:00100000:1.0:1783145823.350901:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471104280616 time 8471104212459 state 0x2 ref 0 00000100:00100000:3.0:1783145823.351567:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.351602:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187892480 00000100:00100000:1.0:1783145823.351606:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187892480 00000100:00100000:1.0:1783145823.351629:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 898 00000100:00100000:1.0:1783145823.351634:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c17d4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+122:305860:x1869755187892480:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145823.351738:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c17d4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+123:305860:x1869755187892480:12345-192.168.203.44@tcp:35:touch.500 Request processed in 103us (171us total) trans 12884905225 rc 0/0 00000100:00100000:1.0:1783145823.351743:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 898 00000100:00100000:3.0:1783145823.351859:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187892736 00000100:00100000:3.0:1783145823.351862:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187892736 00000100:00100000:3.0:1783145823.351874:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471104312459 time 8471105227460 state 0x0 ref 1 00000100:00100000:3.0:1783145823.351879:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471105327460 time 8471105227460 state 0x1 ref 1 00000100:00100000:3.0:1783145823.351892:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471105327460 time 8471105770028 state 0x0 ref 1 00000100:00100000:3.0:1783145823.351902:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1015f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+123:305856:x1869755187892736:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:3.0:1783145823.351971:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145823.351982:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee36689128b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a4c8 expref: 123 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.351991:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b2:0x0].0x0 (ffff9be9d1efec00) 00010000:00010000:3.0:1783145823.351996:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.352020:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fa00/0x38bddee3668912a0 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.352027:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fa00/0x38bddee3668912a0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.352031:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fa00/0x38bddee3668912a0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.352066:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e41f63f1 reply state 000000001b3ba0d6 transno 12884905226 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fa00/0x38bddee3668912a0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.352074:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fa00/0x38bddee3668912a0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.352111:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b2:0x0].0x0 (ffff9be9cd7da800) 00010000:00010000:3.0:1783145823.352114:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.352147:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.352189:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1015f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+125:305856:x1869755187892736:12345-192.168.203.44@tcp:36:touch.500 Request processed in 286us (369us total) trans 12884905226 rc 0/0 00000100:00100000:3.0:1783145823.352196:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 120 00000100:00100000:3.0:1783145823.352848:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.352867:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.352883:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187893248 00000100:00100000:1.0:1783145823.352888:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187893248 00000100:00100000:1.0:1783145823.352906:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471105870028 time 8471105990844 state 0x0 ref 1 00000100:00100000:1.0:1783145823.352915:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471106090844 time 8471105990844 state 0x1 ref 1 00000100:00100000:1.0:1783145823.352943:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471106090844 time 8471106819195 state 0x0 ref 1 00000100:00100000:1.0:1783145823.352962:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1162300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+127:305856:x1869755187893248:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.352974:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.352985:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb200/0x38bddee3668912ca lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a4dd expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.353011:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb200/0x38bddee3668912ca lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a4dd expref: 128 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.353022:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb200/0x38bddee3668912ca lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a4dd expref: 128 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.353035:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b2:0x0].0x0 (ffff9be9cd7da800) 00010000:00010000:1.0:1783145823.353039:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145823.353041:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d42cb200, rc 0) 00000100:00100000:1.0:1783145823.353084:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1162300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+128:305856:x1869755187893248:12345-192.168.203.44@tcp:101:touch.500 Request processed in 123us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.353094:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 122 00000100:00100000:1.0:1783145823.353098:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471106090844 time 8471106819195 state 0x2 ref 0 00000100:00100000:1.0:1783145823.353937:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187893760 00000100:00100000:1.0:1783145823.353943:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187893760 00000100:00100000:1.0:1783145823.353965:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471106919195 time 8471106819195 state 0x1 ref 2 00000100:00100000:3.0:1783145823.353997:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471107952298 time 8471107872323 state 0x0 ref 2 00000100:00100000:3.0:1783145823.354015:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+129:305865:x1869755187893760:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.354026:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.354037:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee3668912d1 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a4e4 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.354097:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee3668912df lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.354109:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee3668912df lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.354155:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee3668912df lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.354180:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fe00/0x38bddee3668912e6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.354194:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fe00/0x38bddee3668912e6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.354204:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fe00/0x38bddee3668912e6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.354237:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+131:305864:x1869755187893632:12345-192.168.203.44@tcp:36:touch.500 Request processed in 252us (360us total) trans 12884905228 rc 0/0 00000100:00100000:2.0:1783145823.354248:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 123 00000100:00100000:2.0:1783145823.354416:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.354457:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187893888 00000100:00100000:1.0:1783145823.354461:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187893888 00000100:00100000:1.0:1783145823.354489:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2437 00000100:00100000:1.0:1783145823.354498:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:275b1235-b8f5-4ce3-8a3a-d483c556f740+20:2407:x1869755187893888:12345-192.168.203.44@tcp:2:touch.500 00000004:00080000:3.0:1783145823.354581:0:210786:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb51:0x0], index 1: 0 00000100:00100000:2.0:1783145823.354582:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187894144 00000100:00100000:2.0:1783145823.354587:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187894144 00000100:00100000:2.0:1783145823.354622:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 899 00000100:00100000:1.0:1783145823.354622:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:275b1235-b8f5-4ce3-8a3a-d483c556f740+21:2407:x1869755187893888:12345-192.168.203.44@tcp:2:touch.500 Request processed in 121us (201us total) trans 8589935416 rc 0/0 00000100:00100000:2.0:1783145823.354634:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+131:305859:x1869755187894144:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145823.354636:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2437 00000100:00100000:2.0:1783145823.354761:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+133:305859:x1869755187894144:12345-192.168.203.44@tcp:35:touch.500 Request processed in 129us (201us total) trans 12884905230 rc 0/0 00000100:00100000:2.0:1783145823.354766:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 899 00010000:00010000:3.0:1783145823.354833:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f600/0x38bddee3668912ed lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.354872:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187894528 00000100:00100000:2.0:1783145823.354873:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187894400 00000100:00100000:1.0:1783145823.354877:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187894528 00000100:00100000:2.0:1783145823.354878:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187894400 00010000:00010000:3.0:1783145823.354882:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f600/0x38bddee3668912ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.354892:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f600/0x38bddee3668912ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.354898:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471107972323 time 8471107872323 state 0x1 ref 3 00000100:00100000:2.0:1783145823.354908:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471107972323 time 8471107872323 state 0x1 ref 3 00000100:00100000:1.0:1783145823.354917:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471108894368 time 8471108794368 state 0x1 ref 3 00010000:00010000:3.0:1783145823.354921:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee3668912df lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.354928:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+133:305864:x1869755187894528:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.354936:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee3668912df lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.354940:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.354948:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca400/0x38bddee3668912fb lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a4f2 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.354953:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee3668912df lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.354971:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee3668912df lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.354973:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca400/0x38bddee3668912fb lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a4f2 expref: 134 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.354987:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9f200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.354994:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee3668912df lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.354998:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca400/0x38bddee3668912fb lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a4f2 expref: 134 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.355014:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee3668912df lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.355019:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b3:0x0].0x0 (ffff9bea01cf0a00) 00010000:00010000:1.0:1783145823.355022:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145823.355023:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d42ca400, rc 0) 00000100:00100000:1.0:1783145823.355054:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+134:305864:x1869755187894528:12345-192.168.203.44@tcp:101:touch.500 Request processed in 123us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.355069:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 125 00010000:00010000:3.0:1783145823.355085:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.355093:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.355099:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee3668912df lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.355234:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee3668912df lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.355249:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000eceff0e5 reply state 000000001426b493 transno 12884905229 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fe00/0x38bddee3668912e6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.355260:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fe00/0x38bddee3668912e6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.355260:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145823.355272:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:3.0:1783145823.355275:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.355279:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.355301:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee3668912d1 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a4e4 expref: 134 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.355313:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187894784 00000100:00100000:1.0:1783145823.355319:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187894784 00010000:00010000:3.0:1783145823.355321:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f600/0x38bddee3668912ed lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a4e4 expref: 133 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.355350:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 900 00000100:00100000:1.0:1783145823.355357:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+134:305856:x1869755187894784:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:3.0:1783145823.355403:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b4:0x0].0x0 (ffff9be9cd7da300) 00010000:00010000:3.0:1783145823.355411:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.355415:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8ccd9f600, rc 0) 00000100:00100000:3.0:1783145823.355451:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+136:305865:x1869755187893760:12345-192.168.203.44@tcp:101:touch.500 Request processed in 1441us (1546us total) trans 12884905229 rc 0/0 00000100:00100000:1.0:1783145823.355454:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+136:305856:x1869755187894784:12345-192.168.203.44@tcp:35:touch.500 Request processed in 96us (193us total) trans 12884905232 rc 0/0 00000100:00100000:3.0:1783145823.355472:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 124 00000100:00100000:1.0:1783145823.355472:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 900 00010000:00010000:0.0:1783145823.355508:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cc8b6a00, rc 0) 00000100:00100000:0.0:1783145823.355541:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+93:305871:x1869755187894400:12345-192.168.203.44@tcp:101:touch.500 Request processed in 585us (688us total) trans 12884905231 rc 0/0 00000100:00100000:0.0:1783145823.355548:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 126 00000100:00100000:0.0:1783145823.355553:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471108894368 time 8471108812275 state 0x2 ref 0 00000100:00100000:2.0:1783145823.356547:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.356593:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187895040 00000100:00100000:1.0:1783145823.356599:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187895040 00000100:00100000:1.0:1783145823.356616:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471108894368 time 8471108812275 state 0x0 ref 1 00000100:00100000:1.0:1783145823.356624:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471108912275 time 8471108812275 state 0x1 ref 1 00000100:00100000:1.0:1783145823.356645:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471108912275 time 8471110522866 state 0x0 ref 1 00000100:00100000:1.0:1783145823.356656:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee258380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+135:305865:x1869755187895040:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:1.0:1783145823.356685:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145823.356698:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f600/0x38bddee3668912ed lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a4e4 expref: 135 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.356710:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b4:0x0].0x0 (ffff9be9cd7da300) 00010000:00010000:1.0:1783145823.356718:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.356752:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca000/0x38bddee366891325 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.356762:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca000/0x38bddee366891325 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.356770:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca000/0x38bddee366891325 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.356817:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d0ac91ca reply state 00000000e6d690c2 transno 12884905233 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca000/0x38bddee366891325 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.356826:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca000/0x38bddee366891325 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.356833:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b4:0x0].0x0 (ffff9be9d1efe000) 00010000:00010000:1.0:1783145823.356835:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.356837:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.356896:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee258380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+136:305865:x1869755187895040:12345-192.168.203.44@tcp:36:touch.500 Request processed in 235us (342us total) trans 12884905233 rc 0/0 00000100:00100000:2.0:1783145823.356900:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.356910:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 127 00000100:00100000:1.0:1783145823.356916:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471108912275 time 8471110522866 state 0x2 ref 0 00000100:00100000:1.0:1783145823.356934:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187895296 00000100:00100000:1.0:1783145823.356938:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187895296 00000100:00100000:1.0:1783145823.356951:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471108912275 time 8471110522866 state 0x0 ref 1 00000100:00100000:1.0:1783145823.356958:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471110622866 time 8471110522866 state 0x1 ref 1 00000100:00100000:1.0:1783145823.356976:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471110622866 time 8471110854349 state 0x0 ref 1 00000100:00100000:1.0:1783145823.356987:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+136:305862:x1869755187895296:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:1.0:1783145823.357008:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145823.357020:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee36689110a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a451 expref: 136 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357037:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5200/0x38bddee36689109a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a435 expref: 135 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357047:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1af:0x0].0x0 (ffff9bea021f2500) 00010000:00010000:1.0:1783145823.357049:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.357065:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689132c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357074:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689132c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357081:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689132c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357090:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca200/0x38bddee366891333 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357099:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca200/0x38bddee366891333 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357107:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca200/0x38bddee366891333 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357192:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee36689133a lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357200:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee36689133a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357208:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee36689133a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783145823.357346:0:204555:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].401, 64 off33856 00010000:00010000:1.0:1783145823.357379:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891341 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357388:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891341 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357396:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891341 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357404:0:204555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891341 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357410:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891341 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357416:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891341 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357436:0:204555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145823.357447:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee36689133a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357454:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee36689133a lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357460:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee36689133a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357466:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42cb400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.357470:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee36689133a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357476:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee36689133a lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357484:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1af:0x0].0x0 (ffff9bea021f2500) 00010000:00010000:1.0:1783145823.357487:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145823.357490:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee36689133a lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357497:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee36689133a lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357511:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689132c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357518:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689132c lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357525:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689132c lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.357530:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145823.357537:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42cb600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.357538:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891341 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357543:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689132c lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.357547:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536ac00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.357552:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891341 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357555:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689132c lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.357560:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891341 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.357570:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145823.357570:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.357574:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1af:0x0].0x0 (ffff9bea021f2500) 00010000:00010000:1.0:1783145823.357575:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.357578:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1783145823.357581:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689132c lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.357582:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891341 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.357598:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891341 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357600:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689132c lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.357609:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187895424 00000100:00100000:0.0:1783145823.357615:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187895424 00010000:00010000:3.0:1783145823.357628:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:1.0:1783145823.357628:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006144e6a8 reply state 00000000c17fd1e3 transno 12884905234 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca200/0x38bddee366891333 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.357632:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.357635:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.357644:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca200/0x38bddee366891333 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357651:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00000100:00100000:0.0:1783145823.357655:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2438 00010000:00010000:1.0:1783145823.357657:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.357661:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145823.357666:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:275b1235-b8f5-4ce3-8a3a-d483c556f740+50:2408:x1869755187895424:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:1.0:1783145823.357708:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+136:305862:x1869755187895296:12345-192.168.203.44@tcp:36:rm.500 Request processed in 722us (809us total) trans 12884905234 rc 0/0 00000100:00100000:1.0:1783145823.357716:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 128 00000100:00100000:1.0:1783145823.357721:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471110622866 time 8471110854349 state 0x2 ref 0 00000100:00100000:2.0:1783145823.357754:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.357780:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:275b1235-b8f5-4ce3-8a3a-d483c556f740+51:2408:x1869755187895424:12345-192.168.203.44@tcp:2:touch.500 Request processed in 114us (213us total) trans 8589936069 rc 0/0 00000100:00100000:1.0:1783145823.357781:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187895552 00000100:00100000:1.0:1783145823.357787:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187895552 00000100:00100000:0.0:1783145823.357792:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2438 00000100:00100000:1.0:1783145823.357806:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471110622866 time 8471110854349 state 0x0 ref 1 00000100:00100000:1.0:1783145823.357814:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471110954349 time 8471110854349 state 0x1 ref 1 00000100:00100000:1.0:1783145823.357831:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471110954349 time 8471111709542 state 0x0 ref 1 00000100:00100000:1.0:1783145823.357842:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+136:305865:x1869755187895552:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.357854:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.357864:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a800/0x38bddee366891348 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a4f9 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357890:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a800/0x38bddee366891348 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a4f9 expref: 137 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357899:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a800/0x38bddee366891348 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a4f9 expref: 137 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.357911:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b4:0x0].0x0 (ffff9be9d1efe000) 00010000:00010000:1.0:1783145823.357913:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145823.357916:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d536a800, rc 0) 00000100:00100000:1.0:1783145823.357943:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+137:305865:x1869755187895552:12345-192.168.203.44@tcp:101:touch.500 Request processed in 103us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.357949:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 129 00000100:00100000:1.0:1783145823.357954:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471110954349 time 8471111709542 state 0x2 ref 0 00000100:00100000:2.0:1783145823.358706:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.358724:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.358736:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187895808 00000100:00100000:0.0:1783145823.358741:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187895808 00000100:00100000:0.0:1783145823.358769:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 901 00000100:00100000:1.0:1783145823.358770:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187896064 00000100:00100000:1.0:1783145823.358775:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187896064 00000100:00100000:0.0:1783145823.358776:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cfbba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+137:305864:x1869755187895808:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145823.358793:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471110954349 time 8471111709542 state 0x0 ref 1 00000100:00100000:1.0:1783145823.358803:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471111809542 time 8471111709542 state 0x1 ref 1 00000100:00100000:1.0:1783145823.358826:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471111809542 time 8471112703425 state 0x0 ref 1 00000100:00100000:1.0:1783145823.358840:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cfbbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+139:305863:x1869755187896064:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:1.0:1783145823.358860:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145823.358872:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee3668910d2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a443 expref: 139 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.358886:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee36689108c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a42e expref: 138 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.358893:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ae:0x0].0x0 (ffff9bea021f2c00) 00010000:00010000:1.0:1783145823.358897:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145823.358903:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cfbba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+137:305864:x1869755187895808:12345-192.168.203.44@tcp:35:touch.500 Request processed in 127us (195us total) trans 12884905235 rc 0/0 00000100:00100000:0.0:1783145823.358908:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 901 00010000:00010000:1.0:1783145823.358910:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee36689134f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.358921:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee36689134f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.358930:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee36689134f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.358941:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536bc00/0x38bddee366891356 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.358947:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536bc00/0x38bddee366891356 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.358952:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536bc00/0x38bddee366891356 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.358985:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b800/0x38bddee36689135d lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.358990:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b800/0x38bddee36689135d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.358994:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b800/0x38bddee36689135d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783145823.359107:0:204557:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].397, 64 off33600 00010000:00010000:1.0:1783145823.359182:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891364 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.359193:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891364 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.359201:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891364 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.359217:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145823.359218:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891364 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.359228:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891364 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.359235:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891364 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.359250:0:228916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187896192 00010000:00010000:1.0:1783145823.359255:0:204557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145823.359256:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.359257:0:228916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187896192 00010000:00010000:2.0:1783145823.359270:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145823.359271:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b800/0x38bddee36689135d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.359276:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891364 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.359283:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187896448 00000100:00100000:3.0:1783145823.359288:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187896448 00010000:00010000:1.0:1783145823.359295:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b800/0x38bddee36689135d lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.359297:0:228916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2439 00000100:00100000:3.0:1783145823.359306:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471112803425 time 8471112703425 state 0x1 ref 2 00010000:00010000:2.0:1783145823.359309:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536b000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145823.359309:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b800/0x38bddee36689135d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.359312:0:228916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1163b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:275b1235-b8f5-4ce3-8a3a-d483c556f740+21:2409:x1869755187896192:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:2.0:1783145823.359315:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891364 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.359328:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536b800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.359335:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b800/0x38bddee36689135d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.359337:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891364 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.359352:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b800/0x38bddee36689135d lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.359356:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ae:0x0].0x0 (ffff9bea021f2c00) 00010000:00010000:2.0:1783145823.359362:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.359365:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891364 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.359369:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471112803425 time 8471113245961 state 0x0 ref 2 00010000:00010000:1.0:1783145823.359371:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ae:0x0].0x0 (ffff9bea021f2c00) 00010000:00010000:2.0:1783145823.359372:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891364 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.359379:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1783145823.359385:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1163480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+93:305871:x1869755187896448:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:2.0:1783145823.359386:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.359386:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b800/0x38bddee36689135d lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.359390:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.359393:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.359399:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b800/0x38bddee36689135d lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.359413:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145823.359414:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee36689134f lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.359422:0:228916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1163b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:275b1235-b8f5-4ce3-8a3a-d483c556f740+22:2409:x1869755187896192:12345-192.168.203.44@tcp:2:touch.500 Request processed in 113us (203us total) trans 8589935417 rc 0/0 00010000:00010000:1.0:1783145823.359428:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee36689134f lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.359430:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee366891317 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x17d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a4eb expref: 93 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.359435:0:228916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2439 00010000:00010000:1.0:1783145823.359448:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee36689134f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.359456:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17d:0x0].0x0 (ffff9be8d2d9d400) 00010000:00010000:1.0:1783145823.359458:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee36689134f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.359467:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.359467:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536ae00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.359472:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee36689134f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.359491:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee36689134f lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.359500:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.359503:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.359506:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e000/0x38bddee36689136b lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x17d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.359507:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee36689134f lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.359514:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee36689134f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.359524:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002c3e536c reply state 00000000d0a7f01b transno 12884905236 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536bc00/0x38bddee366891356 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.359532:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536bc00/0x38bddee366891356 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.359538:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00010000:00010000:1.0:1783145823.359541:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.359543:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.359558:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e000/0x38bddee36689136b lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x17d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.359565:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e000/0x38bddee36689136b lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x17d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.359582:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cfbbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+138:305863:x1869755187896064:12345-192.168.203.44@tcp:36:rm.500 Request processed in 745us (854us total) trans 12884905236 rc 0/0 00000100:00100000:1.0:1783145823.359590:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 130 00000004:00010000:3.0:1783145823.359605:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005131b0a0 reply state 000000003c913936 transno 12884905237 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e000/0x38bddee36689136b lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x17d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.359613:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e000/0x38bddee36689136b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x17d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.359618:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17d:0x0].0x0 (ffff9be9cd7dac00) 00010000:00010000:3.0:1783145823.359620:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.359621:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.359758:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1163480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+94:305871:x1869755187896448:12345-192.168.203.44@tcp:36:touch.500 Request processed in 377us (502us total) trans 12884905237 rc 0/0 00000100:00100000:3.0:1783145823.359764:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 131 00000100:00100000:3.0:1783145823.359767:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471112803425 time 8471113245961 state 0x2 ref 0 00000100:00100000:2.0:1783145823.360068:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.360103:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187896704 00000100:00100000:1.0:1783145823.360108:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187896704 00000100:00100000:1.0:1783145823.360187:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 902 00000100:00100000:1.0:1783145823.360197:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cfbba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+138:305865:x1869755187896704:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145823.360307:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cfbba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+139:305865:x1869755187896704:12345-192.168.203.44@tcp:35:touch.500 Request processed in 112us (238us total) trans 12884905238 rc 0/0 00000100:00100000:1.0:1783145823.360315:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 902 00000100:00100000:0.0:1783145823.362438:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.362472:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.362475:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187896960 00000100:00100000:2.0:1783145823.362482:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187896960 00000100:00100000:2.0:1783145823.362504:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471112803425 time 8471113245961 state 0x0 ref 1 00000100:00100000:2.0:1783145823.362514:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471113345961 time 8471113245961 state 0x1 ref 1 00000100:00100000:2.0:1783145823.362533:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187897088 00000100:00100000:2.0:1783145823.362536:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187897088 00000100:00100000:2.0:1783145823.362549:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471113345961 time 8471113245961 state 0x1 ref 2 00000100:00100000:3.0:1783145823.362560:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471116534149 time 8471116434149 state 0x1 ref 2 00000100:00100000:2.0:1783145823.362575:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471116534149 time 8471116451484 state 0x0 ref 2 00000100:00100000:3.0:1783145823.362576:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+139:305870:x1869755187896960:12345-192.168.203.44@tcp:101:touch.500 00000100:00100000:2.0:1783145823.362597:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+94:305871:x1869755187897088:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.362598:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.362611:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.362615:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366891372 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a500 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.362622:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee366891379 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x17d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a507 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.362657:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee366891379 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x17d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a507 expref: 95 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.362670:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee366891379 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x17d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a507 expref: 95 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.362686:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891380 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.362688:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17d:0x0].0x0 (ffff9be9cd7dac00) 00010000:00010000:2.0:1783145823.362695:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145823.362700:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c65d5000, rc 0) 00010000:00010000:3.0:1783145823.362703:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891380 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.362712:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891380 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.362724:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f000/0x38bddee366891387 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.362732:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f000/0x38bddee366891387 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.362734:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+95:305871:x1869755187897088:12345-192.168.203.44@tcp:101:touch.500 Request processed in 142us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.362747:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 133 00010000:00010000:3.0:1783145823.362749:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f000/0x38bddee366891387 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.362918:0:204583:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee22d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:204583:1869755178566656:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1783145823.362957:0:204583:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145823.362985:0:204583:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d36500c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783145823.362995:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178566656 00000100:00100000:1.0:1783145823.363002:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178566656 00000100:00080000:2.0:1783145823.363045:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783145823.363056:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2440 00000004:00080000:3.0:1783145823.363062:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb52:0x0], index 1: 0 00000100:00100000:1.0:1783145823.363068:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:204583:x1869755178566656:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1783145823.363098:0:207255:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 2914 00010000:00010000:3.0:1783145823.363219:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e400/0x38bddee36689138e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.363230:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e400/0x38bddee36689138e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.363240:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e400/0x38bddee36689138e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.363342:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891380 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.363349:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891380 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.363354:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891380 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.363359:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891380 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.363363:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9f200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.363366:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891380 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.363375:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891380 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.363383:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145823.363387:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.363391:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.363393:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891380 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.363398:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891380 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.363408:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008620bb07 reply state 00000000f31c176e transno 12884905239 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f000/0x38bddee366891387 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.363415:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f000/0x38bddee366891387 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.363421:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:3.0:1783145823.363423:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.363423:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187897344 00000100:00100000:3.0:1783145823.363427:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.363430:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187897344 00010000:00010000:3.0:1783145823.363446:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366891372 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a500 expref: 142 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.363451:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471116551484 time 8471116451484 state 0x1 ref 2 00010000:00010000:3.0:1783145823.363458:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e400/0x38bddee36689138e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a500 expref: 141 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.363463:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b5:0x0].0x0 (ffff9be9cd7da700) 00010000:00010000:3.0:1783145823.363465:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.363467:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8ccd9e400, rc 0) 00000100:00100000:2.0:1783145823.363473:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471116551484 time 8471117350934 state 0x0 ref 2 00000100:00100000:2.0:1783145823.363484:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+95:305873:x1869755187897344:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.363491:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1783145823.363495:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+142:305870:x1869755187896960:12345-192.168.203.44@tcp:101:touch.500 Request processed in 922us (1058us total) trans 12884905239 rc 0/0 00000100:00100000:3.0:1783145823.363503:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 132 00010000:00010000:2.0:1783145823.363503:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5a00/0x38bddee36689139c lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a50e expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.363548:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4a00/0x38bddee3668913a3 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.363559:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4a00/0x38bddee3668913a3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.363567:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4a00/0x38bddee3668913a3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.363581:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844c00/0x38bddee3668913aa lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.363589:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844c00/0x38bddee3668913aa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.363597:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844c00/0x38bddee3668913aa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.363703:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.363731:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187897472 00000100:00100000:3.0:1783145823.363736:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187897472 00000004:00080000:2.0:1783145823.363765:0:204555:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbb6:0x0], index 0: 0 00000100:00100000:3.0:1783145823.363771:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2441 00000100:00100000:3.0:1783145823.363780:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee266680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:b832727d-edc7-457c-aba4-c59935e6a58f+45:2410:x1869755187897472:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:2.0:1783145823.363846:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845000/0x38bddee3668913b1 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x17e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.363853:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845000/0x38bddee3668913b1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x17e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.363859:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845000/0x38bddee3668913b1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x17e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.363879:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4a00/0x38bddee3668913a3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.363887:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4a00/0x38bddee3668913a3 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.363903:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4a00/0x38bddee3668913a3 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.363909:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee266680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:b832727d-edc7-457c-aba4-c59935e6a58f+46:2410:x1869755187897472:12345-192.168.203.44@tcp:2:touch.500 Request processed in 130us (206us total) trans 8589936070 rc 0/0 00010000:00010000:2.0:1783145823.363918:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c65d4a00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145823.363920:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2441 00010000:00010000:2.0:1783145823.363925:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4a00/0x38bddee3668913a3 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.363933:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4a00/0x38bddee3668913a3 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.363944:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.363948:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.363952:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4a00/0x38bddee3668913a3 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.363958:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4a00/0x38bddee3668913a3 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.363971:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b8597c88 reply state 00000000514e5dca transno 12884905240 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844c00/0x38bddee3668913aa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.363979:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844c00/0x38bddee3668913aa lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.363984:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:2.0:1783145823.363986:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.363987:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145823.364005:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5a00/0x38bddee36689139c lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a50e expref: 98 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.364015:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845000/0x38bddee3668913b1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x17e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a50e expref: 97 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.364024:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17e:0x0].0x0 (ffff9bea01cf0800) 00010000:00010000:2.0:1783145823.364026:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.364028:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e8845000, rc 0) 00000100:00100000:2.0:1783145823.364055:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+98:305873:x1869755187897344:12345-192.168.203.44@tcp:101:touch.500 Request processed in 574us (676us total) trans 12884905240 rc 0/0 00000100:00100000:2.0:1783145823.364061:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 134 00000100:00100000:2.0:1783145823.364064:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471116551484 time 8471117350934 state 0x2 ref 0 00000100:00100000:0.0:1783145823.364597:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.364639:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187897728 00000100:00100000:2.0:1783145823.364645:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187897728 00000100:00100000:2.0:1783145823.364664:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471116551484 time 8471117350934 state 0x0 ref 1 00000100:00100000:2.0:1783145823.364673:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471117450934 time 8471117350934 state 0x1 ref 1 00000100:00100000:2.0:1783145823.364695:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471117450934 time 8471118572563 state 0x0 ref 1 00000100:00100000:2.0:1783145823.364712:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee267b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+142:305870:x1869755187897728:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:2.0:1783145823.364738:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145823.364752:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e400/0x38bddee36689138e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a500 expref: 142 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.364765:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b5:0x0].0x0 (ffff9be9cd7da700) 00010000:00010000:2.0:1783145823.364775:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.364813:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845600/0x38bddee3668913bf lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.364822:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845600/0x38bddee3668913bf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.364831:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845600/0x38bddee3668913bf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.364885:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ebde2211 reply state 00000000df20e42f transno 12884905241 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845600/0x38bddee3668913bf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.364896:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845600/0x38bddee3668913bf lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.364902:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b5:0x0].0x0 (ffff9bea01cf0200) 00010000:00010000:2.0:1783145823.364905:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.364907:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145823.364915:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.364939:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187897984 00000100:00100000:3.0:1783145823.364944:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187897984 00000100:00100000:2.0:1783145823.364957:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee267b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+143:305870:x1869755187897728:12345-192.168.203.44@tcp:36:touch.500 Request processed in 246us (359us total) trans 12884905241 rc 0/0 00000100:00100000:2.0:1783145823.364966:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 135 00000100:00100000:2.0:1783145823.364971:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471117450934 time 8471118572563 state 0x2 ref 0 00000100:00100000:3.0:1783145823.365014:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 903 00000100:00100000:1.0:1783145823.365027:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:204583:x1869755178566656:12345-0@lo:5:osp-pre-1-0.0 Request processed in 1961us (2066us total) trans 8589935418 rc 0/0 00000100:00100000:3.0:1783145823.365028:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee265f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+98:305871:x1869755187897984:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145823.365041:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2440 00000100:00100000:2.0:1783145823.365049:0:204583:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589935402 gen 2 00000004:00080000:2.0:1783145823.365056:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb817100, transno 8589935091 00000004:00080000:2.0:1783145823.365068:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffc5f80, transno 8589935092 00000004:00080000:2.0:1783145823.365072:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb814000, transno 8589935093 00000004:00080000:2.0:1783145823.365076:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c7ae8700, transno 8589935094 00000004:00080000:2.0:1783145823.365086:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb816680, transno 8589935095 00000004:00080000:2.0:1783145823.365091:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d800ce00, transno 8589935096 00000004:00080000:2.0:1783145823.365094:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c65db100, transno 8589935097 00000004:00080000:2.0:1783145823.365097:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c65d8e00, transno 8589935098 00000004:00080000:2.0:1783145823.365100:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fd83f800, transno 8589935099 00000004:00080000:2.0:1783145823.365102:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c7ae8a80, transno 8589935100 00000004:00080000:2.0:1783145823.365104:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee25df80, transno 8589935101 00000004:00080000:2.0:1783145823.365108:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe24e00, transno 8589935102 00000004:00080000:2.0:1783145823.365111:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c7ae8380, transno 8589935103 00000004:00080000:2.0:1783145823.365113:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee218700, transno 8589935104 00000004:00080000:2.0:1783145823.365115:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee218a80, transno 8589935105 00000004:00080000:2.0:1783145823.365151:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee219f80, transno 8589935106 00000004:00080000:2.0:1783145823.365154:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffdea00, transno 8589935107 00000004:00080000:2.0:1783145823.365158:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c77d5180, transno 8589935108 00000004:00080000:2.0:1783145823.365161:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb816a00, transno 8589935109 00000004:00080000:2.0:1783145823.365164:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ce825180, transno 8589935110 00000004:00080000:2.0:1783145823.365167:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ce827100, transno 8589935111 00000004:00080000:2.0:1783145823.365169:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1015500, transno 8589935112 00000004:00080000:2.0:1783145823.365172:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ce824a80, transno 8589935113 00000004:00080000:2.0:1783145823.365175:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1017480, transno 8589935114 00000004:00080000:2.0:1783145823.365179:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1014000, transno 8589935115 00000004:00080000:2.0:1783145823.365181:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1015c00, transno 8589935116 00000004:00080000:2.0:1783145823.365184:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8e87d8000, transno 8589935117 00000004:00080000:2.0:1783145823.365186:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8e87d8a80, transno 8589935118 00000004:00080000:2.0:1783145823.365190:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8e87d8e00, transno 8589935119 00000004:00080000:2.0:1783145823.365192:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8e87d9c00, transno 8589935120 00000004:00080000:2.0:1783145823.365195:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cd6e4380, transno 8589935121 00000004:00080000:2.0:1783145823.365198:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c7ae9180, transno 8589935122 00000004:00080000:2.0:1783145823.365200:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cd6e6a00, transno 8589935123 00000004:00080000:2.0:1783145823.365203:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c760e680, transno 8589935124 00000004:00080000:2.0:1783145823.365207:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cd6e5c00, transno 8589935125 00000004:00080000:2.0:1783145823.365210:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c5912a00, transno 8589935126 00000004:00080000:2.0:1783145823.365214:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ff98aa00, transno 8589935127 00000004:00080000:2.0:1783145823.365216:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1017100, transno 8589935128 00000004:00080000:2.0:1783145823.365220:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8e3304a80, transno 8589935129 00000004:00080000:2.0:1783145823.365223:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8e3304e00, transno 8589935130 00000004:00080000:2.0:1783145823.365225:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8e3306680, transno 8589935131 00000004:00080000:2.0:1783145823.365228:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ff98a300, transno 8589935132 00000004:00080000:2.0:1783145823.365232:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8e3305f80, transno 8589935133 00000004:00080000:2.0:1783145823.365235:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe62300, transno 8589935134 00000100:00100000:3.0:1783145823.365237:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee265f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+99:305871:x1869755187897984:12345-192.168.203.44@tcp:35:touch.500 Request processed in 213us (321us total) trans 12884905242 rc 0/0 00000004:00080000:2.0:1783145823.365239:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3c01c00, transno 8589935135 00000004:00080000:2.0:1783145823.365245:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c8e67b80, transno 8589935136 00000100:00100000:3.0:1783145823.365250:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 903 00000004:00080000:2.0:1783145823.365251:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d13cb800, transno 8589935137 00000004:00080000:2.0:1783145823.365256:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ce87b100, transno 8589935138 00000004:00080000:2.0:1783145823.365261:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d907b480, transno 8589935139 00000004:00080000:2.0:1783145823.365264:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffff480, transno 8589935140 00000004:00080000:2.0:1783145823.365267:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffff100, transno 8589935141 00000004:00080000:2.0:1783145823.365270:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d907ad80, transno 8589935142 00000004:00080000:2.0:1783145823.365273:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cd6e5f80, transno 8589935143 00000004:00080000:2.0:1783145823.365275:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c760f800, transno 8589935144 00000004:00080000:2.0:1783145823.365277:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ce826680, transno 8589935145 00000004:00080000:2.0:1783145823.365280:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ce878e00, transno 8589935146 00000004:00080000:2.0:1783145823.365283:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cd6e4700, transno 8589935147 00000004:00080000:2.0:1783145823.365286:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1016680, transno 8589935148 00000004:00080000:2.0:1783145823.365289:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1015180, transno 8589935149 00000004:00080000:2.0:1783145823.365292:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cdbdf480, transno 8589935150 00000004:00080000:2.0:1783145823.365296:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d12ddc00, transno 8589935151 00000004:00080000:2.0:1783145823.365299:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d8f8f480, transno 8589935152 00000004:00080000:2.0:1783145823.365302:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d6c04700, transno 8589935153 00000004:00080000:2.0:1783145823.365304:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cdbde300, transno 8589935154 00000004:00080000:2.0:1783145823.365306:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d6c05500, transno 8589935155 00000004:00080000:2.0:1783145823.365308:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cdbdca80, transno 8589935157 00000004:00080000:2.0:1783145823.365310:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cdbdd500, transno 8589935158 00000004:00080000:2.0:1783145823.365312:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe84a80, transno 8589935159 00000004:00080000:2.0:1783145823.365314:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe6b100, transno 8589935160 00000004:00080000:2.0:1783145823.365316:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c5bb0380, transno 8589935161 00000004:00080000:2.0:1783145823.365318:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cdbddc00, transno 8589935162 00000004:00080000:2.0:1783145823.365321:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe6a300, transno 8589935163 00000004:00080000:2.0:1783145823.365323:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ce87b480, transno 8589935164 00000004:00080000:2.0:1783145823.365326:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1b3f480, transno 8589935166 00000004:00080000:2.0:1783145823.365328:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe6b800, transno 8589935167 00000004:00080000:2.0:1783145823.365331:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3696a00, transno 8589935168 00000004:00080000:2.0:1783145823.365333:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe6ad80, transno 8589935169 00000004:00080000:2.0:1783145823.365335:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3694700, transno 8589935170 00000004:00080000:2.0:1783145823.365337:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe6bb80, transno 8589935171 00000004:00080000:2.0:1783145823.365339:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3695500, transno 8589935172 00000004:00080000:2.0:1783145823.365340:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe68e00, transno 8589935173 00000004:00080000:2.0:1783145823.365342:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3696680, transno 8589935174 00000004:00080000:2.0:1783145823.365344:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb888700, transno 8589935176 00000004:00080000:2.0:1783145823.365346:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb888a80, transno 8589935177 00000004:00080000:2.0:1783145823.365348:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb889f80, transno 8589935178 00000004:00080000:2.0:1783145823.365350:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb889500, transno 8589935179 00000004:00080000:2.0:1783145823.365352:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb88ad80, transno 8589935180 00000004:00080000:2.0:1783145823.365355:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb889c00, transno 8589935181 00000004:00080000:2.0:1783145823.365357:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe6a680, transno 8589935183 00000004:00080000:2.0:1783145823.365359:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d0317b80, transno 8589935184 00000004:00080000:2.0:1783145823.365362:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb815500, transno 8589935185 00000004:00080000:2.0:1783145823.365365:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c5bb0a80, transno 8589935186 00000004:00080000:2.0:1783145823.365367:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb814380, transno 8589935187 00000004:00080000:2.0:1783145823.365369:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c798f800, transno 8589935188 00000004:00080000:2.0:1783145823.365371:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c798d880, transno 8589935189 00000004:00080000:2.0:1783145823.365373:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c8e66d80, transno 8589935190 00000004:00080000:2.0:1783145823.365376:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ff8c8000, transno 8589935192 00000004:00080000:2.0:1783145823.365384:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ff8c9c00, transno 8589935193 00000004:00080000:2.0:1783145823.365389:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c5bb3480, transno 8589935194 00000004:00080000:2.0:1783145823.365391:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8e3307480, transno 8589935195 00000004:00080000:2.0:1783145823.365394:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d4287480, transno 8589935196 00000004:00080000:2.0:1783145823.365396:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffffd500, transno 8589935197 00000004:00080000:2.0:1783145823.365399:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c98ec700, transno 8589935198 00000004:00080000:2.0:1783145823.365401:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffffb80, transno 8589935199 00000004:00080000:2.0:1783145823.365403:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d4285500, transno 8589935200 00000004:00080000:2.0:1783145823.365406:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d4284a80, transno 8589935201 00000004:00080000:2.0:1783145823.365408:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d4287800, transno 8589935202 00000004:00080000:2.0:1783145823.365410:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d4286680, transno 8589935203 00000004:00080000:2.0:1783145823.365423:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffff800, transno 8589935205 00000004:00080000:2.0:1783145823.365425:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffffe300, transno 8589935206 00000004:00080000:2.0:1783145823.365427:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d4284000, transno 8589935207 00000004:00080000:2.0:1783145823.365429:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d4285f80, transno 8589935208 00000004:00080000:2.0:1783145823.365431:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffffca80, transno 8589935209 00000004:00080000:2.0:1783145823.365433:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c798fb80, transno 8589935210 00000004:00080000:2.0:1783145823.365436:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cdaa7480, transno 8589935211 00000004:00080000:2.0:1783145823.365438:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cdaa7b80, transno 8589935212 00000004:00080000:2.0:1783145823.365440:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1954e00, transno 8589935213 00000004:00080000:2.0:1783145823.365442:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3694e00, transno 8589935214 00000004:00080000:2.0:1783145823.365444:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1957480, transno 8589935215 00000004:00080000:2.0:1783145823.365446:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1957800, transno 8589935216 00000004:00080000:2.0:1783145823.365448:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c65d8700, transno 8589935218 00000004:00080000:2.0:1783145823.365450:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d800f800, transno 8589935219 00000004:00080000:2.0:1783145823.365452:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d4284700, transno 8589935220 00000004:00080000:2.0:1783145823.365454:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe63100, transno 8589935221 00000004:00080000:2.0:1783145823.365456:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fd83c380, transno 8589935222 00000004:00080000:2.0:1783145823.365458:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe61f80, transno 8589935223 00000004:00080000:2.0:1783145823.365461:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe61500, transno 8589935224 00000004:00080000:2.0:1783145823.365463:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1955180, transno 8589935225 00000004:00080000:2.0:1783145823.365465:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffea1180, transno 8589935226 00000004:00080000:2.0:1783145823.365467:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cdbded80, transno 8589935227 00000004:00080000:2.0:1783145823.365470:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d6c05f80, transno 8589935228 00000004:00080000:2.0:1783145823.365473:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cdbdfb80, transno 8589935229 00000004:00080000:2.0:1783145823.365481:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1014700, transno 8589935230 00000004:00080000:2.0:1783145823.365485:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1017800, transno 8589935231 00000004:00080000:2.0:1783145823.365488:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fd83c000, transno 8589935232 00000004:00080000:2.0:1783145823.365491:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1609180, transno 8589935234 00000004:00080000:2.0:1783145823.365494:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee248a80, transno 8589935235 00000004:00080000:2.0:1783145823.365496:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c8e64000, transno 8589935236 00000004:00080000:2.0:1783145823.365499:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee24a680, transno 8589935237 00000004:00080000:2.0:1783145823.365501:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c8e66300, transno 8589935238 00000004:00080000:2.0:1783145823.365503:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d160a300, transno 8589935239 00000004:00080000:2.0:1783145823.365506:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1609c00, transno 8589935240 00000004:00080000:2.0:1783145823.365509:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1162680, transno 8589935241 00000004:00080000:2.0:1783145823.365513:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ff8ca300, transno 8589935242 00000004:00080000:2.0:1783145823.365517:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c5bb1c00, transno 8589935243 00000004:00080000:2.0:1783145823.365520:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb815f80, transno 8589935244 00000004:00080000:2.0:1783145823.365523:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1160e00, transno 8589935245 00000004:00080000:2.0:1783145823.365526:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c8e67480, transno 8589935246 00000004:00080000:2.0:1783145823.365530:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb814700, transno 8589935247 00000004:00080000:2.0:1783145823.365540:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee249f80, transno 8589935297 00000004:00080000:2.0:1783145823.365544:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee248000, transno 8589935298 00000004:00080000:2.0:1783145823.365548:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c98edf80, transno 8589935299 00000100:00100000:3.0:1783145823.365553:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000004:00080000:2.0:1783145823.365554:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee248e00, transno 8589935300 00000004:00080000:2.0:1783145823.365559:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c798ca80, transno 8589935301 00000004:00080000:2.0:1783145823.365562:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c8e65880, transno 8589935302 00000004:00080000:2.0:1783145823.365564:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee24a300, transno 8589935303 00000004:00080000:2.0:1783145823.365569:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fd83dc00, transno 8589935304 00000004:00080000:2.0:1783145823.365572:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c4302d80, transno 8589935305 00000004:00080000:2.0:1783145823.365574:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c4300700, transno 8589935306 00000004:00080000:2.0:1783145823.365576:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c4302300, transno 8589935307 00000004:00080000:2.0:1783145823.365578:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c4303b80, transno 8589935308 00000004:00080000:2.0:1783145823.365582:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d13c9500, transno 8589935309 00000004:00080000:2.0:1783145823.365584:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c8fc9f80, transno 8589935310 00000004:00080000:2.0:1783145823.365588:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c8fc8000, transno 8589935311 00000004:00080000:2.0:1783145823.365591:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c8fcb480, transno 8589935312 00000100:00100000:1.0:1783145823.365593:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187898112 00000004:00080000:2.0:1783145823.365595:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe29500, transno 8589935313 00000004:00080000:2.0:1783145823.365599:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb815c00, transno 8589935314 00000100:00100000:1.0:1783145823.365599:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187898112 00000004:00080000:2.0:1783145823.365605:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb817b80, transno 8589935315 00000004:00080000:2.0:1783145823.365608:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff80e00, transno 8589935316 00000004:00080000:2.0:1783145823.365611:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff81500, transno 8589935317 00000004:00080000:2.0:1783145823.365615:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff81180, transno 8589935318 00000004:00080000:2.0:1783145823.365618:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe85f80, transno 8589935319 00000100:00100000:1.0:1783145823.365621:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471117450934 time 8471118572563 state 0x0 ref 1 00000004:00080000:2.0:1783145823.365623:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff80000, transno 8589935320 00000004:00080000:2.0:1783145823.365629:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d8f8c700, transno 8589935321 00000004:00080000:2.0:1783145823.365633:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee267800, transno 8589935322 00000100:00100000:1.0:1783145823.365634:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471118672563 time 8471118572563 state 0x1 ref 1 00000004:00080000:2.0:1783145823.365639:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee265c00, transno 8589935323 00000004:00080000:2.0:1783145823.365644:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee264380, transno 8589935324 00000004:00080000:2.0:1783145823.365648:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee267480, transno 8589935325 00000004:00080000:2.0:1783145823.365652:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee267100, transno 8589935326 00000004:00080000:2.0:1783145823.365656:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee266300, transno 8589935327 00000004:00080000:2.0:1783145823.365659:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee264000, transno 8589935328 00000100:00100000:1.0:1783145823.365661:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471118672563 time 8471119537350 state 0x0 ref 1 00000004:00080000:2.0:1783145823.365662:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee266d80, transno 8589935329 00000004:00080000:2.0:1783145823.365667:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee265500, transno 8589935330 00000004:00080000:2.0:1783145823.365671:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee264a80, transno 8589935331 00000004:00080000:2.0:1783145823.365676:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee264700, transno 8589935332 00000100:00100000:3.0:1783145823.365677:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.365679:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1160000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+143:305870:x1869755187898112:12345-192.168.203.44@tcp:101:touch.500 00000004:00080000:2.0:1783145823.365681:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee266a00, transno 8589935333 00000004:00080000:2.0:1783145823.365687:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c4300a80, transno 8589935334 00000004:00080000:2.0:1783145823.365692:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d13ca300, transno 8589935335 00010000:00010000:1.0:1783145823.365694:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00080000:2.0:1783145823.365696:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d13cbb80, transno 8589935336 00000004:00080000:2.0:1783145823.365700:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d13c9880, transno 8589935337 00000004:00080000:2.0:1783145823.365703:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c65da300, transno 8589935338 00010000:00010000:1.0:1783145823.365706:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668913c6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a515 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145823.365707:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d9079c00, transno 8589935339 00000004:00080000:2.0:1783145823.365711:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d5fd9f80, transno 8589935340 00000004:00080000:2.0:1783145823.365715:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ebc30a80, transno 8589935341 00000004:00080000:2.0:1783145823.365720:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff12300, transno 8589935342 00000004:00080000:2.0:1783145823.365724:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff10000, transno 8589935343 00000004:00080000:2.0:1783145823.365726:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff11c00, transno 8589935344 00000004:00080000:2.0:1783145823.365728:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff12680, transno 8589935345 00000004:00080000:2.0:1783145823.365731:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff85c00, transno 8589935346 00000004:00080000:2.0:1783145823.365735:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff1bb80, transno 8589935347 00000100:00100000:3.0:1783145823.365738:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187898368 00000004:00080000:2.0:1783145823.365740:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff86a00, transno 8589935348 00010000:00010000:1.0:1783145823.365742:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668913c6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a515 expref: 144 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.365743:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187898368 00000004:00080000:2.0:1783145823.365744:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ebc33b80, transno 8589935349 00000004:00080000:2.0:1783145823.365751:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ebc33100, transno 8589935350 00000004:00080000:2.0:1783145823.365756:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff1a300, transno 8589935351 00000100:00100000:3.0:1783145823.365760:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471119637350 time 8471119537350 state 0x1 ref 2 00000004:00080000:2.0:1783145823.365762:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff18a80, transno 8589935352 00000004:00080000:2.0:1783145823.365768:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff87480, transno 8589935353 00010000:00010000:1.0:1783145823.365773:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668913c6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a515 expref: 144 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145823.365774:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff87800, transno 8589935354 00000004:00080000:2.0:1783145823.365780:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff1ad80, transno 8589935355 00000100:00100000:3.0:1783145823.365783:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471119637350 time 8471119659752 state 0x0 ref 2 00000004:00080000:2.0:1783145823.365786:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ebc31500, transno 8589935356 00000004:00080000:2.0:1783145823.365793:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ebc31c00, transno 8589935357 00010000:00010000:1.0:1783145823.365795:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b5:0x0].0x0 (ffff9bea01cf0200) 00000004:00080000:2.0:1783145823.365797:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff87100, transno 8589935358 00010000:00010000:1.0:1783145823.365799:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000004:00080000:2.0:1783145823.365802:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff1b100, transno 8589935359 00010000:00010000:1.0:1783145823.365804:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d536a200, rc 0) 00000004:00080000:2.0:1783145823.365806:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ebc30e00, transno 8589935360 00000004:00080000:2.0:1783145823.365811:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff18e00, transno 8589935361 00000004:00080000:2.0:1783145823.365814:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff87b80, transno 8589935362 00000004:00080000:2.0:1783145823.365816:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff19c00, transno 8589935363 00000004:00080000:2.0:1783145823.365819:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff1aa00, transno 8589935364 00000004:00080000:2.0:1783145823.365823:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff1a680, transno 8589935365 00000004:00080000:2.0:1783145823.365825:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff18380, transno 8589935366 00000004:00080000:2.0:1783145823.365828:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff1b480, transno 8589935367 00000004:00080000:2.0:1783145823.365830:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff84380, transno 8589935368 00000004:00080000:2.0:1783145823.365834:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff25f80, transno 8589935369 00000004:00080000:2.0:1783145823.365839:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff24a80, transno 8589935370 00000100:00100000:1.0:1783145823.365840:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1160000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+144:305870:x1869755187898112:12345-192.168.203.44@tcp:101:touch.500 Request processed in 163us (285us total) trans 0 rc 0/0 00000004:00080000:2.0:1783145823.365844:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff27480, transno 8589935371 00000100:00100000:3.0:1783145823.365846:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee249880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+99:305873:x1869755187898368:12345-192.168.203.44@tcp:36:touch.500 00000004:00080000:2.0:1783145823.365850:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff26680, transno 8589935372 00000004:00080000:2.0:1783145823.365857:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff24700, transno 8589935373 00000100:00100000:1.0:1783145823.365859:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 136 00000004:00080000:2.0:1783145823.365863:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ebc31880, transno 8589935374 00000004:00080000:2.0:1783145823.365867:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff25180, transno 8589935375 00000004:00080000:2.0:1783145823.365871:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff27100, transno 8589935376 00010000:00010000:3.0:1783145823.365874:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:2.0:1783145823.365874:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff10700, transno 8589935377 00000004:00080000:2.0:1783145823.365881:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff11500, transno 8589935378 00000004:00080000:2.0:1783145823.365885:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff11f80, transno 8589935379 00010000:00010000:3.0:1783145823.365889:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845000/0x38bddee3668913b1 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x17e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a50e expref: 99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145823.365889:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff10e00, transno 8589935380 00000004:00080000:2.0:1783145823.365896:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff11180, transno 8589935381 00000004:00080000:2.0:1783145823.365901:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff13800, transno 8589935382 00010000:00010000:3.0:1783145823.365904:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17e:0x0].0x0 (ffff9bea01cf0800) 00000004:00080000:2.0:1783145823.365906:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff13b80, transno 8589935383 00000100:00100000:1.0:1783145823.365910:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145823.365913:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1783145823.365913:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff10380, transno 8589935384 00000004:00080000:2.0:1783145823.365918:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff12a00, transno 8589935385 00000004:00080000:2.0:1783145823.365922:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff37800, transno 8589935386 00000004:00080000:2.0:1783145823.365925:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff36680, transno 8589935387 00000004:00080000:2.0:1783145823.365927:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff35c00, transno 8589935388 00000004:00080000:2.0:1783145823.365929:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff35880, transno 8589935389 00000004:00080000:2.0:1783145823.365933:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ebc32300, transno 8589935390 00000004:00080000:2.0:1783145823.365935:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff34000, transno 8589935391 00000004:00080000:2.0:1783145823.365938:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ebc30000, transno 8589935392 00000004:00080000:2.0:1783145823.365941:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ebc33800, transno 8589935393 00000004:00080000:2.0:1783145823.365943:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ebc33480, transno 8589935394 00010000:00010000:3.0:1783145823.365945:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f600/0x38bddee3668913cd lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x17e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145823.365947:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff83100, transno 8589935395 00000004:00080000:2.0:1783145823.365952:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff36d80, transno 8589935396 00010000:00010000:3.0:1783145823.365957:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f600/0x38bddee3668913cd lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x17e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145823.365958:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff2b800, transno 8589935397 00000004:00080000:2.0:1783145823.365965:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff34700, transno 8589935398 00010000:00010000:3.0:1783145823.365968:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f600/0x38bddee3668913cd lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x17e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145823.365971:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff29880, transno 8589935399 00000100:00100000:1.0:1783145823.365973:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187898496 00000004:00080000:2.0:1783145823.365976:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff80380, transno 8589935400 00000100:00100000:1.0:1783145823.365977:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187898496 00000004:00080000:2.0:1783145823.365980:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff29c00, transno 8589935401 00000004:00080000:2.0:1783145823.365985:0:204583:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d5fd8e00, transno 8589935402 00000100:00100000:2.0:1783145823.365992:0:204583:0:(client.c:3155:ptlrpc_free_committed()) @@@ stopping search req@ffff9be9ee22d880 x1869755178566656/t8589935418(8589935418) o5->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1783145839 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783145823.365999:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471119759752 time 8471119659752 state 0x1 ref 2 00000100:00100000:2.0:1783145823.366015:0:204583:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee22d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:204583:1869755178566656:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1783145823.366018:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471119759752 time 8471119894958 state 0x0 ref 2 00000004:00080000:2.0:1783145823.366031:0:204583:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0xb52:0x0]-[0x2c0000401:0xb81:0x0] 00000100:00100000:1.0:1783145823.366034:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+144:305875:x1869755187898496:12345-192.168.203.44@tcp:101:rm.500 00000004:00010000:3.0:1783145823.366040:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c1e7f369 reply state 0000000025ab964b transno 12884905243 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f600/0x38bddee3668913cd lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x17e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.366045:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.366049:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f600/0x38bddee3668913cd lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x17e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.366054:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17e:0x0].0x0 (ffff9be9cd7da100) 00010000:00010000:1.0:1783145823.366056:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a600/0x38bddee3668913d4 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a51c expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.366057:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.366060:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145823.366094:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee3668913db lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145823.366096:0:204582:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 14 changes, 250 in progress, 0 in flight, 5 done 00000100:00100000:3.0:1783145823.366106:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee249880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+100:305873:x1869755187898368:12345-192.168.203.44@tcp:36:touch.500 Request processed in 308us (431us total) trans 12884905243 rc 0/0 00010000:00010000:1.0:1783145823.366108:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee3668913db lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.366144:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 137 00010000:00010000:1.0:1783145823.366148:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee3668913db lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.366159:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668913e2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.366165:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668913e2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.366169:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668913e2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.366209:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b200/0x38bddee3668913e9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.366215:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b200/0x38bddee3668913e9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.366219:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b200/0x38bddee3668913e9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145823.366236:0:204556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1b0:0x0]: returning size 0 00000004:00200000:1.0:1783145823.366238:0:204556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783145823.366247:0:204556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b200/0x38bddee3668913e9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.366253:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b200/0x38bddee3668913e9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.366258:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee3668913db lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.366266:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee3668913db lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.366270:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee3668913db lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.366274:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee3668913db lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.366278:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536b600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.366280:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee3668913db lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.366285:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee3668913db lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.366292:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.366294:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.366296:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee3668913db lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.366300:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee3668913db lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.366309:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668913e2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.366313:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668913e2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.366317:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668913e2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.366321:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536ba00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.366323:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668913e2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.366327:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668913e2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.366332:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:1.0:1783145823.366334:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.366336:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668913e2 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.366339:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668913e2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.366354:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a600/0x38bddee3668913d4 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a51c expref: 146 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.366363:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b200/0x38bddee3668913e9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a51c expref: 145 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.366367:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b0:0x0].0x0 (ffff9bea021f2300) 00010000:00010000:1.0:1783145823.366369:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.366371:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d536b200, rc 0) 00000100:00100000:1.0:1783145823.366398:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+145:305875:x1869755187898496:12345-192.168.203.44@tcp:101:rm.500 Request processed in 369us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.366403:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 138 00000100:00100000:1.0:1783145823.366407:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471119759752 time 8471119894958 state 0x2 ref 0 00000004:00080000:0.0:1783145823.367094:0:204582:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 14 changes, 0 in progress, 0 in flight, 250 done 00000100:00100000:3.0:1783145823.367687:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.367726:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187898624 00000100:00100000:1.0:1783145823.367731:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187898624 00000100:00100000:1.0:1783145823.367754:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2442 00000100:00100000:1.0:1783145823.367760:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee24bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+22:2409:x1869755187898624:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:2.0:1783145823.367867:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.367874:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee24bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+23:2409:x1869755187898624:12345-192.168.203.44@tcp:2:touch.500 Request processed in 112us (186us total) trans 8589935419 rc 0/0 00000100:00100000:1.0:1783145823.367880:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2442 00000100:00100000:1.0:1783145823.367895:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187898752 00000100:00100000:1.0:1783145823.367899:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187898752 00000100:00100000:0.0:1783145823.367933:0:228904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2443 00000100:00100000:0.0:1783145823.367944:0:228904:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:275b1235-b8f5-4ce3-8a3a-d483c556f740+23:2407:x1869755187898752:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.367954:0:228904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.367966:0:228904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000018a2b641/0x38bddee3668913f0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb4f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a523 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145823.367983:0:228904:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb4f:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:0.0:1783145823.367996:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4f:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.368001:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145823.368010:0:228904:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018a2b641/0x38bddee3668913f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a523 expref: 24 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.368023:0:228904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000018a2b641/0x38bddee3668913f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a523 expref: 24 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.368041:0:228904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cc8b7e00, rc 0) 00000100:00100000:0.0:1783145823.368071:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:275b1235-b8f5-4ce3-8a3a-d483c556f740+24:2407:x1869755187898752:12345-192.168.203.44@tcp:101:rm.500 Request processed in 129us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.368078:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2443 00000100:00100000:3.0:1783145823.368159:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.368196:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187898880 00000100:00100000:0.0:1783145823.368201:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187898880 00000100:00100000:0.0:1783145823.368221:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471119759752 time 8471119894958 state 0x0 ref 1 00000100:00100000:0.0:1783145823.368229:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471119994958 time 8471119894958 state 0x1 ref 1 00000100:00100000:0.0:1783145823.368251:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471119994958 time 8471122128402 state 0x0 ref 1 00000100:00100000:0.0:1783145823.368262:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee24b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+145:305880:x1869755187898880:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.368270:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.368279:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee3668913f7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a52a expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.368313:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668913fe lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.368323:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668913fe lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.368332:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668913fe lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.368343:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee366891405 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.368351:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee366891405 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.368357:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee366891405 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.368398:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6000/0x38bddee36689140c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.368406:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6000/0x38bddee36689140c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.368413:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6000/0x38bddee36689140c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145823.368434:0:204557:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1b4:0x0]: returning size 0 00000004:00200000:0.0:1783145823.368437:0:204557:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783145823.368448:0:204557:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6000/0x38bddee36689140c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.368456:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6000/0x38bddee36689140c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.368463:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668913fe lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.368469:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668913fe lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.368475:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668913fe lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.368496:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668913fe lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.368502:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b7400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.368506:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668913fe lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.368514:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668913fe lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.368524:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.368527:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.368531:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668913fe lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.368538:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668913fe lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.368550:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee366891405 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.368558:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee366891405 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.368562:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.368569:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee366891405 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.368576:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b6a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.368580:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee366891405 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.368585:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187899008 00000100:00100000:3.0:1783145823.368592:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187899008 00000100:00100000:2.0:1783145823.368593:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.368594:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee366891405 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.368605:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00000100:00100000:3.0:1783145823.368609:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471122228402 time 8471122128402 state 0x1 ref 2 00010000:00010000:0.0:1783145823.368610:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.368615:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee366891405 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.368622:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee366891405 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.368625:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187899264 00000100:00100000:1.0:1783145823.368631:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187899264 00000100:00100000:3.0:1783145823.368632:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471122228402 time 8471122509276 state 0x0 ref 2 00000100:00100000:3.0:1783145823.368644:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+100:305873:x1869755187899008:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.368649:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee3668913f7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a52a expref: 148 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.368655:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.368666:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366891413 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x17e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a531 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.368671:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 904 00010000:00010000:0.0:1783145823.368671:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6000/0x38bddee36689140c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a52a expref: 147 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.368685:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f3ff9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+147:305870:x1869755187899264:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:0.0:1783145823.368693:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b4:0x0].0x0 (ffff9be9d1efe000) 00010000:00010000:0.0:1783145823.368698:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.368701:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366891413 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x17e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a531 expref: 101 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.368702:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cc8b6000, rc 0) 00010000:00010000:3.0:1783145823.368714:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366891413 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x17e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a531 expref: 101 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.368726:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17e:0x0].0x0 (ffff9be9cd7da100) 00010000:00010000:3.0:1783145823.368728:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145823.368730:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8ccd9e800, rc 0) 00000100:00100000:0.0:1783145823.368741:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee24b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+147:305880:x1869755187898880:12345-192.168.203.44@tcp:101:rm.500 Request processed in 479us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.368750:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 139 00000100:00100000:3.0:1783145823.368754:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+101:305873:x1869755187899008:12345-192.168.203.44@tcp:101:touch.500 Request processed in 110us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.368760:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 140 00000100:00100000:3.0:1783145823.368764:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471122228402 time 8471122509276 state 0x2 ref 0 00000100:00100000:1.0:1783145823.368819:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f3ff9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+147:305870:x1869755187899264:12345-192.168.203.44@tcp:35:touch.500 Request processed in 136us (227us total) trans 12884905244 rc 0/0 00000100:00100000:1.0:1783145823.368828:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 904 00000100:00100000:2.0:1783145823.369651:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.369687:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187899392 00000100:00100000:1.0:1783145823.369692:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187899392 00000100:00100000:1.0:1783145823.369721:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2444 00000100:00100000:1.0:1783145823.369727:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b832727d-edc7-457c-aba4-c59935e6a58f+46:2410:x1869755187899392:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:1.0:1783145823.369826:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b832727d-edc7-457c-aba4-c59935e6a58f+47:2410:x1869755187899392:12345-192.168.203.44@tcp:2:touch.500 Request processed in 98us (173us total) trans 8589936071 rc 0/0 00000100:00100000:1.0:1783145823.369834:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2444 00000100:00100000:3.0:1783145823.370334:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.370357:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.370368:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187899776 00000100:00100000:0.0:1783145823.370374:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187899776 00000100:00100000:2.0:1783145823.370389:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187899520 00000100:00100000:0.0:1783145823.370391:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471122228402 time 8471122509276 state 0x0 ref 1 00000100:00100000:2.0:1783145823.370393:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187899520 00000100:00100000:0.0:1783145823.370399:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471122609276 time 8471122509276 state 0x1 ref 1 00000100:00100000:2.0:1783145823.370415:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2445 00000100:00100000:0.0:1783145823.370419:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471122609276 time 8471124297494 state 0x0 ref 1 00000100:00100000:2.0:1783145823.370422:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee24b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:275b1235-b8f5-4ce3-8a3a-d483c556f740+24:2410:x1869755187899520:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:0.0:1783145823.370427:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee24b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+147:305875:x1869755187899776:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145823.370430:0:228903:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.370443:0:228903:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000023e213e7/0x38bddee36689141a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a538 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.370455:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00002000:00010000:2.0:1783145823.370459:0:228903:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb51:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145823.370468:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb51:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.370468:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b200/0x38bddee3668913e9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a51c expref: 147 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.370472:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb51:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145823.370479:0:228903:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000023e213e7/0x38bddee36689141a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a538 expref: 25 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.370483:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cac00/0x38bddee366891268 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a4c1 expref: 146 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.370493:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b0:0x0].0x0 (ffff9bea021f2300) 00010000:00010000:0.0:1783145823.370497:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.370498:0:228903:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000023e213e7/0x38bddee36689141a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a538 expref: 25 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.370506:0:228903:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d17e5600, rc 0) 00010000:00010000:0.0:1783145823.370508:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee366891421 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.370516:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee366891421 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.370525:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee366891421 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.370536:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee24b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:275b1235-b8f5-4ce3-8a3a-d483c556f740+25:2410:x1869755187899520:12345-192.168.203.44@tcp:101:rm.500 Request processed in 114us (178us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145823.370536:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6c00/0x38bddee366891428 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.370543:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2445 00010000:00010000:0.0:1783145823.370544:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6c00/0x38bddee366891428 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.370551:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6c00/0x38bddee366891428 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.370601:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee36689142f lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.370608:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.370616:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee36689142f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.370625:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee36689142f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.370642:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187900032 00000100:00100000:2.0:1783145823.370646:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187900032 00000100:00100000:2.0:1783145823.370677:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 905 00000100:00100000:2.0:1783145823.370686:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee248700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+101:305873:x1869755187900032:12345-192.168.203.44@tcp:35:touch.500 00000040:00080000:0.0:1783145823.370773:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].398, 64 off33664 00000100:00100000:2.0:1783145823.370792:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee248700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+102:305873:x1869755187900032:12345-192.168.203.44@tcp:35:touch.500 Request processed in 107us (186us total) trans 12884905245 rc 0/0 00000100:00100000:2.0:1783145823.370800:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 905 00010000:00010000:0.0:1783145823.370821:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee366891436 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.370831:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee366891436 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.370839:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee366891436 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.370848:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee366891436 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.370855:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee366891436 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.370861:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee366891436 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.370877:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145823.370891:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee36689142f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.370901:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145823.370902:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee36689142f lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.370907:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee366891436 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.370913:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee36689142f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.370917:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b7600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145823.370920:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b6400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.370921:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee366891436 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.370926:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee36689142f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.370932:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee366891436 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.370948:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee36689142f lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.370954:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b0:0x0].0x0 (ffff9bea021f2300) 00010000:00010000:1.0:1783145823.370958:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1783145823.370962:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee366891436 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.370966:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b0:0x0].0x0 (ffff9bea021f2300) 00010000:00010000:1.0:1783145823.370970:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee366891436 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.370971:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145823.370976:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee36689142f lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.370984:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.370985:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee36689142f lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.370987:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.370991:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.371005:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee366891421 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.371012:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee366891421 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.371017:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee366891421 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.371023:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee366891421 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.371029:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b6200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.371033:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee366891421 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.371038:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee366891421 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.371045:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.371047:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.371050:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee366891421 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.371056:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee366891421 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.371065:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006d50b882 reply state 00000000c2ef995b transno 12884905246 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6c00/0x38bddee366891428 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.371074:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6c00/0x38bddee366891428 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.371080:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:0.0:1783145823.371082:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.371085:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145823.371148:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee24b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+147:305875:x1869755187899776:12345-192.168.203.44@tcp:36:rm.500 Request processed in 691us (784us total) trans 12884905246 rc 0/0 00000100:00100000:0.0:1783145823.371155:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 141 00000100:00100000:0.0:1783145823.371159:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471122609276 time 8471124297494 state 0x2 ref 0 00000100:00100000:3.0:1783145823.371724:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.371755:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187900160 00000100:00100000:2.0:1783145823.371759:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187900160 00000100:00100000:2.0:1783145823.371771:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471122609276 time 8471124297494 state 0x0 ref 1 00000100:00100000:2.0:1783145823.371776:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471124397494 time 8471124297494 state 0x1 ref 1 00000100:00100000:2.0:1783145823.371795:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471124397494 time 8471125673680 state 0x0 ref 1 00000100:00100000:2.0:1783145823.371802:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee249500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+147:305877:x1869755187900160:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.371810:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.371816:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee36689143d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a53f expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.371839:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891444 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.371845:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891444 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.371850:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891444 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.371857:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee36689144b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.371861:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee36689144b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.371865:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee36689144b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.371891:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891452 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.371898:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891452 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.371903:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891452 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.371923:0:204555:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1b1:0x0]: returning size 0 00000004:00200000:2.0:1783145823.371927:0:204555:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145823.371938:0:204555:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891452 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.371947:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891452 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.371952:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891444 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.371956:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891444 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.371960:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891444 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.371963:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e5e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.371965:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891444 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.371968:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891444 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.371973:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.371974:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.371976:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891444 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.371979:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891444 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.371984:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee36689144b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.371988:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee36689144b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.371992:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee36689144b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.371995:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e4c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.371996:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee36689144b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.372000:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee36689144b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.372003:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:2.0:1783145823.372004:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.372006:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee36689144b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.372009:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee36689144b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.372020:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee36689143d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a53f expref: 149 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.372026:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891452 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a53f expref: 148 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.372030:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b1:0x0].0x0 (ffff9be8d2d9d000) 00010000:00010000:2.0:1783145823.372031:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.372032:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d17e4400, rc 0) 00000100:00100000:2.0:1783145823.372055:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee249500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+148:305877:x1869755187900160:12345-192.168.203.44@tcp:101:rm.500 Request processed in 254us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.372062:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 142 00000100:00100000:2.0:1783145823.372065:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471124397494 time 8471125673680 state 0x2 ref 0 00000100:00100000:1.0:1783145823.373261:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.373298:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187900288 00000100:00100000:0.0:1783145823.373302:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187900288 00000100:00100000:0.0:1783145823.373329:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2446 00000100:00100000:0.0:1783145823.373336:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:275b1235-b8f5-4ce3-8a3a-d483c556f740+51:2408:x1869755187900288:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.373345:0:228906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.373359:0:228906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000128e39c6/0x38bddee366891459 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbb3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a546 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145823.373376:0:228906:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbb3:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:0.0:1783145823.373387:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb3:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.373392:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145823.373402:0:228906:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000128e39c6/0x38bddee366891459 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a546 expref: 52 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.373405:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.373419:0:228906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000128e39c6/0x38bddee366891459 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a546 expref: 52 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.373429:0:228906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea021c0600, rc 0) 00000100:00100000:2.0:1783145823.373430:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187900416 00000100:00100000:2.0:1783145823.373438:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187900416 00000100:00100000:2.0:1783145823.373454:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471124397494 time 8471125673680 state 0x0 ref 1 00000100:00100000:0.0:1783145823.373454:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:275b1235-b8f5-4ce3-8a3a-d483c556f740+52:2408:x1869755187900288:12345-192.168.203.44@tcp:101:rm.500 Request processed in 118us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.373461:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471125773680 time 8471125673680 state 0x1 ref 1 00000100:00100000:0.0:1783145823.373461:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2446 00000100:00100000:2.0:1783145823.373478:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471125773680 time 8471127355521 state 0x0 ref 1 00000100:00100000:2.0:1783145823.373487:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee249c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+148:305879:x1869755187900416:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.373496:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.373505:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4000/0x38bddee366891460 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a54d expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.373530:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee366891467 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.373536:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee366891467 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.373541:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee366891467 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.373546:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5200/0x38bddee36689146e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.373550:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5200/0x38bddee36689146e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.373555:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5200/0x38bddee36689146e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.373582:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891475 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.373587:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891475 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.373592:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891475 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.373605:0:204557:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1b3:0x0]: returning size 0 00000004:00200000:2.0:1783145823.373607:0:204557:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145823.373613:0:204557:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891475 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.373618:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891475 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.373623:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee366891467 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.373627:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee366891467 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.373631:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee366891467 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.373634:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee366891467 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.373640:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e4e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.373643:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee366891467 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.373647:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee366891467 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.373654:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.373656:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.373659:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee366891467 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.373665:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee366891467 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.373674:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5200/0x38bddee36689146e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.373680:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5200/0x38bddee36689146e lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.373686:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5200/0x38bddee36689146e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.373692:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e5200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.373695:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5200/0x38bddee36689146e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.373701:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5200/0x38bddee36689146e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.373712:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00010000:00010000:2.0:1783145823.373715:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.373718:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5200/0x38bddee36689146e lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.373724:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5200/0x38bddee36689146e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.373744:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4000/0x38bddee366891460 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a54d expref: 150 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.373756:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891475 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a54d expref: 149 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.373765:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.373768:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b3:0x0].0x0 (ffff9bea01cf0a00) 00010000:00010000:2.0:1783145823.373771:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.373774:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d17e5400, rc 0) 00000100:00100000:3.0:1783145823.373791:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187900672 00000100:00100000:3.0:1783145823.373796:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187900672 00000100:00100000:2.0:1783145823.373808:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee249c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+149:305879:x1869755187900416:12345-192.168.203.44@tcp:101:rm.500 Request processed in 322us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.373813:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 143 00000100:00100000:3.0:1783145823.373820:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471127455521 time 8471127355521 state 0x1 ref 1 00000100:00100000:3.0:1783145823.373841:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471127455521 time 8471127718313 state 0x0 ref 1 00000100:00100000:3.0:1783145823.373853:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+102:305882:x1869755187900672:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.373864:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.373872:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee36689147c lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a554 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.373956:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891483 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.373963:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891483 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.373968:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891483 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.373973:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e400/0x38bddee36689148a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.373977:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e400/0x38bddee36689148a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.373981:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e400/0x38bddee36689148a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145823.374250:0:204556:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb53:0x0], index 1: 0 00010000:00010000:3.0:1783145823.374322:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee366891491 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x17f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.374328:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee366891491 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x17f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.374333:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee366891491 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x17f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.374349:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891483 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.374353:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891483 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.374356:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891483 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.374360:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891483 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.374362:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9f200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.374364:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891483 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.374367:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891483 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.374372:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.374373:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.374375:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891483 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.374380:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891483 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.374386:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009cca53ad reply state 00000000fe46c023 transno 12884905247 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e400/0x38bddee36689148a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.374392:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e400/0x38bddee36689148a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.374395:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00010000:00010000:3.0:1783145823.374397:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.374398:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.374409:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee36689147c lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a554 expref: 105 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.374415:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee366891491 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x17f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a554 expref: 104 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.374420:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17f:0x0].0x0 (ffff9be9cd7da500) 00010000:00010000:3.0:1783145823.374421:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.374422:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8ccd9f400, rc 0) 00000100:00100000:3.0:1783145823.374446:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+105:305882:x1869755187900672:12345-192.168.203.44@tcp:101:touch.500 Request processed in 597us (687us total) trans 12884905247 rc 0/0 00000100:00100000:3.0:1783145823.374450:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 144 00000100:00100000:3.0:1783145823.374452:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471127455521 time 8471127718313 state 0x2 ref 0 00000100:00100000:1.0:1783145823.374727:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.374746:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187900800 00000100:00100000:3.0:1783145823.374749:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187900800 00000100:00100000:3.0:1783145823.374761:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471127455521 time 8471127718313 state 0x0 ref 1 00000100:00100000:3.0:1783145823.374768:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471127818313 time 8471127718313 state 0x1 ref 1 00000100:00100000:3.0:1783145823.374788:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471127818313 time 8471128666235 state 0x0 ref 1 00000100:00100000:3.0:1783145823.374850:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+149:305878:x1869755187900800:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.374857:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.374865:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee36689149f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a55b expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.374891:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee3668914a6 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.374900:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee3668914a6 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.374907:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145823.374916:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee3668914a6 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.374927:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee3668914ad lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.374936:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee3668914ad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.374940:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187900928 00010000:00010000:3.0:1783145823.374944:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee3668914ad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.374945:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187900928 00000100:00100000:1.0:1783145823.374972:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2447 00000100:00100000:1.0:1783145823.374980:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:275b1235-b8f5-4ce3-8a3a-d483c556f740+52:2407:x1869755187900928:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145823.374994:0:228913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.375006:0:228913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de4ebfcf/0x38bddee3668914b4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbb4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a562 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.375022:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668914bb lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783145823.375027:0:228913:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbb4:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:1.0:1783145823.375040:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb4:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:3.0:1783145823.375041:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668914bb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.375046:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145823.375056:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668914bb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.375056:0:228913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de4ebfcf/0x38bddee3668914b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a562 expref: 53 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.375077:0:228913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000de4ebfcf/0x38bddee3668914b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a562 expref: 53 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.375089:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1b2:0x0]: returning size 0 00010000:00010000:1.0:1783145823.375090:0:228913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d536a600, rc 0) 00000004:00200000:3.0:1783145823.375095:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145823.375104:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668914bb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.375110:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668914bb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.375147:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:275b1235-b8f5-4ce3-8a3a-d483c556f740+53:2407:x1869755187900928:12345-192.168.203.44@tcp:101:rm.500 Request processed in 138us (213us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145823.375152:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee3668914a6 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.375158:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2447 00010000:00010000:3.0:1783145823.375167:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee3668914a6 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.375174:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee3668914a6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.375180:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee3668914a6 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.375186:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961ae00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.375190:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee3668914a6 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.375197:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee3668914a6 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.375207:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.375209:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.375213:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee3668914a6 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.375219:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee3668914a6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.375228:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee3668914ad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.375267:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee3668914ad lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.375271:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee3668914ad lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.375274:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961a000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.375276:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee3668914ad lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.375280:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee3668914ad lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.375285:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:3.0:1783145823.375286:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.375288:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee3668914ad lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.375291:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee3668914ad lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.375306:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee36689149f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a55b expref: 151 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.375312:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668914bb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a55b expref: 150 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.375316:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b2:0x0].0x0 (ffff9be9cd7da800) 00010000:00010000:3.0:1783145823.375318:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.375319:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c961a600, rc 0) 00000100:00100000:2.0:1783145823.375374:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+150:305878:x1869755187900800:12345-192.168.203.44@tcp:101:rm.500 Request processed in 576us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.375382:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 145 00000100:00100000:2.0:1783145823.375386:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471127818313 time 8471128666235 state 0x2 ref 0 00000100:00100000:0.0:1783145823.376415:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.376445:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187901184 00000100:00100000:1.0:1783145823.376449:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187901184 00000100:00100000:1.0:1783145823.376460:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471127818313 time 8471128666235 state 0x0 ref 1 00000100:00100000:1.0:1783145823.376466:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471128766235 time 8471128666235 state 0x1 ref 1 00000100:00100000:1.0:1783145823.376481:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471128766235 time 8471130360100 state 0x0 ref 1 00000100:00100000:1.0:1783145823.376488:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+105:305876:x1869755187901184:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.376497:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.376504:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee3668914c2 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a569 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.376545:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668914c9 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.376551:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668914c9 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.376556:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668914c9 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.376562:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b800/0x38bddee3668914d0 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.376566:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b800/0x38bddee3668914d0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.376570:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b800/0x38bddee3668914d0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145823.376696:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbb7:0x0], index 0: 0 00010000:00010000:1.0:1783145823.376785:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee3668914d7 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x180:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.376794:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee3668914d7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x180:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.376802:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee3668914d7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x180:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.376811:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145823.376824:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668914c9 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.376836:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668914c9 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.376842:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668914c9 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.376848:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668914c9 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.376850:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187901440 00000100:00100000:2.0:1783145823.376854:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187901440 00010000:00010000:1.0:1783145823.376856:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536ba00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.376861:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668914c9 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.376867:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668914c9 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.376870:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471130460100 time 8471130360100 state 0x1 ref 2 00010000:00010000:1.0:1783145823.376885:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.376889:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.376894:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471130460100 time 8471130771897 state 0x0 ref 2 00010000:00010000:1.0:1783145823.376900:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668914c9 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.376906:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+108:305882:x1869755187901440:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:1.0:1783145823.376915:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668914c9 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.376928:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000000b09ff34 reply state 000000007954dbd0 transno 12884905248 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b800/0x38bddee3668914d0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.376931:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145823.376941:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b800/0x38bddee3668914d0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.376946:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee366891491 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x17f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a554 expref: 108 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.376949:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:1.0:1783145823.376955:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.376958:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145823.376963:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17f:0x0].0x0 (ffff9be9cd7da500) 00010000:00010000:2.0:1783145823.376971:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.376978:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee3668914c2 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a569 expref: 108 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.376989:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee3668914d7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x180:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a569 expref: 107 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.376994:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x180:0x0].0x0 (ffff9be9d1efe900) 00010000:00010000:1.0:1783145823.376996:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.376998:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d536ae00, rc 0) 00000100:00100000:3.0:1783145823.377004:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.377011:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5a00/0x38bddee3668914e5 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x17f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.377021:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5a00/0x38bddee3668914e5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x17f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.377027:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+108:305876:x1869755187901184:12345-192.168.203.44@tcp:101:touch.500 Request processed in 538us (611us total) trans 12884905248 rc 0/0 00010000:00010000:2.0:1783145823.377035:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5a00/0x38bddee3668914e5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x17f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.377036:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 146 00000100:00100000:0.0:1783145823.377050:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187901824 00000100:00100000:0.0:1783145823.377055:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187901824 00000100:00100000:0.0:1783145823.377077:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471130871897 time 8471130771897 state 0x1 ref 2 00000004:00010000:2.0:1783145823.377095:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000000e7da9da reply state 000000009a34d295 transno 12884905249 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5a00/0x38bddee3668914e5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x17f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.377100:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471130871897 time 8471130977820 state 0x0 ref 2 00010000:00010000:2.0:1783145823.377105:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5a00/0x38bddee3668914e5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x17f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.377109:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee24ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+150:305880:x1869755187901824:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145823.377112:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17f:0x0].0x0 (ffff9bea01cf0300) 00010000:00010000:2.0:1783145823.377115:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.377163:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.377184:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.377186:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1783145823.377202:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6000/0x38bddee36689140c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a52a expref: 150 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.377205:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187901696 00000100:00100000:3.0:1783145823.377211:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187901696 00010000:00010000:0.0:1783145823.377222:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a800/0x38bddee366891348 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a4f9 expref: 149 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.377223:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+109:305882:x1869755187901440:12345-192.168.203.44@tcp:36:touch.500 Request processed in 317us (410us total) trans 12884905249 rc 0/0 00000100:00100000:2.0:1783145823.377234:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 147 00010000:00010000:0.0:1783145823.377234:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b4:0x0].0x0 (ffff9be9d1efe000) 00010000:00010000:0.0:1783145823.377237:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145823.377248:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cac00/0x38bddee3668914ec lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.377253:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2448 00010000:00010000:0.0:1783145823.377264:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cac00/0x38bddee3668914ec lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.377268:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:275b1235-b8f5-4ce3-8a3a-d483c556f740+25:2410:x1869755187901696:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.377276:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cac00/0x38bddee3668914ec lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.377281:0:228911:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.377289:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668914f3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.377296:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668914f3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.377303:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668914f3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.377326:0:228911:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000935af70e/0x38bddee3668914fa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb50:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a570 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783145823.377341:0:228911:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb50:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:0.0:1783145823.377341:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366891501 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.377354:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366891501 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.377356:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb50:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.377359:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366891501 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.377361:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb50:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145823.377372:0:228911:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000935af70e/0x38bddee3668914fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a570 expref: 26 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.377382:0:228911:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000935af70e/0x38bddee3668914fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a570 expref: 26 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.377388:0:228911:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e8845000, rc 0) 00000100:00100000:3.0:1783145823.377412:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:275b1235-b8f5-4ce3-8a3a-d483c556f740+26:2410:x1869755187901696:12345-192.168.203.44@tcp:101:rm.500 Request processed in 150us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.377416:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2448 00000040:00080000:0.0:1783145823.377478:0:204555:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].399, 64 off33728 00010000:00010000:0.0:1783145823.377508:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366891508 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.377518:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366891508 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.377526:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366891508 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.377533:0:204555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366891508 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.377540:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366891508 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.377546:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366891508 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.377565:0:204555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145823.377572:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.377578:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366891508 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.377578:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366891501 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.377601:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366891501 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.377608:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42cb400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145823.377608:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366891501 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.377614:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366891508 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.377618:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42cb000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.377624:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366891501 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.377627:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366891508 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.377634:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366891501 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.377641:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b4:0x0].0x0 (ffff9be9d1efe000) 00010000:00010000:3.0:1783145823.377645:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.377649:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366891508 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.377653:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b4:0x0].0x0 (ffff9be9d1efe000) 00010000:00010000:3.0:1783145823.377656:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366891508 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.377658:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145823.377663:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366891501 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.377670:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.377672:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366891501 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.377673:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.377676:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.377690:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cac00/0x38bddee3668914ec lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.377697:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cac00/0x38bddee3668914ec lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.377702:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cac00/0x38bddee3668914ec lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.377707:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42cac00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.377710:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cac00/0x38bddee3668914ec lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.377717:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cac00/0x38bddee3668914ec lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.377723:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.377726:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.377728:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cac00/0x38bddee3668914ec lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.377734:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cac00/0x38bddee3668914ec lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.377742:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003152e338 reply state 00000000bc20aa7f transno 12884905250 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668914f3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.377751:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668914f3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.377757:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:0.0:1783145823.377759:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.377761:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145823.377797:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee24ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+150:305880:x1869755187901824:12345-192.168.203.44@tcp:36:rm.500 Request processed in 688us (795us total) trans 12884905250 rc 0/0 00000100:00100000:0.0:1783145823.377804:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 148 00000100:00100000:0.0:1783145823.377809:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471130871897 time 8471130977820 state 0x2 ref 0 00000100:00100000:3.0:1783145823.378212:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.378241:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187902080 00000100:00100000:2.0:1783145823.378246:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187902080 00000100:00100000:2.0:1783145823.378262:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471130871897 time 8471130977820 state 0x0 ref 1 00000100:00100000:2.0:1783145823.378270:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471131077820 time 8471130977820 state 0x1 ref 1 00000100:00100000:2.0:1783145823.378288:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471131077820 time 8471132166125 state 0x0 ref 1 00000100:00100000:2.0:1783145823.378296:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee249180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+109:305876:x1869755187902080:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:2.0:1783145823.378315:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145823.378323:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee3668914d7 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x180:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a569 expref: 109 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.378331:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x180:0x0].0x0 (ffff9be9d1efe900) 00010000:00010000:2.0:1783145823.378336:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.378356:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4a00/0x38bddee36689150f lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x180:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.378362:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4a00/0x38bddee36689150f lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x180:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.378366:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4a00/0x38bddee36689150f lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x180:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.378396:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d6b21306 reply state 000000005c99eee3 transno 12884905251 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4a00/0x38bddee36689150f lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x180:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.378402:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4a00/0x38bddee36689150f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x180:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.378407:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x180:0x0].0x0 (ffff9bea01cf0000) 00010000:00010000:2.0:1783145823.378408:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.378410:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.378443:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee249180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+110:305876:x1869755187902080:12345-192.168.203.44@tcp:36:touch.500 Request processed in 148us (232us total) trans 12884905251 rc 0/0 00000100:00100000:2.0:1783145823.378448:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 149 00000100:00100000:2.0:1783145823.378450:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471131077820 time 8471132166125 state 0x2 ref 0 00000100:00100000:1.0:1783145823.378837:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.378861:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187902336 00000100:00100000:3.0:1783145823.378866:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187902336 00000100:00100000:3.0:1783145823.378925:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471131077820 time 8471132166125 state 0x0 ref 1 00000100:00100000:3.0:1783145823.378931:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471132266125 time 8471132166125 state 0x1 ref 1 00000100:00100000:3.0:1783145823.378945:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471132266125 time 8471132823210 state 0x0 ref 1 00000100:00100000:3.0:1783145823.378953:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cfbba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+150:305877:x1869755187902336:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:3.0:1783145823.378973:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:0.0:1783145823.378980:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145823.378988:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891452 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a53f expref: 150 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.379006:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187902464 00010000:00010000:3.0:1783145823.379009:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891299 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a4cf expref: 149 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.379011:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187902464 00000100:00100000:2.0:1783145823.379026:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471132923210 time 8471132823210 state 0x1 ref 2 00000100:00100000:2.0:1783145823.379047:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471132923210 time 8471132924320 state 0x0 ref 2 00010000:00010000:3.0:1783145823.379058:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b1:0x0].0x0 (ffff9be8d2d9d000) 00000100:00100000:2.0:1783145823.379059:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+110:305882:x1869755187902464:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.379062:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.379073:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.379074:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b800/0x38bddee366891516 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.379081:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b800/0x38bddee366891516 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.379087:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b800/0x38bddee366891516 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.379087:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee36689151d lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x17f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a577 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.379107:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ca00/0x38bddee366891524 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.379113:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ca00/0x38bddee366891524 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.379170:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ca00/0x38bddee366891524 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.379188:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee36689151d lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x17f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a577 expref: 111 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.379201:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee36689151d lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x17f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a577 expref: 111 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.379211:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee36689152b lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.379214:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17f:0x0].0x0 (ffff9bea01cf0300) 00010000:00010000:2.0:1783145823.379219:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145823.379223:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d17e4200, rc 0) 00010000:00010000:3.0:1783145823.379226:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee36689152b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.379236:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee36689152b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.379255:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+111:305882:x1869755187902464:12345-192.168.203.44@tcp:101:touch.500 Request processed in 198us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.379262:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 151 00000040:00080000:3.0:1783145823.379384:0:206077:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].402, 64 off33920 00010000:00010000:3.0:1783145823.379409:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d000/0x38bddee366891532 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.379415:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d000/0x38bddee366891532 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.379419:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d000/0x38bddee366891532 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.379424:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d000/0x38bddee366891532 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.379427:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d000/0x38bddee366891532 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.379431:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d000/0x38bddee366891532 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.379443:0:206077:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145823.379450:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee36689152b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.379454:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee36689152b lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.379458:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee36689152b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.379461:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9ffe2c000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.379464:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee36689152b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.379465:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.379472:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee36689152b lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.379474:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d000/0x38bddee366891532 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.379479:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b1:0x0].0x0 (ffff9be8d2d9d000) 00010000:00010000:3.0:1783145823.379484:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145823.379488:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee36689152b lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.379488:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9ffe2d000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145823.379495:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d000/0x38bddee366891532 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.379496:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee36689152b lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.379514:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d000/0x38bddee366891532 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.379515:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b800/0x38bddee366891516 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.379531:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b800/0x38bddee366891516 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.379535:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b1:0x0].0x0 (ffff9be8d2d9d000) 00010000:00010000:3.0:1783145823.379536:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b800/0x38bddee366891516 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.379540:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.379545:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d000/0x38bddee366891532 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.379553:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b800/0x38bddee366891516 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.379555:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d000/0x38bddee366891532 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.379562:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961b800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.379565:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b800/0x38bddee366891516 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.379567:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.379569:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b800/0x38bddee366891516 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.379570:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.379573:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.379579:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.379581:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.379583:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b800/0x38bddee366891516 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.379586:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b800/0x38bddee366891516 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.379592:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000684a71a9 reply state 00000000b4679dc0 transno 12884905252 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ca00/0x38bddee366891524 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.379598:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ca00/0x38bddee366891524 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.379602:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:3.0:1783145823.379604:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.379605:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.379631:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cfbba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+150:305877:x1869755187902336:12345-192.168.203.44@tcp:36:rm.500 Request processed in 680us (795us total) trans 12884905252 rc 0/0 00000100:00100000:3.0:1783145823.379636:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 150 00000100:00100000:3.0:1783145823.379639:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471132923210 time 8471132924320 state 0x2 ref 0 00000100:00100000:0.0:1783145823.379963:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.379986:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187902592 00000100:00100000:3.0:1783145823.379991:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187902592 00000100:00100000:3.0:1783145823.380007:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471132923210 time 8471132924320 state 0x0 ref 1 00000100:00100000:3.0:1783145823.380015:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471133024320 time 8471132924320 state 0x1 ref 1 00000100:00100000:3.0:1783145823.380035:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471133024320 time 8471133912927 state 0x0 ref 1 00000100:00100000:3.0:1783145823.380047:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+111:305876:x1869755187902592:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.380056:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.380065:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee366891539 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x180:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a57e expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.380089:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee366891539 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x180:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a57e expref: 112 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.380100:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee366891539 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x180:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a57e expref: 112 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.380113:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x180:0x0].0x0 (ffff9bea01cf0000) 00010000:00010000:3.0:1783145823.380155:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145823.380159:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c961bc00, rc 0) 00000100:00100000:3.0:1783145823.380190:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+112:305876:x1869755187902592:12345-192.168.203.44@tcp:101:touch.500 Request processed in 145us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.380198:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 152 00000100:00100000:3.0:1783145823.380203:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471133024320 time 8471133912927 state 0x2 ref 0 00000100:00100000:1.0:1783145823.380687:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.380717:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187902848 00000100:00100000:2.0:1783145823.380720:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187902848 00000100:00100000:2.0:1783145823.380732:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471133024320 time 8471133912927 state 0x0 ref 1 00000100:00100000:2.0:1783145823.380737:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471134012927 time 8471133912927 state 0x1 ref 1 00000100:00100000:2.0:1783145823.380753:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471134012927 time 8471134632174 state 0x0 ref 1 00000100:00100000:2.0:1783145823.380760:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cfbba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+150:305879:x1869755187902848:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145823.380780:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145823.380794:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891475 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a54d expref: 150 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.380810:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca400/0x38bddee3668912fb lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a4f2 expref: 149 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.380828:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b3:0x0].0x0 (ffff9bea01cf0a00) 00010000:00010000:2.0:1783145823.380832:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.380843:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4000/0x38bddee366891540 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.380851:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4000/0x38bddee366891540 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.380858:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4000/0x38bddee366891540 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.380866:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5200/0x38bddee366891547 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.380873:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5200/0x38bddee366891547 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.380878:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5200/0x38bddee366891547 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.380921:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689154e lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.380928:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689154e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.380934:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689154e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145823.381032:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].403, 64 off33984 00010000:00010000:2.0:1783145823.381062:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891555 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381068:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891555 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381073:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891555 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381077:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891555 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381081:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891555 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381085:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891555 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381097:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145823.381105:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689154e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.381110:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145823.381113:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689154e lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381154:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689154e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.381157:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891555 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381158:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e4e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.381163:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689154e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.381166:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145823.381177:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e4c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145823.381178:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689154e lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.381183:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891555 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381187:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b3:0x0].0x0 (ffff9bea01cf0a00) 00010000:00010000:2.0:1783145823.381190:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145823.381193:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689154e lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.381197:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891555 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381198:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689154e lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.381207:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187903104 00010000:00010000:3.0:1783145823.381221:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b3:0x0].0x0 (ffff9bea01cf0a00) 00000100:00100000:1.0:1783145823.381223:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187903104 00010000:00010000:3.0:1783145823.381226:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.381227:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4000/0x38bddee366891540 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.381232:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891555 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.381239:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.381243:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4000/0x38bddee366891540 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.381250:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891555 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381254:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4000/0x38bddee366891540 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.381260:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187902976 00000100:00100000:1.0:1783145823.381265:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187902976 00010000:00010000:2.0:1783145823.381267:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4000/0x38bddee366891540 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.381268:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.381273:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.381277:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.381278:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e4000 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:0.0:1783145823.381279:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2449 00010000:00010000:2.0:1783145823.381283:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4000/0x38bddee366891540 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381291:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4000/0x38bddee366891540 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.381294:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b832727d-edc7-457c-aba4-c59935e6a58f+17:2408:x1869755187903104:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:1.0:1783145823.381299:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2450 00010000:00010000:2.0:1783145823.381309:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.381315:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.381315:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b832727d-edc7-457c-aba4-c59935e6a58f+47:2409:x1869755187902976:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:2.0:1783145823.381320:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4000/0x38bddee366891540 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381328:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4000/0x38bddee366891540 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.381339:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006f1f4284 reply state 000000007f289783 transno 12884905253 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5200/0x38bddee366891547 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381354:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5200/0x38bddee366891547 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381362:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00010000:00010000:2.0:1783145823.381365:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.381367:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.381402:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cfbba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+150:305879:x1869755187902848:12345-192.168.203.44@tcp:36:rm.500 Request processed in 642us (716us total) trans 12884905253 rc 0/0 00000100:00100000:2.0:1783145823.381408:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 153 00000100:00100000:2.0:1783145823.381411:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471134012927 time 8471134632174 state 0x2 ref 0 00000100:00100000:1.0:1783145823.381444:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b832727d-edc7-457c-aba4-c59935e6a58f+48:2409:x1869755187902976:12345-192.168.203.44@tcp:2:touch.500 Request processed in 132us (209us total) trans 8589936072 rc 0/0 00000100:00100000:0.0:1783145823.381452:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b832727d-edc7-457c-aba4-c59935e6a58f+18:2408:x1869755187903104:12345-192.168.203.44@tcp:2:touch.500 Request processed in 159us (331us total) trans 8589935420 rc 0/0 00000100:00100000:1.0:1783145823.381458:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2450 00000100:00100000:3.0:1783145823.381460:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.381470:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2449 00000100:00100000:2.0:1783145823.381483:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187903232 00000100:00100000:2.0:1783145823.381487:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187903232 00000100:00100000:2.0:1783145823.381501:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471134012927 time 8471134632174 state 0x0 ref 1 00000100:00100000:2.0:1783145823.381507:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471134732174 time 8471134632174 state 0x1 ref 1 00000100:00100000:2.0:1783145823.381522:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471134732174 time 8471135400389 state 0x0 ref 1 00000100:00100000:2.0:1783145823.381529:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+112:305884:x1869755187903232:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.381536:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.381546:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee36689155c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a585 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381580:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891563 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381589:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891563 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381596:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891563 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381606:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee36689156a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381613:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee36689156a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381619:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee36689156a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381654:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366891571 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x17d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381660:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366891571 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x17d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381665:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366891571 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x17d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.381682:0:204555:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x17d:0x0]: returning size 0 00000004:00200000:2.0:1783145823.381684:0:204555:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145823.381692:0:204555:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366891571 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x17d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381698:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366891571 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x17d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381703:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891563 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381706:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891563 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381710:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891563 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381712:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8847600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.381714:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891563 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381718:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891563 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381723:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.381725:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.381727:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891563 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381731:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891563 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381736:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee36689156a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381739:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee36689156a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381742:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee36689156a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381745:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8847e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.381747:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee36689156a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381750:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee36689156a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381754:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be9ca6eba00) 00010000:00010000:2.0:1783145823.381755:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.381756:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee36689156a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381759:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee36689156a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381771:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee36689155c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a585 expref: 114 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381780:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366891571 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x17d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a585 expref: 113 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.381788:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17d:0x0].0x0 (ffff9be9cd7dac00) 00010000:00010000:2.0:1783145823.381790:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.381792:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e8846600, rc 0) 00000100:00100000:2.0:1783145823.381822:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+113:305884:x1869755187903232:12345-192.168.203.44@tcp:101:rm.500 Request processed in 293us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.381829:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 154 00000100:00100000:2.0:1783145823.381833:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471134732174 time 8471135400389 state 0x2 ref 0 00000100:00100000:3.0:1783145823.382230:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.382249:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.382265:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187903616 00000100:00100000:2.0:1783145823.382270:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187903616 00000100:00100000:2.0:1783145823.382295:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187903744 00000100:00100000:2.0:1783145823.382297:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187903744 00000100:00100000:3.0:1783145823.382307:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 906 00000100:00100000:3.0:1783145823.382317:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee248a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+114:305882:x1869755187903616:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145823.382324:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 907 00000100:00100000:1.0:1783145823.382336:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee24a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+114:305876:x1869755187903744:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:3.0:1783145823.382445:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee248a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+116:305882:x1869755187903616:12345-192.168.203.44@tcp:35:touch.500 Request processed in 131us (215us total) trans 12884905254 rc 0/0 00000100:00100000:3.0:1783145823.382454:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 906 00000100:00100000:1.0:1783145823.382483:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee24a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+115:305876:x1869755187903744:12345-192.168.203.44@tcp:35:touch.500 Request processed in 149us (231us total) trans 12884905255 rc 0/0 00000100:00100000:1.0:1783145823.382492:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 907 00000100:00100000:1.0:1783145823.382654:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.382683:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187904000 00000100:00100000:2.0:1783145823.382686:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187904000 00000100:00100000:2.0:1783145823.382698:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471134732174 time 8471135400389 state 0x0 ref 1 00000100:00100000:2.0:1783145823.382703:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471135500389 time 8471135400389 state 0x1 ref 1 00000100:00100000:2.0:1783145823.382717:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471135500389 time 8471136595380 state 0x0 ref 1 00000100:00100000:2.0:1783145823.382724:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d2da0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+150:305878:x1869755187904000:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145823.382742:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145823.382751:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668914bb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a55b expref: 150 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.382765:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb200/0x38bddee3668912ca lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a4dd expref: 149 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.382770:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b2:0x0].0x0 (ffff9be9cd7da800) 00010000:00010000:2.0:1783145823.382772:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.382779:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee366891578 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.382784:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee366891578 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.382789:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee366891578 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.382794:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847400/0x38bddee36689157f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.382798:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847400/0x38bddee36689157f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.382802:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847400/0x38bddee36689157f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.382829:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891586 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.382834:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891586 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.382838:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891586 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145823.382916:0:204557:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].400, 64 off33792 00010000:00010000:2.0:1783145823.382935:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee36689158d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.382942:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee36689158d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.382946:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee36689158d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.382951:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee36689158d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.382955:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee36689158d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.382958:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee36689158d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.382971:0:204557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145823.382978:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891586 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.382982:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891586 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.382986:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891586 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.382992:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8846200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.382996:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891586 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.383003:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891586 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.383006:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145823.383015:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee36689158d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.383017:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b2:0x0].0x0 (ffff9be9cd7da800) 00010000:00010000:2.0:1783145823.383023:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145823.383028:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891586 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.383030:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8846800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145823.383037:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee36689158d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.383040:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891586 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.383045:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145823.383054:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee36689158d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.383073:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee366891578 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.383074:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b2:0x0].0x0 (ffff9be9cd7da800) 00010000:00010000:1.0:1783145823.383082:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.383084:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee366891578 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.383087:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee36689158d lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.383089:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee366891578 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.383092:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187904128 00000100:00100000:0.0:1783145823.383099:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187904128 00010000:00010000:2.0:1783145823.383107:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee366891578 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.383109:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee36689158d lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.383147:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8846000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.383151:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee366891578 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.383159:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee366891578 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.383166:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 604 00010000:00010000:1.0:1783145823.383171:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.383175:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.383176:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.383179:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.383183:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.383183:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee249f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b832727d-edc7-457c-aba4-c59935e6a58f+115:2410:x1869755187904128:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:2.0:1783145823.383189:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee366891578 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.383195:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee366891578 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.383205:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a27433fd reply state 00000000b4e3d384 transno 12884905256 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847400/0x38bddee36689157f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.383213:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847400/0x38bddee36689157f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.383220:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:0.0:1783145823.383220:0:204560:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.383225:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.383227:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.383233:0:204560:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366891594 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a58c expref: -99 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.383266:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d2da0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+150:305878:x1869755187904000:12345-192.168.203.44@tcp:36:rm.500 Request processed in 540us (610us total) trans 12884905256 rc 0/0 00010000:00010000:0.0:1783145823.383267:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cac00/0x38bddee36689159b lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.383282:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 155 00010000:00010000:0.0:1783145823.383284:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cac00/0x38bddee36689159b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.383288:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471135500389 time 8471136595380 state 0x2 ref 0 00010000:00010000:0.0:1783145823.383300:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cac00/0x38bddee36689159b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383314:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee3668915a2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383321:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee3668915a2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383332:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee3668915a2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383379:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee3668915a9 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x180:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383388:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee3668915a9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x180:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383395:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee3668915a9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x180:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145823.383410:0:204560:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x180:0x0]: returning size 0 00000004:00200000:0.0:1783145823.383413:0:204560:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783145823.383424:0:204560:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee3668915a9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x180:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383432:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee3668915a9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x180:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383440:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cac00/0x38bddee36689159b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383446:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cac00/0x38bddee36689159b lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383453:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cac00/0x38bddee36689159b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383459:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42cac00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.383462:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cac00/0x38bddee36689159b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383469:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cac00/0x38bddee36689159b lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383505:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.383509:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.383514:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.383515:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cac00/0x38bddee36689159b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383523:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cac00/0x38bddee36689159b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383535:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee3668915a2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383542:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee3668915a2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383548:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee3668915a2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.383551:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187904256 00000100:00100000:2.0:1783145823.383556:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187904256 00010000:00010000:0.0:1783145823.383564:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42cb400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.383568:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee3668915a2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383575:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee3668915a2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.383584:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2451 00010000:00010000:0.0:1783145823.383584:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:0.0:1783145823.383589:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.383591:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d2da1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b832727d-edc7-457c-aba4-c59935e6a58f+48:2409:x1869755187904256:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.383594:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee3668915a2 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.383598:0:207255:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.383609:0:207255:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ccbf308a/0x38bddee3668915b0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a5c4 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383613:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee3668915a2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783145823.383625:0:207255:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbb5:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145823.383637:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb5:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.383639:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366891594 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a58c expref: 117 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.383642:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145823.383652:0:207255:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccbf308a/0x38bddee3668915b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5c4 expref: 49 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383659:0:204560:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee3668915a9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x180:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a58c expref: 116 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.383665:0:207255:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ccbf308a/0x38bddee3668915b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5c4 expref: 49 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383674:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x180:0x0].0x0 (ffff9bea01cf0000) 00010000:00010000:0.0:1783145823.383678:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.383679:0:207255:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c78db600, rc 0) 00010000:00010000:0.0:1783145823.383681:0:204560:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d42cb600, rc 0) 00010000:00010000:0.0:1783145823.383689:0:204560:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.383700:0:204560:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6000/0x38bddee3668915b7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a593 expref: -99 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.383711:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d2da1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b832727d-edc7-457c-aba4-c59935e6a58f+49:2409:x1869755187904256:12345-192.168.203.44@tcp:101:rm.500 Request processed in 119us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.383719:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2451 00010000:00010000:0.0:1783145823.383724:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee3668915be lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383741:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee3668915be lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383750:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee3668915be lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383761:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee3668915c5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383768:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee3668915c5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383775:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee3668915c5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383813:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee3668915cc lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x17e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383822:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee3668915cc lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x17e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383830:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee3668915cc lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x17e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145823.383847:0:204560:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x17e:0x0]: returning size 0 00000004:00200000:0.0:1783145823.383850:0:204560:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783145823.383860:0:204560:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee3668915cc lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x17e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383869:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee3668915cc lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x17e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383876:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee3668915be lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383882:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee3668915be lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383888:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee3668915be lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383893:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b6200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.383896:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee3668915be lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383903:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee3668915be lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383911:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.383913:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.383916:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee3668915be lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383922:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee3668915be lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383931:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee3668915c5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383937:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee3668915c5 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383944:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee3668915c5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383949:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b6400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.383962:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee3668915c5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383968:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee3668915c5 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383976:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:0.0:1783145823.383978:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.383981:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee3668915c5 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.383988:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee3668915c5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384006:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6000/0x38bddee3668915b7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a593 expref: 118 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384025:0:204560:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee3668915cc lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x17e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a593 expref: 117 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384032:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17e:0x0].0x0 (ffff9be9cd7da100) 00010000:00010000:0.0:1783145823.384034:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.384036:0:204560:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cc8b7600, rc 0) 00010000:00010000:0.0:1783145823.384041:0:204560:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.384048:0:204560:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee3668915d3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a59a expref: -99 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384068:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee3668915da lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384076:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee3668915da lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384084:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee3668915da lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384092:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668915e1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384100:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668915e1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384107:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668915e1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384173:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee3668915da lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384180:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee3668915da lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384186:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee3668915da lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384191:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b6a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.384194:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee3668915da lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384199:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee3668915da lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384207:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.384209:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.384212:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee3668915da lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384217:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee3668915da lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384227:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668915e1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384242:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668915e1 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384248:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668915e1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384254:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b7400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.384256:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668915e1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384262:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668915e1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384270:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:0.0:1783145823.384272:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.384275:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668915e1 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384281:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668915e1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384299:0:204560:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee3668915d3 lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a59a expref: 118 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384308:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.384310:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145823.384314:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee3668915d3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a59a expref: 118 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384321:0:204560:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cc8b7a00, rc -2) 00000100:00100000:0.0:1783145823.384355:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee249f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b832727d-edc7-457c-aba4-c59935e6a58f+117:2410:x1869755187904128:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 1179us (1342us total) trans 0 rc -2/-2 00000100:00100000:0.0:1783145823.384367:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 604 00000100:00100000:1.0:1783145823.384747:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.384787:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187904512 00000100:00100000:0.0:1783145823.384792:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187904512 00000100:00100000:0.0:1783145823.384808:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471135500389 time 8471136595380 state 0x0 ref 1 00000100:00100000:0.0:1783145823.384817:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471136695380 time 8471136595380 state 0x1 ref 1 00000100:00100000:0.0:1783145823.384839:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471136695380 time 8471138716628 state 0x0 ref 1 00000100:00100000:0.0:1783145823.384849:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+117:305884:x1869755187904512:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:0.0:1783145823.384878:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1783145823.384891:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366891571 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x17d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a585 expref: 117 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384905:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee366891379 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x17d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a507 expref: 116 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384914:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17d:0x0].0x0 (ffff9be9cd7dac00) 00010000:00010000:0.0:1783145823.384917:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145823.384928:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fde00/0x38bddee3668915e8 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384936:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fde00/0x38bddee3668915e8 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384943:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fde00/0x38bddee3668915e8 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384951:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd600/0x38bddee3668915ef lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384959:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd600/0x38bddee3668915ef lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.384965:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd600/0x38bddee3668915ef lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.385003:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668915f6 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x17d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.385012:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668915f6 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x17d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.385018:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668915f6 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x17d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783145823.385180:0:210786:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].404, 64 off34048 00010000:00010000:0.0:1783145823.385217:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd000/0x38bddee3668915fd lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x17d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.385225:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd000/0x38bddee3668915fd lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x17d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.385233:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd000/0x38bddee3668915fd lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x17d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.385240:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd000/0x38bddee3668915fd lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x17d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.385246:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd000/0x38bddee3668915fd lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x17d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.385252:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd000/0x38bddee3668915fd lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x17d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.385267:0:210786:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145823.385276:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145823.385280:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668915f6 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x17d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.385284:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd000/0x38bddee3668915fd lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x17d:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.385289:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668915f6 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x17d:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.385301:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668915f6 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x17d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.385305:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fd000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145823.385308:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fd800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.385311:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd000/0x38bddee3668915fd lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x17d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.385313:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668915f6 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x17d:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.385331:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd000/0x38bddee3668915fd lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x17d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.385332:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668915f6 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x17d:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.385352:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17d:0x0].0x0 (ffff9be9cd7dac00) 00010000:00010000:0.0:1783145823.385355:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145823.385358:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668915f6 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x17d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.385364:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17d:0x0].0x0 (ffff9be9cd7dac00) 00010000:00010000:0.0:1783145823.385366:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668915f6 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x17d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.385371:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.385376:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd000/0x38bddee3668915fd lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x17d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.385384:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fde00/0x38bddee3668915e8 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.385385:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd000/0x38bddee3668915fd lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x17d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.385401:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fde00/0x38bddee3668915e8 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.385403:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.385406:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.385408:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.385417:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fde00/0x38bddee3668915e8 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.385422:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fde00/0x38bddee3668915e8 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.385427:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fde00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.385430:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fde00/0x38bddee3668915e8 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.385436:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fde00/0x38bddee3668915e8 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.385443:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.385446:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.385449:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fde00/0x38bddee3668915e8 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.385454:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fde00/0x38bddee3668915e8 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.385465:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b52366fa reply state 000000006d9063a1 transno 12884905257 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd600/0x38bddee3668915ef lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.385474:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd600/0x38bddee3668915ef lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.385480:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be9ca6eba00) 00010000:00010000:0.0:1783145823.385482:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.385484:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145823.385522:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+117:305884:x1869755187904512:12345-192.168.203.44@tcp:36:rm.500 Request processed in 674us (774us total) trans 12884905257 rc 0/0 00000100:00100000:0.0:1783145823.385529:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 156 00000100:00100000:0.0:1783145823.385534:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471136695380 time 8471138716628 state 0x2 ref 0 00000100:00100000:3.0:1783145823.385941:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.385975:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187904640 00000100:00100000:1.0:1783145823.385980:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187904640 00000100:00100000:1.0:1783145823.385997:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471136695380 time 8471138716628 state 0x0 ref 1 00000100:00100000:1.0:1783145823.386006:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471138816628 time 8471138716628 state 0x1 ref 1 00000100:00100000:1.0:1783145823.386026:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471138816628 time 8471139904103 state 0x0 ref 1 00000100:00100000:1.0:1783145823.386037:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee248000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+150:305886:x1869755187904640:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145823.386047:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.386056:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee366891604 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a5cb expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.386087:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee36689160b lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.386096:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee36689160b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.386103:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee36689160b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.386112:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891612 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.386149:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891612 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.386158:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891612 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.386196:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891619 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.386209:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891619 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.386216:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891619 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145823.386243:0:206077:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1b5:0x0]: returning size 0 00000004:00200000:1.0:1783145823.386246:0:206077:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783145823.386255:0:206077:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891619 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.386264:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891619 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.386271:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee36689160b lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.386277:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee36689160b lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.386283:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee36689160b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.386289:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee36689160b lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.386294:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536ba00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.386297:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee36689160b lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.386304:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee36689160b lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.386312:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.386315:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.386318:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee36689160b lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.386324:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee36689160b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.386334:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891612 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.386340:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891612 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.386346:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891612 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.386351:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536ae00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.386354:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891612 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.386359:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891612 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.386366:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:1.0:1783145823.386368:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.386371:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891612 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.386377:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891612 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.386395:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee366891604 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5cb expref: 152 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.386406:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891619 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5cb expref: 151 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.386414:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b5:0x0].0x0 (ffff9bea01cf0200) 00010000:00010000:1.0:1783145823.386416:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.386418:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d536ac00, rc 0) 00000100:00100000:1.0:1783145823.386448:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee248000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+151:305886:x1869755187904640:12345-192.168.203.44@tcp:101:rm.500 Request processed in 413us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.386455:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 157 00000100:00100000:1.0:1783145823.386459:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471138816628 time 8471139904103 state 0x2 ref 0 00000100:00100000:3.0:1783145823.387705:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.387742:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187904896 00000100:00100000:1.0:1783145823.387748:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187904896 00000100:00100000:1.0:1783145823.387764:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471138816628 time 8471139904103 state 0x0 ref 1 00000100:00100000:1.0:1783145823.387772:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471140004103 time 8471139904103 state 0x1 ref 1 00000100:00100000:1.0:1783145823.387802:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471140004103 time 8471141680102 state 0x0 ref 1 00000100:00100000:1.0:1783145823.387812:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee248e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+117:305885:x1869755187904896:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.387822:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.387831:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a800/0x38bddee366891620 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a5d2 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.387889:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee366891627 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.387899:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee366891627 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.387906:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee366891627 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.387914:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536be00/0x38bddee36689162e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.387921:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536be00/0x38bddee36689162e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.387927:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536be00/0x38bddee36689162e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.388076:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000004:00080000:1.0:1783145823.388171:0:204556:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb54:0x0], index 1: 0 00000100:00100000:2.0:1783145823.388203:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187905024 00000100:00100000:2.0:1783145823.388208:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187905024 00000100:00100000:2.0:1783145823.388242:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2452 00000100:00100000:2.0:1783145823.388251:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee24a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b832727d-edc7-457c-aba4-c59935e6a58f+49:2409:x1869755187905024:12345-192.168.203.44@tcp:101:ll_agl.0 00010000:00010000:2.0:1783145823.388260:0:228898:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.388276:0:228898:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ac874fe/0x38bddee366891635 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a5d9 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.388277:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145823.388279:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee36689163c lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x181:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.388302:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee36689163c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x181:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783145823.388309:0:228898:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbb7:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00000100:00100000:0.0:1783145823.388310:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187905152 00010000:00010000:1.0:1783145823.388312:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee36689163c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x181:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.388315:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187905152 00010000:00010000:2.0:1783145823.388334:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb7:0x0].0x0 since=8471s v=(0 0) 00000100:00100000:3.0:1783145823.388340:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.388342:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145823.388345:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee366891627 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.388354:0:228898:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ac874fe/0x38bddee366891635 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5d9 expref: 51 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.388356:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187905280 00000100:00100000:0.0:1783145823.388361:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187905280 00010000:00010000:1.0:1783145823.388373:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee366891627 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.388390:0:228904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2453 00010000:00010000:1.0:1783145823.388392:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee366891627 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.388401:0:228904:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b832727d-edc7-457c-aba4-c59935e6a58f+51:2409:x1869755187905152:12345-192.168.203.44@tcp:101:ll_agl.0 00010000:00010000:1.0:1783145823.388404:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee366891627 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.388405:0:228898:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003ac874fe/0x38bddee366891635 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5d9 expref: 51 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.388409:0:228904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.388420:0:228904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008205a17c/0x38bddee36689164a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbb6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a5e0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.388422:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536a000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.388427:0:228898:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c78dae00, rc 0) 00010000:00010000:1.0:1783145823.388429:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee366891627 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.388431:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2454 00010000:00010000:1.0:1783145823.388442:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee366891627 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145823.388442:0:228904:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbb6:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00000100:00100000:3.0:1783145823.388450:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:275b1235-b8f5-4ce3-8a3a-d483c556f740+26:2407:x1869755187905280:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.388459:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb6:0x0].0x0 since=8471s v=(0 0) 00000100:00100000:2.0:1783145823.388463:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee24a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b832727d-edc7-457c-aba4-c59935e6a58f+52:2409:x1869755187905024:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 211us (384us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145823.388463:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.388464:0:228902:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.388464:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145823.388472:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.388478:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee366891627 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.388478:0:228904:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008205a17c/0x38bddee36689164a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5e0 expref: 52 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.388480:0:228902:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c570c6bf/0x38bddee366891651 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb52:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a5e7 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.388485:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2452 00010000:00010000:1.0:1783145823.388501:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee366891627 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783145823.388512:0:228902:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb52:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:0.0:1783145823.388512:0:228904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008205a17c/0x38bddee36689164a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5e0 expref: 51 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.388515:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b4b1d9ed reply state 00000000c96cc614 transno 12884905258 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536be00/0x38bddee36689162e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.388536:0:228904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d19fcc00, rc 0) 00010000:00010000:1.0:1783145823.388538:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536be00/0x38bddee36689162e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.388544:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb52:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:1.0:1783145823.388547:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00010000:00010000:2.0:1783145823.388550:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb52:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145823.388552:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.388557:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145823.388559:0:228902:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c570c6bf/0x38bddee366891651 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5e7 expref: 27 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.388560:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b832727d-edc7-457c-aba4-c59935e6a58f+51:2409:x1869755187905152:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 161us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.388571:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2453 00010000:00010000:2.0:1783145823.388574:0:228902:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c570c6bf/0x38bddee366891651 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5e7 expref: 27 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.388584:0:228902:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c961b800, rc 0) 00010000:00010000:1.0:1783145823.388592:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a800/0x38bddee366891620 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5d2 expref: 120 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.388605:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:275b1235-b8f5-4ce3-8a3a-d483c556f740+27:2407:x1869755187905280:12345-192.168.203.44@tcp:101:rm.500 Request processed in 160us (268us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145823.388609:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee36689163c lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x181:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5d2 expref: 119 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.388619:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2454 00010000:00010000:1.0:1783145823.388624:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x181:0x0].0x0 (ffff9be9d1efe900) 00010000:00010000:1.0:1783145823.388628:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.388630:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d536b000, rc 0) 00000100:00100000:1.0:1783145823.388668:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee248e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+120:305885:x1869755187904896:12345-192.168.203.44@tcp:101:touch.500 Request processed in 857us (964us total) trans 12884905258 rc 0/0 00000100:00100000:1.0:1783145823.388674:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 158 00000100:00100000:1.0:1783145823.388678:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471140004103 time 8471141680102 state 0x2 ref 0 00000100:00100000:3.0:1783145823.390348:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.390389:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187905536 00000100:00100000:2.0:1783145823.390395:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187905536 00000100:00100000:2.0:1783145823.390412:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471140004103 time 8471141680102 state 0x0 ref 1 00000100:00100000:2.0:1783145823.390422:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471141780102 time 8471141680102 state 0x1 ref 1 00000100:00100000:2.0:1783145823.390447:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471141780102 time 8471144324813 state 0x0 ref 1 00000100:00100000:2.0:1783145823.390458:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+151:305886:x1869755187905536:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145823.390485:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145823.390499:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891619 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5cb expref: 151 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.390516:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668913c6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a515 expref: 150 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.390525:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b5:0x0].0x0 (ffff9bea01cf0200) 00010000:00010000:2.0:1783145823.390529:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.390541:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db400/0x38bddee366891658 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.390550:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db400/0x38bddee366891658 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.390558:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db400/0x38bddee366891658 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.390566:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da400/0x38bddee36689165f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.390574:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da400/0x38bddee36689165f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.390581:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da400/0x38bddee36689165f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.390630:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbc00/0x38bddee366891666 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.390638:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbc00/0x38bddee366891666 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.390645:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbc00/0x38bddee366891666 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.390703:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.390724:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.390740:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187905664 00000100:00100000:3.0:1783145823.390746:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187905664 00000100:00100000:3.0:1783145823.390769:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471144424813 time 8471144324813 state 0x1 ref 2 00000100:00100000:1.0:1783145823.390770:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187906048 00000100:00100000:0.0:1783145823.390780:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.390785:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187906048 00000040:00080000:2.0:1783145823.390793:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].401, 64 off33856 00000100:00100000:3.0:1783145823.390799:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471144424813 time 8471144675815 state 0x0 ref 2 00000100:00100000:1.0:1783145823.390812:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471144775815 time 8471144675815 state 0x1 ref 3 00000100:00100000:3.0:1783145823.390813:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+121:305888:x1869755187905664:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:2.0:1783145823.390818:0:204561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187905920 00000100:00100000:2.0:1783145823.390832:0:204561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187905920 00000100:00100000:1.0:1783145823.390845:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471144775815 time 8471144721853 state 0x0 ref 3 00000100:00100000:1.0:1783145823.390860:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee265500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+122:305885:x1869755187906048:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:2.0:1783145823.390870:0:204561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 605 00000100:00100000:2.0:1783145823.390880:0:204561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee264a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b832727d-edc7-457c-aba4-c59935e6a58f+122:2410:x1869755187905920:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:3.0:1783145823.390882:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.390896:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee36689166d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a5ee expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.390904:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145823.390906:0:204561:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.390920:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee36689163c lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x181:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5d2 expref: 123 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.390922:0:204561:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee366891674 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a5f5 expref: -99 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.390936:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee36689167b lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.390944:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x181:0x0].0x0 (ffff9be9d1efe900) 00010000:00010000:3.0:1783145823.390947:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee36689167b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.390955:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee36689167b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.390955:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.390963:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee366891682 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.390967:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891689 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.390977:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee366891682 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.390980:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891689 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.390993:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee366891682 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.390994:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891689 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.391003:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b200/0x38bddee366891690 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x181:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.391019:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b200/0x38bddee366891690 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x181:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.391020:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee366891697 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.391038:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b200/0x38bddee366891690 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x181:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.391040:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee36689169e lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x17e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.391043:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee366891697 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.391058:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee36689169e lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x17e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.391069:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee366891697 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.391070:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee36689169e lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x17e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.391101:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee366891682 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.391104:0:204555:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x17e:0x0]: returning size 0 00000004:00010000:1.0:1783145823.391104:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001f0ec225 reply state 00000000425b182e transno 12884905260 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b200/0x38bddee366891690 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x181:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.391112:0:204555:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1783145823.391152:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee366891682 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.391154:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b200/0x38bddee366891690 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x181:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.391163:0:204555:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee36689169e lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x17e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.391172:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee366891682 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.391174:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x181:0x0].0x0 (ffff9be9c5256600) 00010000:00010000:3.0:1783145823.391178:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee36689169e lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x17e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.391179:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.391183:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.391193:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee36689167b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.391199:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee36689167b lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.391203:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee36689167b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.391205:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78da600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.391212:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee366891682 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.391213:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961a000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.391217:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee36689167b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.391228:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee36689167b lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.391228:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee366891682 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.391248:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee265500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+125:305885:x1869755187906048:12345-192.168.203.44@tcp:36:touch.500 Request processed in 390us (519us total) trans 12884905260 rc 0/0 00010000:00010000:3.0:1783145823.391251:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.391256:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.391259:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee36689167b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.391262:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 161 00010000:00010000:2.0:1783145823.391266:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.391269:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee36689167b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.391271:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.391278:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee366891682 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.391283:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891689 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.391286:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee366891682 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.391289:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891689 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.391304:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891689 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.391308:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961a600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.391311:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891689 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.391312:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee366891697 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.391316:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891689 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.391329:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee366891697 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.391333:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:2.0:1783145823.391341:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee366891697 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.391347:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78db000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.391350:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee366891697 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.391356:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee366891697 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.391365:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:2.0:1783145823.391368:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.391370:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.391373:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee366891697 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.391374:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891689 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.391389:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891689 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.391389:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee366891697 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.391419:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee36689166d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5ee expref: 125 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.391427:0:204561:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee366891674 lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5f5 expref: 124 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.391430:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee36689169e lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x17e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5ee expref: 124 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.391447:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17e:0x0].0x0 (ffff9be9cd7da100) 00010000:00010000:3.0:1783145823.391449:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.391449:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.391453:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c65d5000, rc 0) 00010000:00010000:2.0:1783145823.391455:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145823.391461:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee366891674 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5f5 expref: 124 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.391478:0:204561:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c78da800, rc -2) 00000100:00100000:3.0:1783145823.391490:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+123:305888:x1869755187905664:12345-192.168.203.44@tcp:101:rm.500 Request processed in 672us (776us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.391498:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 160 00000100:00100000:2.0:1783145823.391522:0:204561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee264a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b832727d-edc7-457c-aba4-c59935e6a58f+122:2410:x1869755187905920:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 642us (739us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783145823.391531:0:204561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 605 00010000:00010000:1.0:1783145823.391587:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee3668916a5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.391598:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee3668916a5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.391606:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee3668916a5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.391614:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee3668916a5 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.391620:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee3668916a5 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.391625:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee3668916a5 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.391643:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145823.391655:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbc00/0x38bddee366891666 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.391663:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbc00/0x38bddee366891666 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.391664:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145823.391674:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee3668916a5 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.391675:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbc00/0x38bddee366891666 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.391692:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8846000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145823.391694:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78dbc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.391698:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee3668916a5 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.391700:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbc00/0x38bddee366891666 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.391716:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee3668916a5 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.391717:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145823.391721:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbc00/0x38bddee366891666 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.391738:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b5:0x0].0x0 (ffff9bea01cf0200) 00010000:00010000:2.0:1783145823.391742:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.391747:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee3668916a5 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.391751:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b5:0x0].0x0 (ffff9bea01cf0200) 00010000:00010000:2.0:1783145823.391755:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee3668916a5 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.391758:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1783145823.391762:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145823.391765:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbc00/0x38bddee366891666 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.391775:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbc00/0x38bddee366891666 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.391779:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.391784:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145823.391786:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187906304 00010000:00010000:2.0:1783145823.391788:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145823.391791:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187906304 00000100:00100000:3.0:1783145823.391803:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187906176 00010000:00010000:1.0:1783145823.391803:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db400/0x38bddee366891658 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.391808:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471144821853 time 8471144721853 state 0x1 ref 2 00000100:00100000:3.0:1783145823.391809:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187906176 00010000:00010000:1.0:1783145823.391819:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db400/0x38bddee366891658 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.391828:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db400/0x38bddee366891658 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.391833:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471144821853 time 8471145710231 state 0x0 ref 2 00010000:00010000:1.0:1783145823.391836:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db400/0x38bddee366891658 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.391845:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 606 00010000:00010000:1.0:1783145823.391846:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78db400 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:0.0:1783145823.391847:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+123:305892:x1869755187906304:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145823.391854:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db400/0x38bddee366891658 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.391859:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee264700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b832727d-edc7-457c-aba4-c59935e6a58f+123:2408:x1869755187906176:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:0.0:1783145823.391859:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1783145823.391865:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.391872:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee3668916ac lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a603 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.391873:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db400/0x38bddee366891658 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.391881:0:204579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.391890:0:204579:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee3668916b3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a5fc expref: -99 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.391896:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.391901:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.391905:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db400/0x38bddee366891658 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.391911:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db400/0x38bddee366891658 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.391917:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187906432 00000100:00100000:2.0:1783145823.391922:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187906432 00010000:00010000:0.0:1783145823.391923:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee3668916ba lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.391924:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b13f6bbd reply state 00000000a4b529b9 transno 12884905259 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da400/0x38bddee36689165f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.391940:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee3668916ba lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.391942:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471145810231 time 8471145710231 state 0x1 ref 3 00010000:00010000:1.0:1783145823.391944:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da400/0x38bddee36689165f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.391961:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee3668916ba lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.391963:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:1.0:1783145823.391970:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.391975:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471145810231 time 8471145850543 state 0x0 ref 3 00000100:00100000:1.0:1783145823.391975:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.391983:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc400/0x38bddee3668916c1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.391996:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee3668916c8 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.391997:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc400/0x38bddee3668916c1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.392019:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee3668916c8 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.392020:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc400/0x38bddee3668916c1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.392021:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+151:305886:x1869755187905536:12345-192.168.203.44@tcp:36:rm.500 Request processed in 1560us (1669us total) trans 12884905259 rc 0/0 00000100:00100000:1.0:1783145823.392041:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 159 00010000:00010000:2.0:1783145823.392045:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee3668916c8 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.392059:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db200/0x38bddee3668916cf lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.392066:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db200/0x38bddee3668916cf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.392072:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db200/0x38bddee3668916cf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.392085:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd400/0x38bddee3668916d6 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x17f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.392087:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee3668916c8 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.392102:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee3668916c8 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.392107:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd400/0x38bddee3668916d6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x17f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.392108:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee3668916c8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.392148:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78db800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.392152:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee3668916c8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.392161:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd400/0x38bddee3668916d6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x17f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.392163:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee3668916c8 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.392185:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.392188:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.392192:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee3668916c8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145823.392197:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x17f:0x0]: returning size 0 00010000:00010000:2.0:1783145823.392198:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee3668916c8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145823.392204:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1783145823.392212:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db200/0x38bddee3668916cf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.392217:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd400/0x38bddee3668916d6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x17f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.392219:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db200/0x38bddee3668916cf lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.392230:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db200/0x38bddee3668916cf lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.392231:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd400/0x38bddee3668916d6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x17f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.392236:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78db200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.392240:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db200/0x38bddee3668916cf lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.392243:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee3668916ba lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.392246:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db200/0x38bddee3668916cf lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.392254:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee3668916ba lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.392257:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:2.0:1783145823.392263:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.392265:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee3668916ba lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.392266:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db200/0x38bddee3668916cf lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.392282:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db200/0x38bddee3668916cf lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.392300:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee3668916ba lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.392308:0:204579:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee3668916b3 lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5fc expref: 126 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.392309:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fda00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.392313:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee3668916ba lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.392319:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.392322:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145823.392326:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee3668916ba lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.392327:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee3668916b3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5fc expref: 126 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.392345:0:204579:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c65d5200, rc -2) 00010000:00010000:0.0:1783145823.392347:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.392350:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.392352:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee3668916ba lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.392357:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee3668916ba lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.392366:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc400/0x38bddee3668916c1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.392369:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc400/0x38bddee3668916c1 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.392375:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee264700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b832727d-edc7-457c-aba4-c59935e6a58f+125:2408:x1869755187906176:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 520us (663us total) trans 0 rc -2/-2 00010000:00010000:0.0:1783145823.392376:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc400/0x38bddee3668916c1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.392387:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fc400 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145823.392388:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 606 00010000:00010000:0.0:1783145823.392391:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc400/0x38bddee3668916c1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.392408:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc400/0x38bddee3668916c1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.392409:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+124:305885:x1869755187906432:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.392420:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.392425:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00010000:00010000:2.0:1783145823.392428:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78daa00/0x38bddee3668916dd lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x181:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a60a expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.392430:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.392436:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc400/0x38bddee3668916c1 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.392444:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc400/0x38bddee3668916c1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.392452:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78daa00/0x38bddee3668916dd lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x181:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a60a expref: 125 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.392461:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78daa00/0x38bddee3668916dd lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x181:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a60a expref: 126 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.392464:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee3668916ac lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a603 expref: 126 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.392489:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd400/0x38bddee3668916d6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x17f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a603 expref: 125 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.392491:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x181:0x0].0x0 (ffff9be9c5256600) 00010000:00010000:2.0:1783145823.392497:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145823.392500:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c78daa00, rc 0) 00010000:00010000:0.0:1783145823.392507:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17f:0x0].0x0 (ffff9bea01cf0300) 00010000:00010000:0.0:1783145823.392511:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.392514:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d19fd400, rc 0) 00000100:00100000:2.0:1783145823.392529:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+125:305885:x1869755187906432:12345-192.168.203.44@tcp:101:touch.500 Request processed in 540us (669us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.392538:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 163 00000100:00100000:0.0:1783145823.392539:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+125:305892:x1869755187906304:12345-192.168.203.44@tcp:101:rm.500 Request processed in 697us (782us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.392546:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 162 00000100:00100000:0.0:1783145823.392550:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471145810231 time 8471145850543 state 0x2 ref 0 00000100:00100000:3.0:1783145823.393471:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.393508:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187906560 00000100:00100000:2.0:1783145823.393513:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187906560 00000100:00100000:2.0:1783145823.393549:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 268 00000100:00100000:2.0:1783145823.393557:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+124:2409:x1869755187906560:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145823.393567:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145823.393577:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee36689169e lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x17e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5ee expref: 124 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.393588:0:204543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17e:0x0].0x0 (ffff9be9cd7da100) 00010000:00010000:2.0:1783145823.393592:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145823.393618:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+123:2409:x1869755187906560:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 62us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.393626:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 268 00000100:00100000:3.0:1783145823.393686:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.393721:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187906688 00000100:00100000:2.0:1783145823.393726:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187906688 00000100:00100000:2.0:1783145823.393754:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2455 00000100:00100000:2.0:1783145823.393761:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b832727d-edc7-457c-aba4-c59935e6a58f+18:2407:x1869755187906688:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:2.0:1783145823.393885:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b832727d-edc7-457c-aba4-c59935e6a58f+19:2407:x1869755187906688:12345-192.168.203.44@tcp:2:touch.500 Request processed in 123us (199us total) trans 8589935421 rc 0/0 00000100:00100000:2.0:1783145823.393893:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2455 00000100:00100000:3.0:1783145823.394243:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.394269:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187906944 00000100:00100000:0.0:1783145823.394273:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187906944 00000100:00100000:0.0:1783145823.394300:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2456 00000100:00100000:0.0:1783145823.394307:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:b832727d-edc7-457c-aba4-c59935e6a58f+19:2408:x1869755187906944:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.394314:0:228906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.394326:0:228906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a41531e/0x38bddee3668916e4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb53:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a618 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145823.394342:0:228906:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb53:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:0.0:1783145823.394353:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb53:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.394357:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb53:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145823.394362:0:228906:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a41531e/0x38bddee3668916e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a618 expref: 20 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.394371:0:228906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a41531e/0x38bddee3668916e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a618 expref: 20 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.394378:0:228906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d19fde00, rc 0) 00000100:00100000:0.0:1783145823.394407:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:b832727d-edc7-457c-aba4-c59935e6a58f+20:2408:x1869755187906944:12345-192.168.203.44@tcp:101:rm.500 Request processed in 101us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.394412:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2456 00000100:00100000:1.0:1783145823.394528:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.394568:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.394570:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187907072 00000100:00100000:2.0:1783145823.394575:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187907072 00000100:00100000:3.0:1783145823.394593:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187907328 00000100:00100000:2.0:1783145823.394595:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471145810231 time 8471145850543 state 0x0 ref 1 00000100:00100000:3.0:1783145823.394598:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187907328 00000100:00100000:2.0:1783145823.394607:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471145950543 time 8471145850543 state 0x1 ref 1 00000100:00100000:3.0:1783145823.394624:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 908 00000100:00100000:3.0:1783145823.394629:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+124:305885:x1869755187907328:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:2.0:1783145823.394634:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471145950543 time 8471148510568 state 0x0 ref 1 00000100:00100000:2.0:1783145823.394647:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+124:305883:x1869755187907072:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.394655:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.394665:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da200/0x38bddee3668916eb lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a611 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.394720:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee3668916f2 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.394731:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee3668916f2 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.394739:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee3668916f2 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.394750:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+126:305885:x1869755187907328:12345-192.168.203.44@tcp:35:touch.500 Request processed in 119us (183us total) trans 12884905261 rc 0/0 00010000:00010000:2.0:1783145823.394751:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da000/0x38bddee3668916f9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.394764:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 908 00010000:00010000:2.0:1783145823.394767:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da000/0x38bddee3668916f9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.394777:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da000/0x38bddee3668916f9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145823.394983:0:204557:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbb8:0x0], index 0: 0 00010000:00010000:2.0:1783145823.395071:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891700 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x182:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.395080:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891700 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x182:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.395088:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891700 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x182:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.395113:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee3668916f2 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.395156:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee3668916f2 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.395163:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee3668916f2 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.395170:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee3668916f2 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.395175:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78dbe00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.395179:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee3668916f2 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.395186:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee3668916f2 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.395195:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.395197:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.395201:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee3668916f2 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.395207:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee3668916f2 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.395220:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f74237e8 reply state 000000005a07f966 transno 12884905262 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da000/0x38bddee3668916f9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.395229:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da000/0x38bddee3668916f9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.395236:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:2.0:1783145823.395238:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.395240:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145823.395261:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da200/0x38bddee3668916eb lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a611 expref: 127 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.395274:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891700 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x182:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a611 expref: 126 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.395281:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x182:0x0].0x0 (ffff9be8cc99a400) 00010000:00010000:2.0:1783145823.395284:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.395287:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c78dba00, rc 0) 00000100:00100000:2.0:1783145823.395318:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+127:305883:x1869755187907072:12345-192.168.203.44@tcp:101:touch.500 Request processed in 674us (791us total) trans 12884905262 rc 0/0 00000100:00100000:2.0:1783145823.395326:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 164 00000100:00100000:2.0:1783145823.395331:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471145950543 time 8471148510568 state 0x2 ref 0 00000100:00100000:1.0:1783145823.396390:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.396427:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187907584 00000100:00100000:2.0:1783145823.396433:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187907584 00000100:00100000:2.0:1783145823.396449:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471145950543 time 8471148510568 state 0x0 ref 1 00000100:00100000:2.0:1783145823.396457:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471148610568 time 8471148510568 state 0x1 ref 1 00000100:00100000:2.0:1783145823.396477:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471148610568 time 8471150354419 state 0x0 ref 1 00000100:00100000:2.0:1783145823.396487:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+127:305883:x1869755187907584:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:2.0:1783145823.396513:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145823.396525:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891700 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x182:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a611 expref: 127 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.396538:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x182:0x0].0x0 (ffff9be8cc99a400) 00010000:00010000:2.0:1783145823.396544:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.396579:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db200/0x38bddee36689170e lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x182:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.396588:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db200/0x38bddee36689170e lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x182:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.396596:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db200/0x38bddee36689170e lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x182:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.396641:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000059a548aa reply state 00000000f01a1db7 transno 12884905263 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db200/0x38bddee36689170e lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x182:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.396650:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db200/0x38bddee36689170e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x182:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.396657:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x182:0x0].0x0 (ffff9be8e8a1ac00) 00010000:00010000:2.0:1783145823.396660:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.396662:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.396707:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+128:305883:x1869755187907584:12345-192.168.203.44@tcp:36:touch.500 Request processed in 222us (318us total) trans 12884905263 rc 0/0 00000100:00100000:2.0:1783145823.396714:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 165 00000100:00100000:2.0:1783145823.396718:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471148610568 time 8471150354419 state 0x2 ref 0 00000100:00100000:3.0:1783145823.397267:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.397301:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187907712 00000100:00100000:2.0:1783145823.397305:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187907712 00000100:00100000:2.0:1783145823.397319:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471148610568 time 8471150354419 state 0x0 ref 1 00000100:00100000:2.0:1783145823.397327:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471150454419 time 8471150354419 state 0x1 ref 1 00000100:00100000:2.0:1783145823.397347:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471150454419 time 8471151224879 state 0x0 ref 1 00000100:00100000:2.0:1783145823.397357:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d4287480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+128:305883:x1869755187907712:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.397366:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.397375:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366891715 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x182:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a61f expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.397399:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366891715 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x182:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a61f expref: 129 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.397410:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366891715 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x182:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a61f expref: 129 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.397423:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x182:0x0].0x0 (ffff9be8e8a1ac00) 00010000:00010000:2.0:1783145823.397427:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145823.397430:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c78db800, rc 0) 00000100:00100000:1.0:1783145823.397459:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.397466:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d4287480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+129:305883:x1869755187907712:12345-192.168.203.44@tcp:101:touch.500 Request processed in 109us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.397473:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 166 00000100:00100000:2.0:1783145823.397478:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471150454419 time 8471151224879 state 0x2 ref 0 00000100:00100000:3.0:1783145823.397496:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187907968 00000100:00100000:3.0:1783145823.397501:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187907968 00000100:00100000:3.0:1783145823.397580:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471150454419 time 8471151224879 state 0x0 ref 1 00000100:00100000:3.0:1783145823.397588:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471151324879 time 8471151224879 state 0x1 ref 1 00000100:00100000:3.0:1783145823.397609:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471151324879 time 8471151487066 state 0x0 ref 1 00000100:00100000:3.0:1783145823.397616:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+129:305892:x1869755187907968:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:3.0:1783145823.397634:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783145823.397644:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd400/0x38bddee3668916d6 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x17f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a603 expref: 129 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.397660:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee36689151d lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x17f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a577 expref: 128 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.397669:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17f:0x0].0x0 (ffff9bea01cf0300) 00010000:00010000:3.0:1783145823.397673:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.397684:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee36689171c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.397692:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee36689171c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.397699:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee36689171c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.397708:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4000/0x38bddee366891723 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.397714:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4000/0x38bddee366891723 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.397719:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4000/0x38bddee366891723 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.397763:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689172a lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x17f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.397769:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689172a lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x17f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.397773:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689172a lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x17f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783145823.397874:0:204555:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].402, 64 off33920 00010000:00010000:3.0:1783145823.397897:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891731 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x17f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.397903:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891731 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x17f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.397907:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891731 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x17f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.397913:0:204555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891731 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x17f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.397917:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891731 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x17f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.397920:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891731 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x17f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.397934:0:204555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145823.397943:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689172a lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x17f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.397949:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689172a lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x17f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.397955:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689172a lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x17f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.397955:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145823.397964:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891731 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x17f:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.397965:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e4e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.397971:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689172a lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x17f:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.397976:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e5400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145823.397983:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891731 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x17f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.397984:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689172a lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x17f:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.398000:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891731 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x17f:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.398005:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17f:0x0].0x0 (ffff9bea01cf0300) 00010000:00010000:3.0:1783145823.398010:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145823.398013:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689172a lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x17f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.398020:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689172a lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x17f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.398020:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17f:0x0].0x0 (ffff9bea01cf0300) 00010000:00010000:2.0:1783145823.398027:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.398032:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891731 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x17f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.398035:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee36689171c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.398041:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891731 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x17f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.398043:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee36689171c lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.398050:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee36689171c lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.398053:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e5e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.398055:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee36689171c lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.398066:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee36689171c lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.398071:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.398073:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.398074:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.398078:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.398079:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.398083:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee36689171c lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.398089:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee36689171c lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.398104:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e7317156 reply state 00000000aa72e7f8 transno 12884905264 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4000/0x38bddee366891723 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.398112:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4000/0x38bddee366891723 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.398156:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00010000:00010000:3.0:1783145823.398159:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.398161:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.398197:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+129:305892:x1869755187907968:12345-192.168.203.44@tcp:36:rm.500 Request processed in 581us (739us total) trans 12884905264 rc 0/0 00000100:00100000:3.0:1783145823.398203:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 167 00000100:00100000:3.0:1783145823.398207:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471151324879 time 8471151487066 state 0x2 ref 0 00000100:00100000:1.0:1783145823.399401:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.399442:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187908096 00000100:00100000:2.0:1783145823.399448:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187908096 00000100:00100000:2.0:1783145823.399483:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2457 00000100:00100000:2.0:1783145823.399494:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b832727d-edc7-457c-aba4-c59935e6a58f+51:2410:x1869755187908096:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:2.0:1783145823.399621:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b832727d-edc7-457c-aba4-c59935e6a58f+52:2410:x1869755187908096:12345-192.168.203.44@tcp:2:touch.500 Request processed in 130us (221us total) trans 8589936073 rc 0/0 00000100:00100000:2.0:1783145823.399629:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2457 00000100:00100000:0.0:1783145823.400187:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.400231:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187908224 00000100:00100000:1.0:1783145823.400234:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187908224 00000100:00100000:1.0:1783145823.400247:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471151324879 time 8471151487066 state 0x0 ref 1 00000100:00100000:1.0:1783145823.400253:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471151587066 time 8471151487066 state 0x1 ref 1 00000100:00100000:1.0:1783145823.400268:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471151587066 time 8471154146679 state 0x0 ref 1 00000100:00100000:1.0:1783145823.400274:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+129:305893:x1869755187908224:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145823.400282:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.400292:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366891738 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a626 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.400322:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee36689173f lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.400329:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee36689173f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.400336:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee36689173f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.400344:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891746 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.400349:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891746 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.400354:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891746 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.400386:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145823.400390:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee36689174d lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x180:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.400397:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee36689174d lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x180:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.400405:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee36689174d lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x180:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145823.400428:0:206077:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x180:0x0]: returning size 0 00000100:00100000:0.0:1783145823.400431:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187908480 00000004:00200000:1.0:1783145823.400432:0:206077:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1783145823.400435:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187908480 00000004:00010000:1.0:1783145823.400444:0:206077:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee36689174d lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x180:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.400454:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee36689174d lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x180:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.400463:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee36689173f lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.400467:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 909 00010000:00010000:1.0:1783145823.400474:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee36689173f lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.400475:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d4285500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+131:305883:x1869755187908480:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:1.0:1783145823.400480:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee36689173f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.400486:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee36689173f lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.400491:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8846800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.400494:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee36689173f lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.400500:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee36689173f lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.400509:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.400512:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.400515:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee36689173f lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.400520:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee36689173f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.400531:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891746 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.400537:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891746 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.400543:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891746 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.400548:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8847600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.400551:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891746 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.400557:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891746 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.400564:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:1.0:1783145823.400566:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.400569:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891746 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.400574:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891746 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.400595:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366891738 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a626 expref: 133 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.400604:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d4285500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+132:305883:x1869755187908480:12345-192.168.203.44@tcp:35:touch.500 Request processed in 131us (220us total) trans 12884905265 rc 0/0 00010000:00010000:1.0:1783145823.400607:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee36689174d lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x180:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a626 expref: 132 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.400615:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x180:0x0].0x0 (ffff9bea01cf0000) 00010000:00010000:1.0:1783145823.400617:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:0.0:1783145823.400617:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 909 00010000:00010000:1.0:1783145823.400620:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e8846000, rc 0) 00000100:00100000:1.0:1783145823.400640:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+131:305893:x1869755187908224:12345-192.168.203.44@tcp:101:rm.500 Request processed in 366us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.400647:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 168 00000100:00100000:1.0:1783145823.400652:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471151587066 time 8471154146679 state 0x2 ref 0 00000100:00100000:0.0:1783145823.405161:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.405188:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187908736 00000100:00100000:2.0:1783145823.405195:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187908736 00000100:00100000:2.0:1783145823.405220:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471151587066 time 8471154146679 state 0x0 ref 1 00000100:00100000:2.0:1783145823.405230:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471154246679 time 8471154146679 state 0x1 ref 1 00000100:00100000:2.0:1783145823.405256:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471154246679 time 8471159133079 state 0x0 ref 1 00000100:00100000:2.0:1783145823.405269:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+131:305888:x1869755187908736:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145823.405310:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145823.405349:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee3668915cc lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x17e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a593 expref: 131 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.405370:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366891413 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x17e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a531 expref: 130 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.405387:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17e:0x0].0x0 (ffff9be9cd7da100) 00010000:00010000:2.0:1783145823.405395:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.405413:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891754 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.405421:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.405431:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891754 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.405440:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891754 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.405451:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da200/0x38bddee36689175b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.405459:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da200/0x38bddee36689175b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.405466:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da200/0x38bddee36689175b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.405470:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187908864 00000100:00100000:0.0:1783145823.405475:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187908864 00000100:00100000:0.0:1783145823.405513:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 269 00000100:00100000:0.0:1783145823.405522:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d4284a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+130:2409:x1869755187908864:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145823.405533:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145823.405535:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee366891762 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x17e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.405543:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee366891762 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x17e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.405546:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee36689174d lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x180:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a626 expref: 130 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.405549:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee366891762 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x17e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.405569:0:207571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x180:0x0].0x0 (ffff9bea01cf0000) 00010000:00010000:0.0:1783145823.405573:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145823.405610:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d4284a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+129:2409:x1869755187908864:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 90us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.405617:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 269 00000040:00080000:2.0:1783145823.405716:0:210786:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].405, 64 off34112 00010000:00010000:2.0:1783145823.405753:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee366891769 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x17e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.405759:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee366891769 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x17e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.405764:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee366891769 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x17e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.405769:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee366891769 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x17e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.405773:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee366891769 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x17e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.405778:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee366891769 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x17e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.405792:0:210786:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145823.405802:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee366891762 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x17e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.405806:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee366891762 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x17e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.405811:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee366891762 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x17e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.405815:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78dbe00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.405816:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145823.405818:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee366891762 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x17e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.405826:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee366891762 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x17e:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.405827:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee366891769 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x17e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.405834:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17e:0x0].0x0 (ffff9be9cd7da100) 00010000:00010000:2.0:1783145823.405838:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145823.405841:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee366891762 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x17e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.405841:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78da800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145823.405850:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee366891762 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x17e:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.405851:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee366891769 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x17e:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.405865:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee366891769 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x17e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.405867:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891754 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.405885:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891754 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.405888:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17e:0x0].0x0 (ffff9be9cd7da100) 00010000:00010000:2.0:1783145823.405891:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891754 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.405895:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891754 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.405897:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78dba00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.405899:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891754 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.405906:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.405907:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891754 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.405914:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.405915:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee366891769 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x17e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.405917:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.405920:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891754 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.405931:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891754 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.405931:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee366891769 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x17e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.405945:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000cbdb2b01 reply state 0000000099ea7fc6 transno 12884905266 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da200/0x38bddee36689175b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.405953:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.405958:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da200/0x38bddee36689175b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.405958:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.405962:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.405968:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:2.0:1783145823.405971:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.405974:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.406009:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+130:305888:x1869755187908736:12345-192.168.203.44@tcp:36:rm.500 Request processed in 745us (892us total) trans 12884905266 rc 0/0 00000100:00100000:2.0:1783145823.406014:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 169 00000100:00100000:2.0:1783145823.406018:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471154246679 time 8471159133079 state 0x2 ref 0 00000100:00100000:3.0:1783145823.407180:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.407215:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187909120 00000100:00100000:2.0:1783145823.407221:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187909120 00000100:00100000:2.0:1783145823.407239:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471154246679 time 8471159133079 state 0x0 ref 1 00000100:00100000:2.0:1783145823.407248:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471159233079 time 8471159133079 state 0x1 ref 1 00000100:00100000:2.0:1783145823.407267:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471159233079 time 8471161145558 state 0x0 ref 1 00000100:00100000:2.0:1783145823.407275:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d4287800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+130:305894:x1869755187909120:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.407286:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.407293:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee366891770 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a62d expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.407337:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee366891777 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.407344:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee366891777 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.407349:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee366891777 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.407355:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dac00/0x38bddee36689177e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.407361:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dac00/0x38bddee36689177e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.407364:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dac00/0x38bddee36689177e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145823.407537:0:204557:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb55:0x0], index 1: 0 00010000:00010000:2.0:1783145823.407632:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db400/0x38bddee366891785 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x183:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.407641:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db400/0x38bddee366891785 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x183:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.407648:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db400/0x38bddee366891785 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x183:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.407675:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee366891777 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.407680:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee366891777 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.407684:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee366891777 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.407687:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee366891777 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.407690:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78da600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.407692:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee366891777 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.407699:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee366891777 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.407704:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.407706:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.407707:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee366891777 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.407711:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee366891777 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.407718:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000024b7e927 reply state 000000004ec03ed6 transno 12884905267 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dac00/0x38bddee36689177e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.407723:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dac00/0x38bddee36689177e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.407727:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:2.0:1783145823.407728:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.407730:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145823.407744:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee366891770 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a62d expref: 133 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.407753:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db400/0x38bddee366891785 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x183:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a62d expref: 132 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.407757:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x183:0x0].0x0 (ffff9be8e8a1aa00) 00010000:00010000:2.0:1783145823.407759:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.407760:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c78db400, rc 0) 00000100:00100000:2.0:1783145823.407785:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d4287800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+133:305894:x1869755187909120:12345-192.168.203.44@tcp:101:touch.500 Request processed in 512us (608us total) trans 12884905267 rc 0/0 00000100:00100000:2.0:1783145823.407790:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 170 00000100:00100000:2.0:1783145823.407794:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471159233079 time 8471161145558 state 0x2 ref 0 00000100:00100000:0.0:1783145823.409497:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.409534:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187909376 00000100:00100000:2.0:1783145823.409540:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187909376 00000100:00100000:2.0:1783145823.409559:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471159233079 time 8471161145558 state 0x0 ref 1 00000100:00100000:2.0:1783145823.409568:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471161245558 time 8471161145558 state 0x1 ref 1 00000100:00100000:2.0:1783145823.409592:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471161245558 time 8471163469244 state 0x0 ref 1 00000100:00100000:2.0:1783145823.409604:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+133:305894:x1869755187909376:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:2.0:1783145823.409633:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145823.409648:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db400/0x38bddee366891785 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x183:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a62d expref: 133 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.409663:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x183:0x0].0x0 (ffff9be8e8a1aa00) 00000100:00100000:3.0:1783145823.409672:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.409672:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145823.409705:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187909632 00000100:00100000:0.0:1783145823.409711:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187909632 00010000:00010000:2.0:1783145823.409715:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbc00/0x38bddee366891793 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x183:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.409727:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbc00/0x38bddee366891793 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x183:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.409728:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471163569244 time 8471163469244 state 0x1 ref 2 00010000:00010000:2.0:1783145823.409744:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbc00/0x38bddee366891793 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x183:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.409755:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471163569244 time 8471163633041 state 0x0 ref 2 00000100:00100000:0.0:1783145823.409765:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d4286680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+133:305893:x1869755187909632:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:0.0:1783145823.409784:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1783145823.409794:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee3668915a9 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x180:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a58c expref: 134 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.409804:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000adb83664 reply state 000000004c7fd438 transno 12884905268 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbc00/0x38bddee366891793 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x183:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.409810:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee366891539 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x180:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a57e expref: 133 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.409826:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbc00/0x38bddee366891793 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x183:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.409827:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x180:0x0].0x0 (ffff9bea01cf0000) 00010000:00010000:0.0:1783145823.409831:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.409840:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x183:0x0].0x0 (ffff9be8e8a1a200) 00010000:00010000:0.0:1783145823.409840:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee36689179a lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.409846:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.409849:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.409850:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee36689179a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.409856:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee36689179a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.409863:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc400/0x38bddee3668917a1 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.409868:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc400/0x38bddee3668917a1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.409872:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc400/0x38bddee3668917a1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.409903:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+133:305894:x1869755187909376:12345-192.168.203.44@tcp:36:touch.500 Request processed in 301us (406us total) trans 12884905268 rc 0/0 00000100:00100000:2.0:1783145823.409911:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 171 00010000:00010000:0.0:1783145823.409917:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee3668917a8 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x180:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.409926:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee3668917a8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x180:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.409935:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee3668917a8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x180:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783145823.410034:0:204556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].406, 64 off34176 00010000:00010000:0.0:1783145823.410065:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668917af lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x180:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.410074:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668917af lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x180:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.410082:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668917af lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x180:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.410089:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668917af lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x180:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.410095:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668917af lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x180:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.410100:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668917af lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x180:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.410114:0:204556:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145823.410153:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145823.410157:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee3668917a8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x180:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.410161:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668917af lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x180:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.410163:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee3668917a8 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x180:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.410179:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee3668917a8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x180:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.410180:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fd800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.410187:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668917af lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x180:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.410189:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fc800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.410195:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee3668917a8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x180:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.410200:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668917af lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x180:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.410204:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee3668917a8 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x180:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.410224:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x180:0x0].0x0 (ffff9bea01cf0000) 00010000:00010000:0.0:1783145823.410228:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145823.410231:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee3668917a8 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x180:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.410236:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x180:0x0].0x0 (ffff9bea01cf0000) 00010000:00010000:0.0:1783145823.410238:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee3668917a8 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x180:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.410241:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.410247:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668917af lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x180:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.410255:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668917af lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x180:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.410257:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee36689179a lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.410271:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee36689179a lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.410273:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.410277:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.410279:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee36689179a lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.410281:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.410287:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee36689179a lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.410292:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fda00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.410295:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee36689179a lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.410301:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee36689179a lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.410308:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.410312:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.410315:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee36689179a lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.410321:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee36689179a lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.410330:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c5db224f reply state 00000000f28ce2e3 transno 12884905269 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc400/0x38bddee3668917a1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.410339:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc400/0x38bddee3668917a1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.410345:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:0.0:1783145823.410347:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.410349:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145823.410388:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d4286680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+134:305893:x1869755187909632:12345-192.168.203.44@tcp:36:rm.500 Request processed in 625us (718us total) trans 12884905269 rc 0/0 00000100:00100000:0.0:1783145823.410393:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 172 00000100:00100000:0.0:1783145823.410396:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471163569244 time 8471163633041 state 0x2 ref 0 00000100:00100000:3.0:1783145823.410592:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.410624:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187909760 00000100:00100000:1.0:1783145823.410628:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187909760 00000100:00100000:1.0:1783145823.410643:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471163569244 time 8471163633041 state 0x0 ref 1 00000100:00100000:1.0:1783145823.410649:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471163733041 time 8471163633041 state 0x1 ref 1 00000100:00100000:1.0:1783145823.410664:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471163733041 time 8471164542344 state 0x0 ref 1 00000100:00100000:1.0:1783145823.410670:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d4284000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+134:305894:x1869755187909760:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.410679:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.410687:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee3668917b6 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x183:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a634 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.410709:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee3668917b6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x183:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a634 expref: 135 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.410716:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee3668917b6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x183:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a634 expref: 135 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.410726:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x183:0x0].0x0 (ffff9be8e8a1a200) 00010000:00010000:1.0:1783145823.410728:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145823.410730:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e8846600, rc 0) 00000100:00100000:1.0:1783145823.410751:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d4284000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+135:305894:x1869755187909760:12345-192.168.203.44@tcp:101:touch.500 Request processed in 82us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.410757:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 173 00000100:00100000:1.0:1783145823.410760:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471163733041 time 8471164542344 state 0x2 ref 0 00000100:00100000:3.0:1783145823.411642:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.411670:0:228916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187909888 00000100:00100000:0.0:1783145823.411674:0:228916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187909888 00000100:00100000:0.0:1783145823.411700:0:228916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2458 00000100:00100000:0.0:1783145823.411704:0:228916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d4285f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b832727d-edc7-457c-aba4-c59935e6a58f+20:2407:x1869755187909888:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:0.0:1783145823.411827:0:228916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d4285f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b832727d-edc7-457c-aba4-c59935e6a58f+21:2407:x1869755187909888:12345-192.168.203.44@tcp:2:touch.500 Request processed in 121us (184us total) trans 8589935422 rc 0/0 00000100:00100000:0.0:1783145823.411835:0:228916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2458 00000100:00100000:3.0:1783145823.413279:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.413313:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187910144 00000100:00100000:0.0:1783145823.413318:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187910144 00000100:00100000:0.0:1783145823.413343:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 910 00000100:00100000:0.0:1783145823.413348:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f3ffa450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+135:305894:x1869755187910144:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:0.0:1783145823.413465:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f3ffa450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+136:305894:x1869755187910144:12345-192.168.203.44@tcp:35:touch.500 Request processed in 116us (186us total) trans 12884905270 rc 0/0 00000100:00100000:0.0:1783145823.413470:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 910 00000100:00100000:3.0:1783145823.413546:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.413593:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187910400 00000100:00100000:1.0:1783145823.413600:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187910400 00000100:00100000:1.0:1783145823.413619:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471163733041 time 8471164542344 state 0x0 ref 1 00000100:00100000:1.0:1783145823.413628:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471164642344 time 8471164542344 state 0x1 ref 1 00000100:00100000:1.0:1783145823.413657:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471164642344 time 8471167534053 state 0x0 ref 1 00000100:00100000:1.0:1783145823.413671:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d4284700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+136:305900:x1869755187910400:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.413680:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.413693:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee3668917bd lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a63b expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.413757:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee3668917c4 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.413770:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee3668917c4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.413778:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee3668917c4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.413790:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee3668917cb lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.413798:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee3668917cb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.413805:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee3668917cb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145823.414017:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbb9:0x0], index 0: 0 00010000:00010000:1.0:1783145823.414156:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee3668917d2 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x184:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.414166:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee3668917d2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x184:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.414174:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee3668917d2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x184:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.414214:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee3668917c4 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.414222:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee3668917c4 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.414229:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee3668917c4 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.414236:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee3668917c4 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.414242:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8846800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.414246:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee3668917c4 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.414254:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee3668917c4 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.414264:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.414267:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.414271:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee3668917c4 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.414278:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee3668917c4 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.414290:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006b40738c reply state 0000000005f5e037 transno 12884905271 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee3668917cb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.414299:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee3668917cb lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.414305:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00010000:00010000:1.0:1783145823.414308:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.414310:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145823.414346:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee3668917bd lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a63b expref: 139 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.414360:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee3668917d2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x184:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a63b expref: 138 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.414367:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x184:0x0].0x0 (ffff9be9c5256b00) 00010000:00010000:1.0:1783145823.414369:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.414372:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e8846200, rc 0) 00000100:00100000:1.0:1783145823.414403:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d4284700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+139:305900:x1869755187910400:12345-192.168.203.44@tcp:101:touch.500 Request processed in 736us (856us total) trans 12884905271 rc 0/0 00000100:00100000:1.0:1783145823.414411:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 174 00000100:00100000:1.0:1783145823.414415:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471164642344 time 8471167534053 state 0x2 ref 0 00000100:00100000:3.0:1783145823.415621:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.415640:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.415655:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187910912 00000100:00100000:2.0:1783145823.415660:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187910912 00000100:00100000:0.0:1783145823.415669:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187910656 00000100:00100000:0.0:1783145823.415674:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187910656 00000100:00100000:2.0:1783145823.415677:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471164642344 time 8471167534053 state 0x0 ref 1 00000100:00100000:2.0:1783145823.415684:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471167634053 time 8471167534053 state 0x1 ref 1 00000100:00100000:0.0:1783145823.415692:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471167634053 time 8471167534053 state 0x1 ref 2 00000100:00100000:2.0:1783145823.415704:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471169681648 time 8471169581648 state 0x1 ref 2 00000100:00100000:2.0:1783145823.415715:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d4286a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+140:305900:x1869755187910912:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:0.0:1783145823.415721:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471169681648 time 8471169596718 state 0x0 ref 2 00000100:00100000:0.0:1783145823.415736:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d4285180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+140:305905:x1869755187910656:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.415742:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145823.415746:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.415756:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee3668917d2 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x184:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a63b expref: 140 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.415757:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd000/0x38bddee3668917e0 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a642 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.415775:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x184:0x0].0x0 (ffff9be9c5256b00) 00010000:00010000:2.0:1783145823.415782:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.415819:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee3668917e7 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x184:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.415821:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc200/0x38bddee3668917ee lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.415829:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee3668917e7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x184:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.415833:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc200/0x38bddee3668917ee lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.415838:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee3668917e7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x184:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.415842:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc200/0x38bddee3668917ee lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.415852:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fdc00/0x38bddee3668917f5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.415858:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fdc00/0x38bddee3668917f5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.415863:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fdc00/0x38bddee3668917f5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.415888:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000010a60175 reply state 0000000022f1c85d transno 12884905272 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee3668917e7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x184:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.415896:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee3668917e7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x184:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.415901:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x184:0x0].0x0 (ffff9be8e8a1a600) 00010000:00010000:2.0:1783145823.415903:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.415904:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.415946:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d4286a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+142:305900:x1869755187910912:12345-192.168.203.44@tcp:36:touch.500 Request processed in 234us (325us total) trans 12884905272 rc 0/0 00000100:00100000:2.0:1783145823.415951:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 175 00000004:00080000:0.0:1783145823.416008:0:204556:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb56:0x0], index 1: 0 00010000:00010000:0.0:1783145823.416078:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee3668917fc lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x185:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.416087:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee3668917fc lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x185:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.416095:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee3668917fc lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x185:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.416113:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc200/0x38bddee3668917ee lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.416156:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc200/0x38bddee3668917ee lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.416163:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc200/0x38bddee3668917ee lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.416169:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc200/0x38bddee3668917ee lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.416173:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fc200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.416176:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc200/0x38bddee3668917ee lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.416180:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc200/0x38bddee3668917ee lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.416190:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.416192:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.416194:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc200/0x38bddee3668917ee lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.416198:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc200/0x38bddee3668917ee lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.416212:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008cf814cb reply state 000000008a90cc5e transno 12884905273 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fdc00/0x38bddee3668917f5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.416217:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fdc00/0x38bddee3668917f5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.416221:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:0.0:1783145823.416223:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.416224:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.416238:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd000/0x38bddee3668917e0 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a642 expref: 143 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.416246:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee3668917fc lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x185:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a642 expref: 142 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.416251:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x185:0x0].0x0 (ffff9be8d2d9dc00) 00010000:00010000:0.0:1783145823.416252:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.416253:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d19fc600, rc 0) 00000100:00100000:0.0:1783145823.416276:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d4285180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+143:305905:x1869755187910656:12345-192.168.203.44@tcp:101:touch.500 Request processed in 547us (635us total) trans 12884905273 rc 0/0 00000100:00100000:0.0:1783145823.416281:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 176 00000100:00100000:0.0:1783145823.416285:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471169681648 time 8471169596718 state 0x2 ref 0 00000100:00100000:3.0:1783145823.416547:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.416582:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187911040 00000100:00100000:2.0:1783145823.416587:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187911040 00000100:00100000:2.0:1783145823.416601:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471169681648 time 8471169596718 state 0x0 ref 1 00000100:00100000:2.0:1783145823.416609:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471169696718 time 8471169596718 state 0x1 ref 1 00000100:00100000:2.0:1783145823.416628:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471169696718 time 8471170505697 state 0x0 ref 1 00000100:00100000:2.0:1783145823.416637:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d4285880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+143:305900:x1869755187911040:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.416646:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.416654:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee36689180a lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x184:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a649 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.416678:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee36689180a lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x184:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a649 expref: 144 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.416690:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee36689180a lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x184:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a649 expref: 144 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.416702:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x184:0x0].0x0 (ffff9be8e8a1a600) 00010000:00010000:2.0:1783145823.416705:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145823.416707:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c78db000, rc 0) 00000100:00100000:2.0:1783145823.416733:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d4285880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+144:305900:x1869755187911040:12345-192.168.203.44@tcp:101:touch.500 Request processed in 97us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.416740:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 177 00000100:00100000:2.0:1783145823.416744:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471169696718 time 8471170505697 state 0x2 ref 0 00000100:00100000:3.0:1783145823.417664:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.417679:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.417696:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.417696:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187911296 00000100:00100000:1.0:1783145823.417703:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187911296 00000100:00100000:2.0:1783145823.417717:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187911424 00000100:00100000:2.0:1783145823.417723:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187911424 00000100:00100000:1.0:1783145823.417725:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471169696718 time 8471170505697 state 0x0 ref 1 00000100:00100000:1.0:1783145823.417735:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471170605697 time 8471170505697 state 0x1 ref 1 00000100:00100000:0.0:1783145823.417736:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187911552 00000100:00100000:0.0:1783145823.417743:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187911552 00000100:00100000:2.0:1783145823.417751:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471170605697 time 8471170505697 state 0x1 ref 2 00000100:00100000:1.0:1783145823.417766:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471171742062 time 8471171642062 state 0x1 ref 3 00000100:00100000:0.0:1783145823.417776:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471171742062 time 8471171642062 state 0x1 ref 3 00000100:00100000:1.0:1783145823.417779:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d4286300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+146:305905:x1869755187911296:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:3.0:1783145823.417793:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471171769502 time 8471171669502 state 0x1 ref 3 00000100:00100000:2.0:1783145823.417803:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471171769502 time 8471171678957 state 0x0 ref 3 00000100:00100000:3.0:1783145823.417807:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d4287b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+146:305899:x1869755187911424:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145823.417811:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145823.417819:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1783145823.417825:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d4284e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+146:305902:x1869755187911552:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.417831:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891811 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a650 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.417831:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee3668917fc lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x185:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a642 expref: 146 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.417837:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.417849:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee366891818 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a65e expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.417868:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x185:0x0].0x0 (ffff9be8d2d9dc00) 00010000:00010000:1.0:1783145823.417878:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.417908:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689181f lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.417910:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891826 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.417914:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee36689182d lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x185:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.417921:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689181f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.417938:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee36689182d lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x185:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.417939:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689181f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.417941:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891826 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.417962:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee36689182d lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x185:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.417963:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891834 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.417968:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891826 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.417983:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891834 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.417991:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee36689183b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.417999:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee36689183b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.418007:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee36689183b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.418028:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b8aa1d9d reply state 0000000084832c6d transno 12884905274 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee36689182d lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x185:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.418041:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee36689182d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x185:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.418044:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891834 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.418056:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee366891842 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x182:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.418057:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x185:0x0].0x0 (ffff9be9c5256f00) 00010000:00010000:1.0:1783145823.418063:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.418067:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145823.418072:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee366891842 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x182:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.418083:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee366891842 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x182:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.418108:0:204557:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x182:0x0]: returning size 0 00000004:00200000:2.0:1783145823.418114:0:204557:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:1.0:1783145823.418152:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d4286300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+149:305905:x1869755187911296:12345-192.168.203.44@tcp:36:touch.500 Request processed in 339us (451us total) trans 12884905274 rc 0/0 00000100:00100000:1.0:1783145823.418160:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 178 00010000:00010000:3.0:1783145823.418163:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891849 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x181:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.418176:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891849 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x181:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.418178:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000004:00010000:2.0:1783145823.418195:0:204557:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee366891842 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x182:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.418217:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee366891842 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x182:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.418219:0:204561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187911680 00010000:00010000:3.0:1783145823.418221:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891849 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x181:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.418226:0:204561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187911680 00010000:00010000:2.0:1783145823.418235:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891826 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.418247:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891826 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.418251:0:204556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x181:0x0]: returning size 0 00010000:00010000:2.0:1783145823.418253:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891826 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.418256:0:204556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1783145823.418265:0:204561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 607 00010000:00010000:2.0:1783145823.418266:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891826 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.418271:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000004:00010000:3.0:1783145823.418272:0:204556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891849 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x181:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.418278:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78dba00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:0.0:1783145823.418280:0:204561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee265f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b832727d-edc7-457c-aba4-c59935e6a58f+149:2410:x1869755187911680:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:2.0:1783145823.418283:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891826 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.418292:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891826 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.418302:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00000100:00100000:1.0:1783145823.418303:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187911808 00010000:00010000:0.0:1783145823.418304:0:204561:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.418307:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.418310:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187911808 00010000:00010000:2.0:1783145823.418313:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891826 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.418317:0:204561:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee366891850 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a657 expref: -99 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.418323:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891826 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.418344:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee36689183b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.418344:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2459 00010000:00010000:0.0:1783145823.418355:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee366891857 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.418358:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b832727d-edc7-457c-aba4-c59935e6a58f+52:2408:x1869755187911808:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:2.0:1783145823.418365:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee36689183b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.418375:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891849 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x181:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.418383:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee366891857 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.418386:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee36689183b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.418393:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689181f lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.418401:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee366891857 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.418404:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689181f lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.418413:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee36689185e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.418414:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78da800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.418420:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689181f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.418422:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee36689183b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.418424:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee36689185e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.418439:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689181f lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.418442:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee36689183b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.418444:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee36689185e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.418454:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e4e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.418463:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689181f lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.418466:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:3.0:1783145823.418473:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689181f lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.418473:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.418478:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee36689183b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.418482:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b832727d-edc7-457c-aba4-c59935e6a58f+53:2408:x1869755187911808:12345-192.168.203.44@tcp:2:touch.500 Request processed in 128us (216us total) trans 8589936074 rc 0/0 00010000:00010000:0.0:1783145823.418482:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee366891857 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.418498:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2459 00010000:00010000:2.0:1783145823.418500:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee36689183b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.418505:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee366891857 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.418515:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee366891857 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.418520:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.418525:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.418528:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fc800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.418529:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689181f lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.418533:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee366891857 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.418535:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee366891818 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a65e expref: 151 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.418548:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee36689181f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.418551:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee366891857 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.418568:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee366891842 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x182:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a65e expref: 150 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.418571:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.418573:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891834 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.418577:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.418581:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee366891857 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.418584:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x182:0x0].0x0 (ffff9be8e8a1ac00) 00010000:00010000:2.0:1783145823.418592:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.418595:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee366891857 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.418596:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c65d5000, rc 0) 00010000:00010000:0.0:1783145823.418608:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee36689185e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.418612:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee36689185e lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.418616:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee36689185e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.418621:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fce00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.418624:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891834 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.418624:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee36689185e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.418634:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d4284e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+150:305902:x1869755187911552:12345-192.168.203.44@tcp:101:rm.500 Request processed in 812us (934us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145823.418641:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee36689185e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.418643:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891834 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.418650:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 180 00010000:00010000:3.0:1783145823.418660:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e4200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.418663:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891834 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.418663:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:0.0:1783145823.418667:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.418672:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee36689185e lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.418673:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891834 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.418681:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee36689185e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.418686:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00010000:00010000:3.0:1783145823.418689:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.418697:0:204561:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee366891850 lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a657 expref: 149 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.418704:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.418705:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145823.418707:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee366891850 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a657 expref: 149 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.418714:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891834 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.418714:0:204561:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d19fda00, rc -2) 00000100:00100000:0.0:1783145823.418742:0:204561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee265f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b832727d-edc7-457c-aba4-c59935e6a58f+148:2410:x1869755187911680:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 467us (572us total) trans 0 rc -2/-2 00000100:00100000:0.0:1783145823.418749:0:204561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 607 00010000:00010000:3.0:1783145823.418763:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891834 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.418784:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891811 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a650 expref: 148 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.418785:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145823.418800:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891849 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x181:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a650 expref: 147 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.418805:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x181:0x0].0x0 (ffff9be9c5256600) 00010000:00010000:3.0:1783145823.418807:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.418810:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d17e4400, rc 0) 00000100:00100000:0.0:1783145823.418814:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187911936 00000100:00100000:0.0:1783145823.418818:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187911936 00000100:00100000:0.0:1783145823.418833:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471171778957 time 8471171678957 state 0x1 ref 2 00000100:00100000:3.0:1783145823.418842:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d4287b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+148:305899:x1869755187911424:12345-192.168.203.44@tcp:101:rm.500 Request processed in 1038us (1158us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.418849:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471171778957 time 8471172726685 state 0x0 ref 2 00000100:00100000:3.0:1783145823.418857:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 179 00000100:00100000:0.0:1783145823.418861:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+148:305905:x1869755187911936:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.418872:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.418882:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd200/0x38bddee366891865 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x185:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a665 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.418907:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd200/0x38bddee366891865 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x185:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a665 expref: 148 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.418918:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd200/0x38bddee366891865 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x185:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a665 expref: 148 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.418931:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x185:0x0].0x0 (ffff9be9c5256f00) 00010000:00010000:0.0:1783145823.418934:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145823.418936:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d19fd200, rc 0) 00000100:00100000:0.0:1783145823.418966:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+148:305905:x1869755187911936:12345-192.168.203.44@tcp:101:touch.500 Request processed in 108us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.418970:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 181 00000100:00100000:0.0:1783145823.418974:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471171778957 time 8471172726685 state 0x2 ref 0 00000100:00100000:1.0:1783145823.419820:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.419861:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187912192 00000100:00100000:2.0:1783145823.419866:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187912192 00000100:00100000:2.0:1783145823.419899:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 911 00000100:00100000:2.0:1783145823.419907:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+148:305900:x1869755187912192:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:2.0:1783145823.420036:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+149:305900:x1869755187912192:12345-192.168.203.44@tcp:35:touch.500 Request processed in 129us (216us total) trans 12884905275 rc 0/0 00000100:00100000:2.0:1783145823.420044:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 911 00000100:00100000:1.0:1783145823.421046:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.421114:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187912320 00000100:00100000:3.0:1783145823.421145:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187912320 00000100:00100000:1.0:1783145823.421167:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.421197:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187912448 00000100:00100000:2.0:1783145823.421202:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2460 00000100:00100000:0.0:1783145823.421202:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187912448 00000100:00100000:2.0:1783145823.421212:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b832727d-edc7-457c-aba4-c59935e6a58f+53:2409:x1869755187912320:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.421219:0:207255:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.421231:0:207255:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002eb3773e/0x38bddee36689186c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbb8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a66c expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.421235:0:228912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2461 00000100:00100000:0.0:1783145823.421246:0:228912:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b832727d-edc7-457c-aba4-c59935e6a58f+21:2407:x1869755187912448:12345-192.168.203.44@tcp:101:rm.500 00002000:00010000:2.0:1783145823.421250:0:207255:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbb8:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:0.0:1783145823.421260:0:228912:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.421264:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb8:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:2.0:1783145823.421269:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145823.421277:0:207255:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002eb3773e/0x38bddee36689186c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a66c expref: 54 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.421277:0:228912:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c89bd071/0x38bddee366891873 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a673 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.421300:0:207255:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002eb3773e/0x38bddee36689186c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a66c expref: 54 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145823.421307:0:228912:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb54:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145823.421309:0:207255:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c78db400, rc 0) 00010000:00010000:0.0:1783145823.421322:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb54:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.421328:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb54:0x0].0x0 since=0s v=(0 0) 00000100:00100000:1.0:1783145823.421329:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.421339:0:228912:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c89bd071/0x38bddee366891873 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a673 expref: 22 pid: 228912 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.421344:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b832727d-edc7-457c-aba4-c59935e6a58f+54:2409:x1869755187912320:12345-192.168.203.44@tcp:101:rm.500 Request processed in 132us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.421351:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2460 00010000:00010000:0.0:1783145823.421366:0:228912:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c89bd071/0x38bddee366891873 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a673 expref: 22 pid: 228912 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.421375:0:228912:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d19fd000, rc 0) 00000100:00100000:0.0:1783145823.421403:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b832727d-edc7-457c-aba4-c59935e6a58f+22:2407:x1869755187912448:12345-192.168.203.44@tcp:101:rm.500 Request processed in 159us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.421408:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2461 00000100:00100000:0.0:1783145823.421428:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187912704 00000100:00100000:0.0:1783145823.421431:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187912704 00000100:00100000:0.0:1783145823.421442:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471171778957 time 8471172726685 state 0x0 ref 1 00000100:00100000:0.0:1783145823.421449:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471172826685 time 8471172726685 state 0x1 ref 1 00000100:00100000:0.0:1783145823.421462:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471172826685 time 8471175340984 state 0x0 ref 1 00000100:00100000:0.0:1783145823.421470:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+149:305897:x1869755187912704:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.421479:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.421485:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc200/0x38bddee36689187a lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a67a expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.421543:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891881 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.421551:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891881 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.421557:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891881 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.421563:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd400/0x38bddee366891888 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.421568:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd400/0x38bddee366891888 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.421572:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd400/0x38bddee366891888 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145823.421727:0:210786:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbba:0x0], index 0: 0 00010000:00010000:0.0:1783145823.421794:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee36689188f lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x186:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.421800:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee36689188f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x186:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.421805:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee36689188f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x186:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.421825:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891881 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.421829:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891881 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.421833:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891881 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.421837:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891881 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.421840:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fd800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.421842:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891881 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.421846:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891881 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.421851:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.421853:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.421855:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891881 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.421859:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891881 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.421865:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000bfff9390 reply state 0000000062f8f590 transno 12884905276 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd400/0x38bddee366891888 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.421871:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd400/0x38bddee366891888 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.421875:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:0.0:1783145823.421877:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.421878:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.421891:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc200/0x38bddee36689187a lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a67a expref: 152 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.421898:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee36689188f lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x186:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a67a expref: 151 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.421903:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x186:0x0].0x0 (ffff9be9c5d2f700) 00010000:00010000:0.0:1783145823.421904:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.421905:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cc8b7600, rc 0) 00000100:00100000:0.0:1783145823.421932:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+152:305897:x1869755187912704:12345-192.168.203.44@tcp:101:touch.500 Request processed in 463us (605us total) trans 12884905276 rc 0/0 00000100:00100000:0.0:1783145823.421936:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 182 00000100:00100000:0.0:1783145823.421939:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471172826685 time 8471175340984 state 0x2 ref 0 00000100:00100000:3.0:1783145823.422049:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.422101:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187912832 00000100:00100000:2.0:1783145823.422105:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187912832 00000100:00100000:2.0:1783145823.422174:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2462 00000100:00100000:2.0:1783145823.422181:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d4286d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b832727d-edc7-457c-aba4-c59935e6a58f+22:2409:x1869755187912832:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:2.0:1783145823.422295:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d4286d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b832727d-edc7-457c-aba4-c59935e6a58f+23:2409:x1869755187912832:12345-192.168.203.44@tcp:2:touch.500 Request processed in 113us (245us total) trans 8589935423 rc 0/0 00000100:00100000:2.0:1783145823.422304:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2462 00000100:00100000:1.0:1783145823.424293:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.424314:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.424331:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187913088 00000100:00100000:2.0:1783145823.424336:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187913088 00000100:00100000:3.0:1783145823.424344:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187913344 00000100:00100000:3.0:1783145823.424348:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187913344 00000100:00100000:2.0:1783145823.424353:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471172826685 time 8471175340984 state 0x0 ref 1 00000100:00100000:1.0:1783145823.424361:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.424366:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471175440984 time 8471175340984 state 0x1 ref 2 00000100:00100000:3.0:1783145823.424374:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471175440984 time 8471175340984 state 0x1 ref 2 00000100:00100000:2.0:1783145823.424384:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471178361422 time 8471178261422 state 0x1 ref 2 00000100:00100000:2.0:1783145823.424393:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+153:305897:x1869755187913088:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:0.0:1783145823.424402:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187913600 00000100:00100000:0.0:1783145823.424407:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187913600 00000100:00100000:1.0:1783145823.424412:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471178361422 time 8471178288828 state 0x0 ref 2 00000100:00100000:1.0:1783145823.424425:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+154:305902:x1869755187913344:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145823.424431:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783145823.424446:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 912 00010000:00010000:1.0:1783145823.424447:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145823.424452:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee36689188f lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x186:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a67a expref: 154 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.424460:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+154:305905:x1869755187913600:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:1.0:1783145823.424463:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee366891842 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x182:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a65e expref: 153 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.424467:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x186:0x0].0x0 (ffff9be9c5d2f700) 00010000:00010000:1.0:1783145823.424484:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366891715 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x182:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a61f expref: 152 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.424485:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.424495:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x182:0x0].0x0 (ffff9be8e8a1ac00) 00010000:00010000:1.0:1783145823.424498:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.424509:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee36689189d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.424517:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee36689189d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.424525:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee3668918a4 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x186:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.424525:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee36689189d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.424543:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee3668918a4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x186:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.424546:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668918ab lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.424550:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee3668918a4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x186:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.424554:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668918ab lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.424562:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668918ab lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.424604:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ac54f337 reply state 00000000e5f7a1c5 transno 12884905278 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee3668918a4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x186:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.424605:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee3668918b2 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x182:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.424614:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+153:305905:x1869755187913600:12345-192.168.203.44@tcp:35:touch.500 Request processed in 157us (252us total) trans 12884905277 rc 0/0 00010000:00010000:1.0:1783145823.424624:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee3668918b2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x182:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.424628:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee3668918a4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x186:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.424633:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 912 00010000:00010000:1.0:1783145823.424634:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee3668918b2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x182:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.424640:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x186:0x0].0x0 (ffff9be8e8a1ad00) 00010000:00010000:2.0:1783145823.424642:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.424644:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.424692:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+153:305897:x1869755187913088:12345-192.168.203.44@tcp:36:touch.500 Request processed in 300us (399us total) trans 12884905278 rc 0/0 00000100:00100000:2.0:1783145823.424698:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 183 00000040:00080000:1.0:1783145823.424763:0:206077:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].407, 64 off34240 00010000:00010000:1.0:1783145823.424788:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee3668918b9 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x182:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.424797:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee3668918b9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x182:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.424804:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee3668918b9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x182:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.424812:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee3668918b9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x182:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.424819:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee3668918b9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x182:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.424825:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee3668918b9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x182:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.424843:0:206077:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145823.424856:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee3668918b2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x182:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.424860:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145823.424864:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee3668918b2 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x182:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.424866:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee3668918b9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x182:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.424883:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee3668918b2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x182:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.424884:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536a000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145823.424891:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee3668918b9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x182:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.424891:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536b600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.424896:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee3668918b2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x182:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.424909:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee3668918b9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x182:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.424910:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee3668918b2 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x182:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.424929:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x182:0x0].0x0 (ffff9be8e8a1ac00) 00010000:00010000:1.0:1783145823.424932:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145823.424935:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee3668918b2 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x182:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.424939:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee3668918b2 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x182:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.424941:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x182:0x0].0x0 (ffff9be8e8a1ac00) 00010000:00010000:2.0:1783145823.424948:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.424954:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee3668918b9 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x182:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.424962:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee36689189d lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.424963:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee3668918b9 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x182:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.424984:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee36689189d lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.424991:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.424992:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee36689189d lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.424995:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.424998:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.425004:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee36689189d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.425011:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536ae00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.425014:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee36689189d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.425019:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee36689189d lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.425027:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.425029:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.425032:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee36689189d lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.425037:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee36689189d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.425046:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ae1eb4ca reply state 000000000d2a7884 transno 12884905279 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668918ab lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.425055:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668918ab lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.425062:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:1.0:1783145823.425064:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.425066:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.425105:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+154:305902:x1869755187913344:12345-192.168.203.44@tcp:36:rm.500 Request processed in 682us (788us total) trans 12884905279 rc 0/0 00000100:00100000:1.0:1783145823.425112:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 184 00000100:00100000:1.0:1783145823.425152:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471178361422 time 8471178288828 state 0x2 ref 0 00000100:00100000:3.0:1783145823.428032:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.428075:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187913728 00000100:00100000:1.0:1783145823.428084:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187913728 00000100:00100000:1.0:1783145823.428108:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471178361422 time 8471178288828 state 0x0 ref 1 00000100:00100000:1.0:1783145823.428156:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471178388828 time 8471178288828 state 0x1 ref 1 00000100:00100000:1.0:1783145823.428180:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471178388828 time 8471182057312 state 0x0 ref 1 00000100:00100000:1.0:1783145823.428193:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d4285c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+154:305897:x1869755187913728:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.428211:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.428227:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a800/0x38bddee3668918c0 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x186:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a681 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.428268:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a800/0x38bddee3668918c0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x186:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a681 expref: 155 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.428282:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a800/0x38bddee3668918c0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x186:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a681 expref: 155 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.428304:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x186:0x0].0x0 (ffff9be8e8a1ad00) 00010000:00010000:1.0:1783145823.428307:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145823.428310:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d536a800, rc 0) 00000100:00100000:1.0:1783145823.428357:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d4285c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+155:305897:x1869755187913728:12345-192.168.203.44@tcp:101:touch.500 Request processed in 166us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.428365:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 185 00000100:00100000:1.0:1783145823.428370:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471178388828 time 8471182057312 state 0x2 ref 0 00000100:00100000:3.0:1783145823.428424:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.428463:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187913984 00000100:00100000:0.0:1783145823.428467:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187913984 00000100:00100000:0.0:1783145823.428487:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471178388828 time 8471182057312 state 0x0 ref 1 00000100:00100000:0.0:1783145823.428495:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471182157312 time 8471182057312 state 0x1 ref 1 00000100:00100000:0.0:1783145823.428513:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471182157312 time 8471182391022 state 0x0 ref 1 00000100:00100000:0.0:1783145823.428524:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d4284380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+155:305903:x1869755187913984:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.428532:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.428541:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee3668918c7 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a688 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.428608:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668918ce lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.428617:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668918ce lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.428626:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668918ce lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.428634:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee3668918d5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.428640:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee3668918d5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.428644:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee3668918d5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145823.428814:0:204556:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb57:0x0], index 1: 0 00010000:00010000:0.0:1783145823.428942:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6000/0x38bddee3668918dc lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x187:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.428948:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6000/0x38bddee3668918dc lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x187:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.428953:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6000/0x38bddee3668918dc lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x187:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.428973:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668918ce lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.428978:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668918ce lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.428982:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668918ce lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.428985:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668918ce lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.428989:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b7400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.428991:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668918ce lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.428996:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668918ce lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.429001:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.429003:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.429005:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668918ce lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.429008:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee3668918ce lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.429016:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000cb6f83bd reply state 00000000e7cd08a6 transno 12884905280 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee3668918d5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.429022:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee3668918d5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.429026:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00010000:00010000:0.0:1783145823.429028:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.429029:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.429044:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee3668918c7 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a688 expref: 158 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.429051:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6000/0x38bddee3668918dc lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x187:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a688 expref: 157 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.429055:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x187:0x0].0x0 (ffff9be9c5d2fb00) 00010000:00010000:0.0:1783145823.429057:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.429058:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cc8b6000, rc 0) 00000100:00100000:0.0:1783145823.429084:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d4284380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+158:305903:x1869755187913984:12345-192.168.203.44@tcp:101:touch.500 Request processed in 562us (659us total) trans 12884905280 rc 0/0 00000100:00100000:0.0:1783145823.429096:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 186 00000100:00100000:0.0:1783145823.429100:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471182157312 time 8471182391022 state 0x2 ref 0 00000100:00100000:3.0:1783145823.429361:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.429398:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187914112 00000100:00100000:1.0:1783145823.429403:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187914112 00000100:00100000:1.0:1783145823.429436:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2463 00000100:00100000:1.0:1783145823.429445:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b832727d-edc7-457c-aba4-c59935e6a58f+54:2409:x1869755187914112:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:1.0:1783145823.429578:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b832727d-edc7-457c-aba4-c59935e6a58f+55:2409:x1869755187914112:12345-192.168.203.44@tcp:2:touch.500 Request processed in 134us (215us total) trans 8589936075 rc 0/0 00000100:00100000:1.0:1783145823.429586:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2463 00000100:00100000:3.0:1783145823.430555:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.430585:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187914368 00000100:00100000:2.0:1783145823.430590:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187914368 00000100:00100000:2.0:1783145823.430608:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471182157312 time 8471182391022 state 0x0 ref 1 00000100:00100000:2.0:1783145823.430617:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471182491022 time 8471182391022 state 0x1 ref 1 00000100:00100000:2.0:1783145823.430640:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471182491022 time 8471184517558 state 0x0 ref 1 00000100:00100000:2.0:1783145823.430651:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d4285f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+158:305903:x1869755187914368:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:2.0:1783145823.430681:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145823.430696:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6000/0x38bddee3668918dc lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x187:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a688 expref: 158 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.430708:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x187:0x0].0x0 (ffff9be9c5d2fb00) 00010000:00010000:2.0:1783145823.430715:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.430746:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee3668918ea lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x187:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.430753:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee3668918ea lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x187:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.430759:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee3668918ea lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x187:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.430812:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000098e74d9c reply state 00000000265eefd8 transno 12884905281 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee3668918ea lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x187:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.430824:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee3668918ea lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x187:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.430828:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x187:0x0].0x0 (ffff9be8e8a1a000) 00010000:00010000:2.0:1783145823.430830:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.430831:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.430868:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d4285f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+159:305903:x1869755187914368:12345-192.168.203.44@tcp:36:touch.500 Request processed in 220us (315us total) trans 12884905281 rc 0/0 00000100:00100000:2.0:1783145823.430872:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 187 00000100:00100000:2.0:1783145823.430875:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471182491022 time 8471184517558 state 0x2 ref 0 00000100:00100000:2.0:1783145823.431096:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.431161:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187914624 00000100:00100000:0.0:1783145823.431166:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187914624 00000100:00100000:0.0:1783145823.431184:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471182491022 time 8471184517558 state 0x0 ref 1 00000100:00100000:0.0:1783145823.431191:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471184617558 time 8471184517558 state 0x1 ref 1 00000100:00100000:0.0:1783145823.431210:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471184617558 time 8471185087897 state 0x0 ref 1 00000100:00100000:0.0:1783145823.431221:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+159:305904:x1869755187914624:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.431231:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1783145823.431236:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.431243:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee3668918f1 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a68f expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.431270:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187914880 00000100:00100000:1.0:1783145823.431274:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187914880 00010000:00010000:0.0:1783145823.431300:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee3668918f8 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.431305:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 913 00010000:00010000:0.0:1783145823.431310:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee3668918f8 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.431311:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d4286d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+161:305897:x1869755187914880:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:0.0:1783145823.431319:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee3668918f8 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.431329:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee3668918ff lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.431337:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee3668918ff lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.431344:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee3668918ff lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.431449:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d4286d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+162:305897:x1869755187914880:12345-192.168.203.44@tcp:35:touch.500 Request processed in 137us (216us total) trans 12884905282 rc 0/0 00000100:00100000:1.0:1783145823.431457:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 913 00000004:00080000:0.0:1783145823.431515:0:210786:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbbb:0x0], index 0: 0 00010000:00010000:0.0:1783145823.431576:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366891906 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x188:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.431583:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366891906 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x188:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.431589:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366891906 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x188:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.431605:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee3668918f8 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.431610:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee3668918f8 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.431614:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee3668918f8 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.431618:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee3668918f8 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.431622:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b6200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.431625:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee3668918f8 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.431629:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee3668918f8 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.431635:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.431637:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.431640:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee3668918f8 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.431644:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee3668918f8 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.431653:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000004:00010000:0.0:1783145823.431656:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a92a5035 reply state 000000001ddf9a05 transno 12884905283 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee3668918ff lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.431663:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee3668918ff lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.431668:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00010000:00010000:0.0:1783145823.431670:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.431671:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.431686:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee3668918f1 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a68f expref: 163 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.431687:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187915008 00000100:00100000:3.0:1783145823.431692:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187915008 00010000:00010000:0.0:1783145823.431700:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366891906 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x188:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a68f expref: 163 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.431705:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x188:0x0].0x0 (ffff9be9c5d2f500) 00000100:00100000:3.0:1783145823.431709:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471185187897 time 8471185087897 state 0x1 ref 2 00010000:00010000:0.0:1783145823.431709:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.431711:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1b800, rc 0) 00000100:00100000:3.0:1783145823.431731:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471185187897 time 8471185609402 state 0x0 ref 2 00000100:00100000:3.0:1783145823.431739:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+164:305903:x1869755187915008:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.431748:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1783145823.431750:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+164:305904:x1869755187914624:12345-192.168.203.44@tcp:101:touch.500 Request processed in 529us (652us total) trans 12884905283 rc 0/0 00010000:00010000:3.0:1783145823.431755:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891914 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x187:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a696 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.431760:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 188 00010000:00010000:3.0:1783145823.431782:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891914 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x187:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a696 expref: 164 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.431794:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891914 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x187:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a696 expref: 164 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.431804:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x187:0x0].0x0 (ffff9be8e8a1a000) 00010000:00010000:3.0:1783145823.431806:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145823.431807:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d17e4200, rc 0) 00000100:00100000:3.0:1783145823.431834:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+164:305903:x1869755187915008:12345-192.168.203.44@tcp:101:touch.500 Request processed in 96us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.431838:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 189 00000100:00100000:3.0:1783145823.431841:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471185187897 time 8471185609402 state 0x2 ref 0 00000100:00100000:2.0:1783145823.433197:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.433236:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187915264 00000100:00100000:1.0:1783145823.433240:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187915264 00000100:00100000:1.0:1783145823.433253:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471185187897 time 8471185609402 state 0x0 ref 1 00000100:00100000:1.0:1783145823.433259:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471185709402 time 8471185609402 state 0x1 ref 1 00000100:00100000:1.0:1783145823.433277:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471185709402 time 8471187154811 state 0x0 ref 1 00000100:00100000:1.0:1783145823.433287:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+164:305904:x1869755187915264:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:1.0:1783145823.433312:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145823.433326:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366891906 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x188:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a68f expref: 164 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.433335:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x188:0x0].0x0 (ffff9be9c5d2f500) 00010000:00010000:1.0:1783145823.433341:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.433373:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee36689191b lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x188:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.433380:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee36689191b lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x188:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.433385:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee36689191b lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x188:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.433418:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000256139c1 reply state 0000000046aa2c50 transno 12884905284 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee36689191b lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x188:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.433425:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee36689191b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x188:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.433429:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x188:0x0].0x0 (ffff9be9c5256700) 00010000:00010000:1.0:1783145823.433431:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.433433:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.433469:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+165:305904:x1869755187915264:12345-192.168.203.44@tcp:36:touch.500 Request processed in 183us (271us total) trans 12884905284 rc 0/0 00000100:00100000:1.0:1783145823.433476:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 190 00000100:00100000:1.0:1783145823.433480:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471185709402 time 8471187154811 state 0x2 ref 0 00000100:00100000:1.0:1783145823.433748:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.433773:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187915520 00000100:00100000:3.0:1783145823.433777:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187915520 00000100:00100000:3.0:1783145823.433788:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471185709402 time 8471187154811 state 0x0 ref 1 00000100:00100000:3.0:1783145823.433793:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471187254811 time 8471187154811 state 0x1 ref 1 00000100:00100000:3.0:1783145823.433808:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471187254811 time 8471187686278 state 0x0 ref 1 00000100:00100000:3.0:1783145823.433815:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+165:305899:x1869755187915520:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:3.0:1783145823.433836:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783145823.433849:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891849 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x181:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a650 expref: 165 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.433864:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78daa00/0x38bddee3668916dd lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x181:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a60a expref: 164 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.433878:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x181:0x0].0x0 (ffff9be9c5256600) 00010000:00010000:3.0:1783145823.433881:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.433893:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891922 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.433901:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891922 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.433909:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891922 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.433918:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee366891929 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.433925:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee366891929 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.433931:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee366891929 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.433976:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891930 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x181:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.433982:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891930 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x181:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.433988:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891930 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x181:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783145823.434156:0:204555:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].403, 64 off33984 00010000:00010000:3.0:1783145823.434184:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891937 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x181:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.434191:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891937 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x181:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.434195:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891937 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x181:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.434200:0:204555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891937 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x181:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.434204:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891937 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x181:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.434208:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891937 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x181:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.434225:0:204555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145823.434237:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891930 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x181:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.434243:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891930 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x181:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.434249:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891930 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x181:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.434252:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.434259:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e4c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.434262:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891937 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x181:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.434265:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891930 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x181:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.434279:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e5400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.434281:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891930 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x181:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.434285:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891937 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x181:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.434291:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x181:0x0].0x0 (ffff9be9c5256600) 00010000:00010000:3.0:1783145823.434294:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145823.434296:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891930 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x181:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.434299:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891937 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x181:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.434301:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891930 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x181:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.434322:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x181:0x0].0x0 (ffff9be9c5256600) 00010000:00010000:2.0:1783145823.434324:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.434327:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891937 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x181:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.434334:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891937 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x181:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.434341:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.434342:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.434344:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.434374:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891922 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.434380:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891922 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.434384:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891922 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.434387:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e5e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.434390:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891922 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.434394:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891922 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.434401:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145823.434411:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.434413:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.434415:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891922 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.434419:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891922 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.434429:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000070037717 reply state 0000000052cc8e84 transno 12884905285 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee366891929 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.434435:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee366891929 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.434440:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00000100:00100000:0.0:1783145823.434441:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187915648 00010000:00010000:3.0:1783145823.434442:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.434446:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145823.434447:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187915648 00000100:00100000:2.0:1783145823.434459:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.434469:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471187786278 time 8471187686278 state 0x1 ref 2 00000100:00100000:3.0:1783145823.434483:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+166:305899:x1869755187915520:12345-192.168.203.44@tcp:36:rm.500 Request processed in 666us (732us total) trans 12884905285 rc 0/0 00000100:00100000:3.0:1783145823.434491:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 191 00000100:00100000:1.0:1783145823.434498:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187915776 00000100:00100000:0.0:1783145823.434499:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471187786278 time 8471188375789 state 0x0 ref 1 00000100:00100000:1.0:1783145823.434505:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187915776 00000100:00100000:0.0:1783145823.434516:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+165:305904:x1869755187915648:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.434527:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.434536:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee36689193e lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x188:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a69d expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.434547:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2464 00000100:00100000:1.0:1783145823.434557:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b832727d-edc7-457c-aba4-c59935e6a58f+23:2410:x1869755187915776:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:0.0:1783145823.434561:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee36689193e lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x188:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a69d expref: 166 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.434570:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee36689193e lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x188:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a69d expref: 166 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.434580:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x188:0x0].0x0 (ffff9be9c5256700) 00010000:00010000:0.0:1783145823.434581:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145823.434583:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1ae00, rc 0) 00000100:00100000:0.0:1783145823.434613:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+166:305904:x1869755187915648:12345-192.168.203.44@tcp:101:touch.500 Request processed in 102us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.434619:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 192 00000100:00100000:0.0:1783145823.434624:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471187786278 time 8471188375789 state 0x2 ref 0 00000100:00100000:1.0:1783145823.434693:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b832727d-edc7-457c-aba4-c59935e6a58f+24:2410:x1869755187915776:12345-192.168.203.44@tcp:2:touch.500 Request processed in 137us (232us total) trans 8589935424 rc 0/0 00000100:00100000:1.0:1783145823.434702:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2464 00000100:00100000:2.0:1783145823.436897:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.436929:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187916032 00000100:00100000:3.0:1783145823.436934:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187916032 00000100:00100000:3.0:1783145823.436948:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471187786278 time 8471188375789 state 0x0 ref 1 00000100:00100000:3.0:1783145823.436954:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471188475789 time 8471188375789 state 0x1 ref 1 00000100:00100000:3.0:1783145823.436970:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471188475789 time 8471190848732 state 0x0 ref 1 00000100:00100000:3.0:1783145823.436976:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+166:305910:x1869755187916032:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.436987:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.436996:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366891945 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a6a4 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.437046:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee36689194c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.437054:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee36689194c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.437061:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee36689194c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.437067:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee366891953 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.437072:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee366891953 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.437076:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee366891953 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145823.437289:0:204557:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb58:0x0], index 1: 0 00010000:00010000:3.0:1783145823.437388:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee36689195a lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x189:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.437401:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee36689195a lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x189:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.437406:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee36689195a lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x189:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.437424:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee36689194c lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.437428:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee36689194c lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.437434:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee36689194c lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.437440:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee36689194c lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.437446:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78dba00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.437450:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee36689194c lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.437457:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee36689194c lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.437467:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.437469:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.437473:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee36689194c lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.437479:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee36689194c lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.437492:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000567f6e8e reply state 00000000c0d1f27e transno 12884905286 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee366891953 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.437502:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee366891953 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.437508:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:3.0:1783145823.437510:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.437512:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.437534:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366891945 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6a4 expref: 169 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.437545:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee36689195a lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x189:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6a4 expref: 168 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.437552:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x189:0x0].0x0 (ffff9be9c31f0e00) 00010000:00010000:3.0:1783145823.437554:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.437555:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c65d5200, rc 0) 00000100:00100000:3.0:1783145823.437587:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+169:305910:x1869755187916032:12345-192.168.203.44@tcp:101:touch.500 Request processed in 610us (694us total) trans 12884905286 rc 0/0 00000100:00100000:3.0:1783145823.437595:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 193 00000100:00100000:3.0:1783145823.437599:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471188475789 time 8471190848732 state 0x2 ref 0 00000100:00100000:2.0:1783145823.437783:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.437816:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187916160 00000100:00100000:0.0:1783145823.437824:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187916160 00000100:00100000:0.0:1783145823.437862:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2465 00000100:00100000:0.0:1783145823.437872:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b832727d-edc7-457c-aba4-c59935e6a58f+55:2410:x1869755187916160:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:2.0:1783145823.437901:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.437935:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187916416 00000100:00100000:3.0:1783145823.437940:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187916416 00000100:00100000:0.0:1783145823.438001:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b832727d-edc7-457c-aba4-c59935e6a58f+56:2410:x1869755187916160:12345-192.168.203.44@tcp:2:touch.500 Request processed in 131us (216us total) trans 8589936076 rc 0/0 00000100:00100000:0.0:1783145823.438010:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2465 00000100:00100000:3.0:1783145823.438014:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 914 00000100:00100000:3.0:1783145823.438024:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+169:305903:x1869755187916416:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:3.0:1783145823.438206:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+170:305903:x1869755187916416:12345-192.168.203.44@tcp:35:touch.500 Request processed in 184us (305us total) trans 12884905287 rc 0/0 00000100:00100000:3.0:1783145823.438211:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 914 00000100:00100000:2.0:1783145823.438997:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.439031:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187916672 00000100:00100000:1.0:1783145823.439034:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187916672 00000100:00100000:1.0:1783145823.439063:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 915 00000100:00100000:1.0:1783145823.439071:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+170:305904:x1869755187916672:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:2.0:1783145823.439196:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.439235:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+171:305904:x1869755187916672:12345-192.168.203.44@tcp:35:touch.500 Request processed in 161us (236us total) trans 12884905288 rc 0/0 00000100:00100000:0.0:1783145823.439236:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187917056 00000100:00100000:0.0:1783145823.439243:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187917056 00000100:00100000:1.0:1783145823.439247:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 915 00000100:00100000:0.0:1783145823.439266:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471188475789 time 8471190848732 state 0x0 ref 1 00000100:00100000:0.0:1783145823.439275:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471190948732 time 8471190848732 state 0x1 ref 1 00000100:00100000:0.0:1783145823.439299:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471190948732 time 8471193176618 state 0x0 ref 1 00000100:00100000:0.0:1783145823.439312:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+171:305910:x1869755187917056:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:0.0:1783145823.439336:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145823.439354:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee36689195a lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x189:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6a4 expref: 171 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.439368:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x189:0x0].0x0 (ffff9be9c31f0e00) 00000100:00100000:2.0:1783145823.439372:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.439378:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145823.439396:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187917184 00000100:00100000:3.0:1783145823.439400:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187917184 00010000:00010000:0.0:1783145823.439414:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ba00/0x38bddee366891968 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x189:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.439425:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ba00/0x38bddee366891968 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x189:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.439433:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ba00/0x38bddee366891968 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x189:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.439456:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471193276618 time 8471193176618 state 0x1 ref 2 00000100:00100000:3.0:1783145823.439475:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471193276618 time 8471193353903 state 0x0 ref 2 00000004:00010000:0.0:1783145823.439486:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e3f52a15 reply state 00000000b5a2c74b transno 12884905289 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ba00/0x38bddee366891968 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x189:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.439493:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+172:305912:x1869755187917184:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.439503:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ba00/0x38bddee366891968 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x189:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.439507:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.439513:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x189:0x0].0x0 (ffff9be9c5d2f400) 00010000:00010000:0.0:1783145823.439516:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.439519:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.439520:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee36689196f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a6b2 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.439562:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891976 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.439569:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+174:305910:x1869755187917056:12345-192.168.203.44@tcp:36:touch.500 Request processed in 259us (374us total) trans 12884905289 rc 0/0 00010000:00010000:3.0:1783145823.439572:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891976 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.439587:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891976 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.439588:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 194 00010000:00010000:3.0:1783145823.439601:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee36689197d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.439606:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee36689197d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.439611:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee36689197d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.439644:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891984 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x185:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.439649:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891984 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x185:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.439653:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891984 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x185:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.439721:0:204590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x185:0x0]: returning size 0 00000004:00200000:3.0:1783145823.439726:0:204590:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145823.439737:0:204590:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891984 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x185:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.439747:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891984 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x185:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.439752:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891976 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.439756:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891976 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.439760:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891976 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.439764:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891976 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.439767:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e4c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.439769:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891976 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.439772:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891976 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.439777:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.439779:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.439781:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891976 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.439784:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891976 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.439834:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee36689197d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.439838:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee36689197d lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.439841:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee36689197d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.439844:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e4400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.439846:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee36689197d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.439849:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee36689197d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.439853:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:3.0:1783145823.439855:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.439857:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee36689197d lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.439860:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee36689197d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.439873:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee36689196f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6b2 expref: 174 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.439879:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891984 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x185:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6b2 expref: 173 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.439884:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x185:0x0].0x0 (ffff9be9c5256f00) 00010000:00010000:3.0:1783145823.439885:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.439887:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e8846200, rc 0) 00000100:00100000:3.0:1783145823.439910:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+173:305912:x1869755187917184:12345-192.168.203.44@tcp:101:rm.500 Request processed in 422us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.439917:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 195 00000100:00100000:3.0:1783145823.439921:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471193276618 time 8471193353903 state 0x2 ref 0 00000100:00100000:2.0:1783145823.440446:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.440472:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.440495:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187916800 00000100:00100000:1.0:1783145823.440499:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187917312 00000100:00100000:3.0:1783145823.440500:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187916800 00000100:00100000:1.0:1783145823.440506:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187917312 00000100:00100000:3.0:1783145823.440519:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471193276618 time 8471193353903 state 0x0 ref 1 00000100:00100000:1.0:1783145823.440528:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471193453903 time 8471193353903 state 0x1 ref 2 00000100:00100000:3.0:1783145823.440540:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471193453903 time 8471193353903 state 0x1 ref 2 00000100:00100000:1.0:1783145823.440563:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471194535111 time 8471194435111 state 0x1 ref 2 00000100:00100000:3.0:1783145823.440575:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471194535111 time 8471194452707 state 0x0 ref 2 00000100:00100000:1.0:1783145823.440577:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+174:305909:x1869755187917312:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:3.0:1783145823.440588:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+174:305907:x1869755187916800:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145823.440592:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.440596:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.440605:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee36689198b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a6b9 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.440607:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366891992 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a6ab expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.440641:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891999 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.440648:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891999 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.440652:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668919a0 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.440655:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891999 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.440663:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668919a0 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.440670:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78daa00/0x38bddee3668919a7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.440671:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668919a0 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.440695:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78daa00/0x38bddee3668919a7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.440698:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee3668919ae lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.440706:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78daa00/0x38bddee3668919a7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.440710:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee3668919ae lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.440721:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee3668919ae lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.440744:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668919b5 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x183:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.440752:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668919b5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x183:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.440757:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668919b5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x183:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.440767:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee3668919bc lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x184:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.440772:0:204557:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x183:0x0]: returning size 0 00000004:00200000:3.0:1783145823.440775:0:204557:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1783145823.440778:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee3668919bc lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x184:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.440783:0:204557:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668919b5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x183:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.440791:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668919b5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x183:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.440791:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee3668919bc lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x184:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.440805:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891999 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.440811:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891999 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.440815:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891999 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.440821:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891999 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.440825:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8847600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.440826:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891999 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145823.440827:0:206077:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x184:0x0]: returning size 0 00010000:00010000:3.0:1783145823.440830:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891999 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145823.440833:0:206077:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1783145823.440837:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.440839:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.440841:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891999 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.440845:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891999 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.440846:0:206077:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee3668919bc lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x184:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.440857:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78daa00/0x38bddee3668919a7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.440860:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee3668919bc lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x184:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.440865:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78daa00/0x38bddee3668919a7 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.440870:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668919a0 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.440872:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78daa00/0x38bddee3668919a7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.440886:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78daa00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.440889:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78daa00/0x38bddee3668919a7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.440889:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668919a0 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.440911:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668919a0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.440912:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78daa00/0x38bddee3668919a7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.440931:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668919a0 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.440933:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:1.0:1783145823.440935:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536a200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.440937:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.440939:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668919a0 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.440943:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78daa00/0x38bddee3668919a7 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.440945:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668919a0 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.440957:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78daa00/0x38bddee3668919a7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.440961:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.440964:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.440967:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668919a0 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.440972:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668919a0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.440975:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366891992 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6ab expref: 177 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.441000:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee3668919ae lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.441001:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668919b5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x183:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6ab expref: 176 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.441018:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee3668919ae lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.441019:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x183:0x0].0x0 (ffff9be8e8a1a200) 00010000:00010000:3.0:1783145823.441024:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.441027:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c961bc00, rc 0) 00010000:00010000:1.0:1783145823.441029:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee3668919ae lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.441034:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536ac00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.441036:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee3668919ae lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.441040:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee3668919ae lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.441045:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00010000:00010000:1.0:1783145823.441047:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.441049:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee3668919ae lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.441055:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+176:305907:x1869755187916800:12345-192.168.203.44@tcp:101:rm.500 Request processed in 469us (607us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145823.441058:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee3668919ae lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.441067:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 197 00010000:00010000:1.0:1783145823.441089:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee36689198b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6b9 expref: 176 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.441101:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee3668919bc lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x184:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6b9 expref: 175 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.441113:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x184:0x0].0x0 (ffff9be8e8a1a600) 00010000:00010000:1.0:1783145823.441148:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.441152:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d536ae00, rc 0) 00000100:00100000:1.0:1783145823.441183:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+175:305909:x1869755187917312:12345-192.168.203.44@tcp:101:rm.500 Request processed in 609us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.441190:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 196 00000100:00100000:1.0:1783145823.441194:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471194535111 time 8471194452707 state 0x2 ref 0 00000100:00100000:2.0:1783145823.442637:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.442661:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.442698:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187917440 00000100:00100000:1.0:1783145823.442701:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187917568 00000100:00100000:1.0:1783145823.442706:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187917568 00000100:00100000:0.0:1783145823.442706:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187917440 00000100:00100000:1.0:1783145823.442725:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471194535111 time 8471194452707 state 0x0 ref 1 00000100:00100000:1.0:1783145823.442732:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471194552707 time 8471194452707 state 0x1 ref 1 00000100:00100000:0.0:1783145823.442750:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2466 00000100:00100000:1.0:1783145823.442753:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471194552707 time 8471196630587 state 0x0 ref 1 00000100:00100000:0.0:1783145823.442763:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:b832727d-edc7-457c-aba4-c59935e6a58f+24:2408:x1869755187917440:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:1.0:1783145823.442767:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+175:305910:x1869755187917568:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.442773:0:228906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.442775:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.442788:0:228906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005dd5162b/0x38bddee3668919ca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb56:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a6c0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.442789:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee3668919c3 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x189:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a6c7 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145823.442811:0:228906:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb56:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:1.0:1783145823.442831:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee3668919c3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x189:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6c7 expref: 176 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.442832:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb56:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.442840:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb56:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145823.442852:0:228906:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005dd5162b/0x38bddee3668919ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6c0 expref: 25 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.442854:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee3668919c3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x189:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6c7 expref: 176 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.442871:0:228906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005dd5162b/0x38bddee3668919ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6c0 expref: 25 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.442886:0:228906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1b600, rc 0) 00010000:00010000:1.0:1783145823.442892:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x189:0x0].0x0 (ffff9be9c5d2f400) 00010000:00010000:1.0:1783145823.442896:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145823.442899:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d536a000, rc 0) 00000100:00100000:0.0:1783145823.442914:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:b832727d-edc7-457c-aba4-c59935e6a58f+25:2408:x1869755187917440:12345-192.168.203.44@tcp:101:rm.500 Request processed in 155us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.442922:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2466 00000100:00100000:1.0:1783145823.442923:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+176:305910:x1869755187917568:12345-192.168.203.44@tcp:101:touch.500 Request processed in 160us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.442931:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 198 00000100:00100000:1.0:1783145823.442936:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471194552707 time 8471196630587 state 0x2 ref 0 00000100:00100000:3.0:1783145823.443255:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.443285:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187917696 00000100:00100000:2.0:1783145823.443290:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187917696 00000100:00100000:2.0:1783145823.443325:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2467 00000100:00100000:2.0:1783145823.443333:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d4285500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b832727d-edc7-457c-aba4-c59935e6a58f+25:2410:x1869755187917696:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.443339:0:228913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.443346:0:228913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060ad50c4/0x38bddee3668919d1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb55:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a6ce expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783145823.443357:0:228913:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb55:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145823.443363:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb55:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:2.0:1783145823.443366:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb55:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145823.443370:0:228913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060ad50c4/0x38bddee3668919d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6ce expref: 26 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.443377:0:228913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000060ad50c4/0x38bddee3668919d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6ce expref: 26 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.443383:0:228913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d42cac00, rc 0) 00000100:00100000:2.0:1783145823.443406:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d4285500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b832727d-edc7-457c-aba4-c59935e6a58f+26:2410:x1869755187917696:12345-192.168.203.44@tcp:101:rm.500 Request processed in 75us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.443410:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2467 00000100:00100000:2.0:1783145823.444403:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.444433:0:228916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187917952 00000100:00100000:0.0:1783145823.444438:0:228916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187917952 00000100:00100000:0.0:1783145823.444468:0:228916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2468 00000100:00100000:0.0:1783145823.444481:0:228916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b832727d-edc7-457c-aba4-c59935e6a58f+56:2410:x1869755187917952:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.444493:0:228916:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.444507:0:228916:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af02e1a7/0x38bddee3668919d8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbb9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a6d5 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145823.444523:0:228916:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbb9:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:0.0:1783145823.444534:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb9:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.444538:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145823.444544:0:228916:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af02e1a7/0x38bddee3668919d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6d5 expref: 57 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.444558:0:228916:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af02e1a7/0x38bddee3668919d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6d5 expref: 57 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.444568:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.444573:0:228916:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1a000, rc 0) 00000100:00100000:0.0:1783145823.444606:0:228916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b832727d-edc7-457c-aba4-c59935e6a58f+57:2410:x1869755187917952:12345-192.168.203.44@tcp:101:rm.500 Request processed in 130us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.444614:0:228916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2468 00000100:00100000:1.0:1783145823.444663:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187918208 00000100:00100000:1.0:1783145823.444667:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187918208 00000100:00100000:1.0:1783145823.444684:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471194552707 time 8471196630587 state 0x0 ref 1 00000100:00100000:1.0:1783145823.444697:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471196730587 time 8471196630587 state 0x1 ref 1 00000100:00100000:1.0:1783145823.444721:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471196730587 time 8471198597934 state 0x0 ref 1 00000100:00100000:3.0:1783145823.444727:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.444735:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+176:305912:x1869755187918208:12345-192.168.203.44@tcp:36:rm.500 00000100:00100000:0.0:1783145823.444764:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187917824 00000100:00100000:0.0:1783145823.444769:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187917824 00010000:00010000:1.0:1783145823.444771:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145823.444785:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891984 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x185:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6b2 expref: 176 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.444800:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2469 00010000:00010000:1.0:1783145823.444802:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd200/0x38bddee366891865 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x185:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a665 expref: 175 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.444810:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b832727d-edc7-457c-aba4-c59935e6a58f+26:2407:x1869755187917824:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:1.0:1783145823.444817:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x185:0x0].0x0 (ffff9be9c5256f00) 00010000:00010000:1.0:1783145823.444821:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.444834:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668919df lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.444841:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668919df lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.444849:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668919df lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.444859:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee3668919e6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.444867:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee3668919e6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.444875:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee3668919e6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.444940:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee3668919ed lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x185:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.444948:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee3668919ed lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x185:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.444957:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee3668919ed lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x185:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.444959:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b832727d-edc7-457c-aba4-c59935e6a58f+27:2407:x1869755187917824:12345-192.168.203.44@tcp:2:touch.500 Request processed in 149us (269us total) trans 8589935425 rc 0/0 00000100:00100000:0.0:1783145823.444973:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2469 00000040:00080000:1.0:1783145823.445146:0:210786:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].404, 64 off34048 00010000:00010000:1.0:1783145823.445176:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee3668919f4 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x185:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.445182:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee3668919f4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x185:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.445190:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee3668919f4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x185:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.445195:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee3668919f4 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x185:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.445199:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee3668919f4 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x185:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.445203:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee3668919f4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x185:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.445222:0:210786:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145823.445232:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee3668919ed lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x185:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.445236:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee3668919ed lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x185:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.445240:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee3668919ed lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x185:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.445241:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145823.445248:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fce00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.445250:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee3668919f4 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x185:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.445252:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee3668919ed lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x185:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.445262:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fc800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145823.445265:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee3668919ed lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x185:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.445266:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee3668919f4 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x185:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.445283:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee3668919f4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x185:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.445284:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x185:0x0].0x0 (ffff9be9c5256f00) 00010000:00010000:1.0:1783145823.445289:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145823.445293:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee3668919ed lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x185:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.445298:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x185:0x0].0x0 (ffff9be9c5256f00) 00010000:00010000:1.0:1783145823.445298:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee3668919ed lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x185:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.445304:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.445308:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee3668919f4 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x185:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.445314:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668919df lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.445315:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee3668919f4 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x185:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.445330:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668919df lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.445334:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.445335:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668919df lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.445336:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.445339:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.445343:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668919df lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.445347:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fd800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.445349:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668919df lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.445352:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668919df lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.445357:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.445358:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.445360:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668919df lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.445364:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee3668919df lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.445374:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000981f1822 reply state 0000000085cdf839 transno 12884905290 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee3668919e6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.445384:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee3668919e6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.445391:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:1.0:1783145823.445393:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.445396:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.445432:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+176:305912:x1869755187918208:12345-192.168.203.44@tcp:36:rm.500 Request processed in 701us (868us total) trans 12884905290 rc 0/0 00000100:00100000:1.0:1783145823.445440:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 199 00000100:00100000:1.0:1783145823.445445:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471196730587 time 8471198597934 state 0x2 ref 0 00000100:00100000:3.0:1783145823.445788:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.445825:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187918464 00000100:00100000:1.0:1783145823.445829:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187918464 00000100:00100000:1.0:1783145823.445852:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 916 00000100:00100000:1.0:1783145823.445857:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f3ffb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+176:305910:x1869755187918464:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145823.445982:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f3ffb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+177:305910:x1869755187918464:12345-192.168.203.44@tcp:35:touch.500 Request processed in 123us (193us total) trans 12884905291 rc 0/0 00000100:00100000:1.0:1783145823.445989:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 916 00000100:00100000:2.0:1783145823.448473:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.448510:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187918720 00000100:00100000:3.0:1783145823.448516:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187918720 00000100:00100000:3.0:1783145823.448537:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471196730587 time 8471198597934 state 0x0 ref 1 00000100:00100000:3.0:1783145823.448546:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471198697934 time 8471198597934 state 0x1 ref 1 00000100:00100000:3.0:1783145823.448566:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471198697934 time 8471202443667 state 0x0 ref 1 00000100:00100000:3.0:1783145823.448577:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+177:305914:x1869755187918720:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.448589:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.448602:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee3668919fb lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a6dc expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.448669:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891a02 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.448680:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891a02 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.448689:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891a02 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.448699:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee366891a09 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.448706:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee366891a09 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.448713:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee366891a09 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145823.448930:0:204557:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbbc:0x0], index 0: 0 00010000:00010000:3.0:1783145823.449032:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366891a10 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.449041:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366891a10 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.449049:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366891a10 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.449075:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891a02 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.449082:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891a02 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.449088:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891a02 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.449093:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891a02 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.449099:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961a600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.449103:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891a02 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.449109:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891a02 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.449152:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.449156:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.449160:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891a02 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.449169:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891a02 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.449180:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000012fd71fe reply state 0000000004229ce5 transno 12884905292 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee366891a09 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.449189:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee366891a09 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.449194:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:3.0:1783145823.449197:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.449199:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.449220:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee3668919fb lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6dc expref: 180 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.449234:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366891a10 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x18a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6dc expref: 179 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.449241:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18a:0x0].0x0 (ffff9be9c31f0e00) 00010000:00010000:3.0:1783145823.449243:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.449246:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e8846800, rc 0) 00000100:00100000:3.0:1783145823.449283:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+180:305914:x1869755187918720:12345-192.168.203.44@tcp:101:touch.500 Request processed in 708us (809us total) trans 12884905292 rc 0/0 00000100:00100000:3.0:1783145823.449291:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 200 00000100:00100000:3.0:1783145823.449296:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471198697934 time 8471202443667 state 0x2 ref 0 00000100:00100000:2.0:1783145823.451021:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.451058:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187918976 00000100:00100000:3.0:1783145823.451063:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187918976 00000100:00100000:3.0:1783145823.451080:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471198697934 time 8471202443667 state 0x0 ref 1 00000100:00100000:3.0:1783145823.451179:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471202543667 time 8471202443667 state 0x1 ref 1 00000100:00100000:3.0:1783145823.451204:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471202543667 time 8471205080999 state 0x0 ref 1 00000100:00100000:3.0:1783145823.451216:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+180:305907:x1869755187918976:12345-192.168.203.44@tcp:36:rm.500 00000100:00100000:2.0:1783145823.451223:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.451241:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187919232 00000100:00100000:1.0:1783145823.451245:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187919232 00010000:00010000:3.0:1783145823.451248:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:1.0:1783145823.451260:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471205180999 time 8471205080999 state 0x1 ref 2 00000100:00100000:1.0:1783145823.451280:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471205180999 time 8471205158093 state 0x0 ref 2 00000100:00100000:1.0:1783145823.451286:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+181:305914:x1869755187919232:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:1.0:1783145823.451304:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145823.451314:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366891a10 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x18a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6dc expref: 181 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.451324:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668919b5 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x183:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6ab expref: 180 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.451324:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18a:0x0].0x0 (ffff9be9c31f0e00) 00010000:00010000:1.0:1783145823.451333:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.451349:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee3668917b6 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x183:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a634 expref: 179 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.451361:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x183:0x0].0x0 (ffff9be8e8a1a200) 00010000:00010000:3.0:1783145823.451365:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.451370:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd200/0x38bddee366891a1e lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.451378:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd200/0x38bddee366891a1e lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.451380:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891a25 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.451386:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd200/0x38bddee366891a1e lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.451395:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891a25 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.451405:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891a25 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.451417:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891a2c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.451424:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891a2c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.451429:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002e79bc35 reply state 000000003da91c67 transno 12884905293 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd200/0x38bddee366891a1e lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.451444:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891a2c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.451445:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd200/0x38bddee366891a1e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.451461:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18a:0x0].0x0 (ffff9be9c5256500) 00010000:00010000:1.0:1783145823.451463:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.451465:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.451505:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78daa00/0x38bddee366891a33 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x183:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.451510:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+180:305914:x1869755187919232:12345-192.168.203.44@tcp:36:touch.500 Request processed in 221us (285us total) trans 12884905293 rc 0/0 00000100:00100000:1.0:1783145823.451522:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 202 00010000:00010000:3.0:1783145823.451523:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78daa00/0x38bddee366891a33 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x183:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.451533:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78daa00/0x38bddee366891a33 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x183:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783145823.451697:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].405, 64 off34112 00010000:00010000:3.0:1783145823.451726:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366891a3a lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x183:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.451734:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366891a3a lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x183:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.451741:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366891a3a lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x183:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.451749:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366891a3a lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x183:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.451754:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366891a3a lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x183:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.451760:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366891a3a lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x183:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.451779:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145823.451793:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78daa00/0x38bddee366891a33 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x183:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.451800:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78daa00/0x38bddee366891a33 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x183:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.451803:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.451807:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78daa00/0x38bddee366891a33 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x183:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.451810:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366891a3a lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x183:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.451820:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78daa00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.451822:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78db800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.451826:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78daa00/0x38bddee366891a33 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x183:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.451827:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366891a3a lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x183:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.451846:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78daa00/0x38bddee366891a33 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x183:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.451846:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366891a3a lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x183:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.451867:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x183:0x0].0x0 (ffff9be8e8a1a200) 00010000:00010000:0.0:1783145823.451871:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145823.451875:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366891a3a lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x183:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.451878:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x183:0x0].0x0 (ffff9be8e8a1a200) 00010000:00010000:3.0:1783145823.451884:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145823.451885:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366891a3a lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x183:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.451888:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78daa00/0x38bddee366891a33 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x183:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.451903:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78daa00/0x38bddee366891a33 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x183:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.451925:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.451927:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891a25 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.451930:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.451933:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.451938:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891a25 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.451944:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891a25 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.451954:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891a25 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.451958:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8847600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.451961:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891a25 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.451968:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891a25 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.451976:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.451978:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.451981:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891a25 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.451986:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366891a25 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.451995:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009685d16b reply state 000000000d748ff6 transno 12884905294 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891a2c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.452004:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891a2c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.452010:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:3.0:1783145823.452013:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.452015:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.452050:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+181:305907:x1869755187918976:12345-192.168.203.44@tcp:36:rm.500 Request processed in 837us (1029us total) trans 12884905294 rc 0/0 00000100:00100000:3.0:1783145823.452058:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 201 00000100:00100000:3.0:1783145823.452063:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471205180999 time 8471205158093 state 0x2 ref 0 00000100:00100000:2.0:1783145823.452383:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.452408:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187919360 00000100:00100000:1.0:1783145823.452411:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187919360 00000100:00100000:1.0:1783145823.452423:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471205180999 time 8471205158093 state 0x0 ref 1 00000100:00100000:1.0:1783145823.452428:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471205258093 time 8471205158093 state 0x1 ref 1 00000100:00100000:1.0:1783145823.452442:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471205258093 time 8471206321031 state 0x0 ref 1 00000100:00100000:1.0:1783145823.452449:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+181:305914:x1869755187919360:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.452456:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.452462:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee366891a41 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a6e3 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.452482:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee366891a41 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x18a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6e3 expref: 182 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.452488:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee366891a41 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x18a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6e3 expref: 182 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.452498:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18a:0x0].0x0 (ffff9be9c5256500) 00010000:00010000:1.0:1783145823.452499:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145823.452501:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d19fc600, rc 0) 00000100:00100000:1.0:1783145823.452526:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+182:305914:x1869755187919360:12345-192.168.203.44@tcp:101:touch.500 Request processed in 77us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.452532:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 203 00000100:00100000:1.0:1783145823.452537:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471205258093 time 8471206321031 state 0x2 ref 0 00000100:00100000:2.0:1783145823.452838:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.452865:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187919488 00000100:00100000:1.0:1783145823.452869:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187919488 00000100:00100000:1.0:1783145823.452881:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471205258093 time 8471206321031 state 0x0 ref 1 00000100:00100000:1.0:1783145823.452888:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471206421031 time 8471206321031 state 0x1 ref 1 00000100:00100000:1.0:1783145823.452907:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471206421031 time 8471206784639 state 0x0 ref 1 00000100:00100000:1.0:1783145823.452928:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7aead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+182:305921:x1869755187919488:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145823.452935:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.452942:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc200/0x38bddee366891a48 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a6ea expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.452969:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891a4f lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.452975:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891a4f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.452981:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891a4f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.452987:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891a56 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.452992:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891a56 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.452997:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891a56 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.453031:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145823.453033:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891a5d lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x189:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.453043:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891a5d lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x189:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.453058:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891a5d lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x189:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145823.453082:0:204556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x189:0x0]: returning size 0 00000100:00100000:3.0:1783145823.453086:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187919616 00000004:00200000:1.0:1783145823.453086:0:204556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:3.0:1783145823.453093:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187919616 00000004:00010000:1.0:1783145823.453098:0:204556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891a5d lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x189:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.453106:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891a5d lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x189:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.453111:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891a4f lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.453112:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471206884639 time 8471206784639 state 0x1 ref 2 00010000:00010000:1.0:1783145823.453148:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891a4f lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.453152:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891a4f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.453166:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891a4f lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.453169:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536b000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.453172:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891a4f lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.453177:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471206884639 time 8471207053872 state 0x0 ref 2 00010000:00010000:1.0:1783145823.453177:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891a4f lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.453192:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.453195:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.453200:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+184:305915:x1869755187919616:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145823.453200:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891a4f lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.453215:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.453216:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891a4f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.453225:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891a64 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a6f1 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.453230:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891a56 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.453242:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891a56 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.453248:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891a56 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.453254:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536ac00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.453257:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891a56 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.453259:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366891a6b lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.453268:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891a56 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.453273:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366891a6b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.453276:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:1.0:1783145823.453282:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.453285:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891a56 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.453289:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366891a6b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.453291:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891a56 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.453311:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891a72 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.453318:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc200/0x38bddee366891a48 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6ea expref: 186 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.453320:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891a72 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.453338:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891a72 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.453344:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891a5d lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x189:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6ea expref: 185 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.453350:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x189:0x0].0x0 (ffff9be9c5d2f400) 00010000:00010000:1.0:1783145823.453351:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.453353:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d536a200, rc 0) 00000100:00100000:1.0:1783145823.453377:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7aead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+185:305921:x1869755187919488:12345-192.168.203.44@tcp:101:rm.500 Request processed in 452us (540us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145823.453379:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366891a79 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x186:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.453384:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 204 00010000:00010000:3.0:1783145823.453394:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366891a79 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x186:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.453402:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366891a79 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x186:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.453422:0:204555:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x186:0x0]: returning size 0 00000004:00200000:3.0:1783145823.453425:0:204555:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145823.453436:0:204555:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366891a79 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x186:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.453444:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366891a79 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x186:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.453452:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366891a6b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.453457:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366891a6b lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.453462:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366891a6b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.453467:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961ae00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.453470:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366891a6b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.453518:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366891a6b lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.453526:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.453529:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.453532:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366891a6b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.453538:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366891a6b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.453548:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891a72 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.453554:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891a72 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.453560:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891a72 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.453565:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961a600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.453568:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891a72 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.453573:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891a72 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.453579:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:3.0:1783145823.453581:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.453584:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891a72 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.453590:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366891a72 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.453610:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee366891a64 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6f1 expref: 185 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.453625:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366891a79 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x186:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6f1 expref: 184 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.453631:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x186:0x0].0x0 (ffff9be8e8a1ad00) 00010000:00010000:3.0:1783145823.453634:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.453636:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8ccd9e800, rc 0) 00000100:00100000:3.0:1783145823.453668:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+184:305915:x1869755187919616:12345-192.168.203.44@tcp:101:rm.500 Request processed in 474us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.453675:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 205 00000100:00100000:3.0:1783145823.453679:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471206884639 time 8471207053872 state 0x2 ref 0 00000100:00100000:2.0:1783145823.454273:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.454296:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187919744 00000100:00100000:3.0:1783145823.454301:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187919744 00000100:00100000:3.0:1783145823.454315:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471206884639 time 8471207053872 state 0x0 ref 1 00000100:00100000:3.0:1783145823.454322:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471207153872 time 8471207053872 state 0x1 ref 1 00000100:00100000:3.0:1783145823.454339:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471207153872 time 8471208217029 state 0x0 ref 1 00000100:00100000:3.0:1783145823.454349:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+184:305917:x1869755187919744:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.454356:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.454364:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee366891a80 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a6f8 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.454389:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366891a87 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.454401:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366891a87 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.454408:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366891a87 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.454416:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891a8e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.454422:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891a8e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.454428:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891a8e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.454463:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee366891a95 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x187:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.454471:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee366891a95 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x187:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.454478:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee366891a95 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x187:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.454496:0:204557:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x187:0x0]: returning size 0 00000004:00200000:3.0:1783145823.454499:0:204557:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145823.454508:0:204557:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee366891a95 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x187:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.454516:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee366891a95 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x187:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.454527:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366891a87 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.454533:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366891a87 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.454539:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366891a87 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.454545:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366891a87 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.454550:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9fc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.454552:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366891a87 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.454557:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366891a87 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.454565:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.454568:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.454571:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366891a87 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.454577:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366891a87 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.454587:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891a8e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.454593:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891a8e lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.454600:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891a8e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.454606:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9f200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.454608:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891a8e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.454615:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891a8e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.454621:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00010000:00010000:3.0:1783145823.454623:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.454626:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891a8e lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.454631:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891a8e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.454647:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee366891a80 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6f8 expref: 186 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.454657:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee366891a95 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x187:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6f8 expref: 185 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.454663:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x187:0x0].0x0 (ffff9be8e8a1a000) 00010000:00010000:3.0:1783145823.454665:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.454667:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d93dfe00, rc 0) 00000100:00100000:3.0:1783145823.454696:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+185:305917:x1869755187919744:12345-192.168.203.44@tcp:101:rm.500 Request processed in 349us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.454707:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 206 00000100:00100000:3.0:1783145823.454711:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471207153872 time 8471208217029 state 0x2 ref 0 00000100:00100000:2.0:1783145823.455191:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.455217:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187919872 00000100:00100000:1.0:1783145823.455221:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187919872 00000100:00100000:1.0:1783145823.455248:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2470 00000100:00100000:1.0:1783145823.455254:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7aeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b832727d-edc7-457c-aba4-c59935e6a58f+27:2408:x1869755187919872:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145823.455260:0:207255:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.455270:0:207255:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8c30c04/0x38bddee366891a9c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb58:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a6ff expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783145823.455283:0:207255:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb58:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:1.0:1783145823.455293:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb58:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:1.0:1783145823.455296:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb58:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145823.455303:0:207255:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8c30c04/0x38bddee366891a9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6ff expref: 28 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.455311:0:207255:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c8c30c04/0x38bddee366891a9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6ff expref: 28 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.455322:0:207255:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e7dd9800, rc 0) 00000100:00100000:1.0:1783145823.455342:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7aeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b832727d-edc7-457c-aba4-c59935e6a58f+28:2408:x1869755187919872:12345-192.168.203.44@tcp:101:rm.500 Request processed in 89us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.455347:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2470 00000100:00100000:2.0:1783145823.455543:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.455572:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187920000 00000100:00100000:0.0:1783145823.455577:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187920000 00000100:00100000:0.0:1783145823.455602:0:228912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2471 00000100:00100000:0.0:1783145823.455607:0:228912:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b832727d-edc7-457c-aba4-c59935e6a58f+57:2410:x1869755187920000:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.455614:0:228912:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.455624:0:228912:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f2d4e46/0x38bddee366891aa3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a706 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145823.455636:0:228912:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbba:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:0.0:1783145823.455645:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbba:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.455647:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbba:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145823.455652:0:228912:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f2d4e46/0x38bddee366891aa3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a706 expref: 58 pid: 228912 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.455659:0:228912:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001f2d4e46/0x38bddee366891aa3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a706 expref: 58 pid: 228912 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.455665:0:228912:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1bc00, rc 0) 00000100:00100000:0.0:1783145823.455689:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b832727d-edc7-457c-aba4-c59935e6a58f+58:2410:x1869755187920000:12345-192.168.203.44@tcp:101:rm.500 Request processed in 82us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.455693:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2471 00000100:00100000:2.0:1783145823.455769:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.455800:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187920128 00000100:00100000:1.0:1783145823.455806:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187920128 00000100:00100000:1.0:1783145823.455829:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2472 00000100:00100000:1.0:1783145823.455833:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b832727d-edc7-457c-aba4-c59935e6a58f+28:2407:x1869755187920128:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145823.455839:0:228898:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.455846:0:228898:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005e4bb2f0/0x38bddee366891aaa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb57:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a70d expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783145823.455855:0:228898:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb57:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:1.0:1783145823.455863:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb57:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:1.0:1783145823.455867:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb57:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145823.455872:0:228898:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e4bb2f0/0x38bddee366891aaa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a70d expref: 29 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.455883:0:228898:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005e4bb2f0/0x38bddee366891aaa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a70d expref: 29 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.455892:0:228898:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e7dd9400, rc 0) 00000100:00100000:1.0:1783145823.455930:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b832727d-edc7-457c-aba4-c59935e6a58f+29:2407:x1869755187920128:12345-192.168.203.44@tcp:101:rm.500 Request processed in 94us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.455940:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2472 00000100:00100000:1.0:1783145823.456508:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.456529:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.456555:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187920256 00000100:00100000:0.0:1783145823.456560:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187920384 00000100:00100000:2.0:1783145823.456561:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187920256 00000100:00100000:0.0:1783145823.456565:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187920384 00000100:00100000:0.0:1783145823.456588:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471207153872 time 8471208217029 state 0x0 ref 1 00000100:00100000:0.0:1783145823.456596:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471208317029 time 8471208217029 state 0x1 ref 1 00000100:00100000:2.0:1783145823.456605:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2473 00000100:00100000:2.0:1783145823.456616:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b832727d-edc7-457c-aba4-c59935e6a58f+58:2408:x1869755187920256:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:0.0:1783145823.456624:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471208317029 time 8471210500450 state 0x0 ref 1 00000100:00100000:0.0:1783145823.456638:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+185:305920:x1869755187920384:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.456647:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.456658:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee366891ab1 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a714 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.456695:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366891ab8 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.456705:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366891ab8 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.456710:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366891ab8 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.456718:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891abf lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.456723:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891abf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.456727:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891abf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.456761:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366891ac6 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x188:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.456766:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366891ac6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x188:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.456772:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b832727d-edc7-457c-aba4-c59935e6a58f+59:2408:x1869755187920256:12345-192.168.203.44@tcp:2:touch.500 Request processed in 156us (261us total) trans 8589936077 rc 0/0 00010000:00010000:0.0:1783145823.456773:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366891ac6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x188:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.456791:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2473 00000004:00200000:0.0:1783145823.456797:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x188:0x0]: returning size 0 00000004:00200000:0.0:1783145823.456800:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783145823.456808:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366891ac6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x188:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.456814:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366891ac6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x188:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.456830:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366891ab8 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.456834:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366891ab8 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.456838:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366891ab8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.456842:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366891ab8 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.456845:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1b000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.456847:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366891ab8 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.456851:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366891ab8 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.456856:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.456857:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.456859:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366891ab8 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.456862:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366891ab8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.456869:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891abf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.456873:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891abf lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.456877:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891abf lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.456880:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.456882:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891abf lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.456885:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891abf lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.456888:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00010000:00010000:0.0:1783145823.456890:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.456891:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891abf lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.456894:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891abf lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.456907:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee366891ab1 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a714 expref: 187 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.456914:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366891ac6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x188:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a714 expref: 186 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.456917:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x188:0x0].0x0 (ffff9be9c5256700) 00010000:00010000:0.0:1783145823.456919:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.456920:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1a400, rc 0) 00000100:00100000:0.0:1783145823.456942:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+186:305920:x1869755187920384:12345-192.168.203.44@tcp:101:rm.500 Request processed in 310us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.456949:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 207 00000100:00100000:0.0:1783145823.456951:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471208317029 time 8471210500450 state 0x2 ref 0 00000100:00100000:1.0:1783145823.457459:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.457487:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187920640 00000100:00100000:0.0:1783145823.457491:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187920640 00000100:00100000:0.0:1783145823.457521:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 917 00000100:00100000:0.0:1783145823.457529:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+186:305914:x1869755187920640:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:0.0:1783145823.457646:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+187:305914:x1869755187920640:12345-192.168.203.44@tcp:35:touch.500 Request processed in 118us (188us total) trans 12884905295 rc 0/0 00000100:00100000:0.0:1783145823.457651:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 917 00000100:00100000:2.0:1783145823.458291:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.458319:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187920768 00000100:00100000:1.0:1783145823.458324:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187920768 00000100:00100000:2.0:1783145823.458326:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.458353:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2474 00000100:00100000:1.0:1783145823.458360:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7aebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b832727d-edc7-457c-aba4-c59935e6a58f+59:2407:x1869755187920768:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:0.0:1783145823.458362:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187921024 00000100:00100000:0.0:1783145823.458367:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187921024 00010000:00010000:1.0:1783145823.458368:0:228902:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.458381:0:228902:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007c86beb4/0x38bddee366891acd lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbbb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a71b expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.458384:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471208317029 time 8471210500450 state 0x0 ref 1 00000100:00100000:0.0:1783145823.458397:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471210600450 time 8471210500450 state 0x1 ref 1 00002000:00010000:1.0:1783145823.458401:0:228902:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbbb:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:1.0:1783145823.458408:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbb:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:1.0:1783145823.458411:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbb:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145823.458414:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471210600450 time 8471212292061 state 0x0 ref 1 00010000:00010000:1.0:1783145823.458417:0:228902:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c86beb4/0x38bddee366891acd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a71b expref: 60 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.458427:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7aeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+187:305909:x1869755187921024:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:1.0:1783145823.458430:0:228902:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007c86beb4/0x38bddee366891acd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a71b expref: 60 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.458438:0:228902:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e7dd9600, rc 0) 00010000:00010000:0.0:1783145823.458450:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:1.0:1783145823.458464:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7aebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b832727d-edc7-457c-aba4-c59935e6a58f+60:2407:x1869755187920768:12345-192.168.203.44@tcp:101:rm.500 Request processed in 104us (174us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145823.458464:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee3668919bc lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x184:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6b9 expref: 187 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.458480:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2474 00010000:00010000:0.0:1783145823.458488:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee36689180a lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x184:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a649 expref: 186 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.458500:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x184:0x0].0x0 (ffff9be8e8a1a600) 00010000:00010000:0.0:1783145823.458504:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145823.458513:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366891ad4 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.458518:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366891ad4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.458524:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366891ad4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.458531:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366891adb lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.458536:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366891adb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.458541:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366891adb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.458570:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891ae2 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x184:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.458576:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891ae2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x184:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.458582:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891ae2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x184:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783145823.458701:0:204556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].408, 64 off34304 00010000:00010000:0.0:1783145823.458732:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee366891ae9 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x184:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.458741:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee366891ae9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x184:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.458749:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee366891ae9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x184:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.458756:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee366891ae9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x184:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.458762:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee366891ae9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x184:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.458768:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee366891ae9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x184:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.458786:0:204556:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145823.458798:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891ae2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x184:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.458803:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891ae2 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x184:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.458807:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891ae2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x184:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.458810:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145823.458810:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1ac00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.458814:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891ae2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x184:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.458818:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee366891ae9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x184:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.458820:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891ae2 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x184:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.458838:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1be00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145823.458840:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x184:0x0].0x0 (ffff9be8e8a1a600) 00010000:00010000:0.0:1783145823.458843:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145823.458846:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891ae2 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x184:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.458851:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee366891ae9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x184:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.458851:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891ae2 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x184:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.458871:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee366891ae9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x184:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.458879:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366891ad4 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.458883:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x184:0x0].0x0 (ffff9be8e8a1a600) 00010000:00010000:2.0:1783145823.458889:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145823.458889:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366891ad4 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.458893:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee366891ae9 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x184:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.458900:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366891ad4 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.458904:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee366891ae9 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x184:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.458912:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366891ad4 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.458919:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.458920:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.458923:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.458925:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366891ad4 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.458926:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.458934:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366891ad4 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.458940:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.458942:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.458944:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366891ad4 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.458947:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366891ad4 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.458954:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005f02288d reply state 00000000078a14a4 transno 12884905296 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366891adb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.458961:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366891adb lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.458965:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00010000:00010000:0.0:1783145823.458966:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.458968:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145823.458997:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7aeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+187:305909:x1869755187921024:12345-192.168.203.44@tcp:36:rm.500 Request processed in 573us (675us total) trans 12884905296 rc 0/0 00000100:00100000:0.0:1783145823.459001:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 208 00000100:00100000:0.0:1783145823.459004:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471210600450 time 8471212292061 state 0x2 ref 0 00000100:00100000:2.0:1783145823.463237:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.463275:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187921280 00000100:00100000:1.0:1783145823.463281:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187921280 00000100:00100000:1.0:1783145823.463299:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471210600450 time 8471212292061 state 0x0 ref 1 00000100:00100000:1.0:1783145823.463306:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471212392061 time 8471212292061 state 0x1 ref 1 00000100:00100000:1.0:1783145823.463323:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471212392061 time 8471217201386 state 0x0 ref 1 00000100:00100000:1.0:1783145823.463331:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4306680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+187:305919:x1869755187921280:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.463344:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.463356:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9000/0x38bddee366891af0 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a722 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.463427:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891af7 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.463436:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891af7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.463442:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891af7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.463447:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8c00/0x38bddee366891afe lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.463452:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8c00/0x38bddee366891afe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.463456:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8c00/0x38bddee366891afe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145823.463640:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb59:0x0], index 1: 0 00010000:00010000:1.0:1783145823.463713:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891b05 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x18b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.463719:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891b05 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.463723:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891b05 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.463741:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891af7 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.463745:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891af7 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.463749:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891af7 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.463753:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891af7 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.463757:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e7dd9c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.463759:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891af7 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.463763:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891af7 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.463770:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.463771:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.463774:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891af7 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.463780:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891af7 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.463787:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f584eafe reply state 00000000c217b015 transno 12884905297 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8c00/0x38bddee366891afe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.463793:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8c00/0x38bddee366891afe lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.463796:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:1.0:1783145823.463798:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.463799:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145823.463814:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9000/0x38bddee366891af0 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a722 expref: 190 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.463822:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891b05 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x18b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a722 expref: 189 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.463826:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18b:0x0].0x0 (ffff9be9d1efe900) 00010000:00010000:1.0:1783145823.463827:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.463829:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e7dd8400, rc 0) 00000100:00100000:1.0:1783145823.463857:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4306680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+190:305919:x1869755187921280:12345-192.168.203.44@tcp:101:touch.500 Request processed in 528us (624us total) trans 12884905297 rc 0/0 00000100:00100000:1.0:1783145823.463862:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 209 00000100:00100000:1.0:1783145823.463865:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471212392061 time 8471217201386 state 0x2 ref 0 00000100:00100000:3.0:1783145823.465227:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.465258:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187921536 00000100:00100000:3.0:1783145823.465262:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.465264:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187921536 00000100:00100000:1.0:1783145823.465281:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471212392061 time 8471217201386 state 0x0 ref 1 00000100:00100000:1.0:1783145823.465287:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471217301386 time 8471217201386 state 0x1 ref 1 00000100:00100000:1.0:1783145823.465309:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187921792 00000100:00100000:1.0:1783145823.465311:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187921792 00000100:00100000:0.0:1783145823.465316:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471217301386 time 8471219191635 state 0x0 ref 1 00000100:00100000:1.0:1783145823.465325:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471219291635 time 8471219191635 state 0x1 ref 2 00000100:00100000:0.0:1783145823.465330:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+191:305918:x1869755187921536:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.465340:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1783145823.465346:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471219291635 time 8471219223744 state 0x0 ref 2 00010000:00010000:0.0:1783145823.465348:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366891b13 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a729 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.465359:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+192:305919:x1869755187921792:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:1.0:1783145823.465388:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145823.465391:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891b1a lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.465399:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891b1a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.465403:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891b05 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x18b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a722 expref: 192 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.465407:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891b1a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.465420:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18b:0x0].0x0 (ffff9be9d1efe900) 00010000:00010000:0.0:1783145823.465420:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee366891b21 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.465429:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145823.465430:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee366891b21 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.465436:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee366891b21 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.465469:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8800/0x38bddee366891b28 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x18b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.465477:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8800/0x38bddee366891b28 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.465485:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8800/0x38bddee366891b28 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.465541:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000000dc00f1f reply state 00000000faaef5e6 transno 12884905298 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8800/0x38bddee366891b28 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145823.465550:0:210786:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbbd:0x0], index 0: 0 00010000:00010000:1.0:1783145823.465551:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8800/0x38bddee366891b28 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x18b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.465558:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18b:0x0].0x0 (ffff9be9c280c700) 00010000:00010000:1.0:1783145823.465560:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.465562:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.465607:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+194:305919:x1869755187921792:12345-192.168.203.44@tcp:36:touch.500 Request processed in 252us (346us total) trans 12884905298 rc 0/0 00000100:00100000:1.0:1783145823.465613:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 211 00010000:00010000:0.0:1783145823.465615:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891b2f lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x18c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.465622:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891b2f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.465628:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891b2f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.465642:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891b1a lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.465647:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891b1a lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.465651:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891b1a lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.465654:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891b1a lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.465658:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1ac00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.465661:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891b1a lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.465668:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891b1a lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.465674:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.465676:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.465678:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891b1a lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.465682:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891b1a lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.465688:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001b87e6dd reply state 000000007a594a5d transno 12884905299 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee366891b21 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.465694:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee366891b21 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.465697:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:0.0:1783145823.465699:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.465700:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.465712:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366891b13 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a729 expref: 194 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.465719:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891b2f lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a729 expref: 193 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.465724:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18c:0x0].0x0 (ffff9be9c5d2f700) 00010000:00010000:0.0:1783145823.465725:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.465726:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1a200, rc 0) 00000100:00100000:0.0:1783145823.465753:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+194:305918:x1869755187921536:12345-192.168.203.44@tcp:101:touch.500 Request processed in 428us (527us total) trans 12884905299 rc 0/0 00000100:00100000:0.0:1783145823.465758:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 210 00000100:00100000:0.0:1783145823.465762:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471219291635 time 8471219223744 state 0x2 ref 0 00000100:00100000:3.0:1783145823.466600:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.466637:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187921920 00000100:00100000:2.0:1783145823.466643:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187921920 00000100:00100000:2.0:1783145823.466659:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471219291635 time 8471219223744 state 0x0 ref 1 00000100:00100000:2.0:1783145823.466667:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471219323744 time 8471219223744 state 0x1 ref 1 00000100:00100000:2.0:1783145823.466685:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471219323744 time 8471220563055 state 0x0 ref 1 00000100:00100000:2.0:1783145823.466695:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+194:305919:x1869755187921920:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.466705:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.466714:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366891b3d lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x18b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a730 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.466740:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366891b3d lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x18b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a730 expref: 195 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.466750:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366891b3d lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x18b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a730 expref: 195 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.466764:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18b:0x0].0x0 (ffff9be9c280c700) 00010000:00010000:2.0:1783145823.466766:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145823.466769:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d42cb000, rc 0) 00000100:00100000:2.0:1783145823.466796:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+195:305919:x1869755187921920:12345-192.168.203.44@tcp:101:touch.500 Request processed in 103us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.466803:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 212 00000100:00100000:2.0:1783145823.466807:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471219323744 time 8471220563055 state 0x2 ref 0 00000100:00100000:2.0:1783145823.468586:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.468608:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.468618:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187922176 00000100:00100000:3.0:1783145823.468625:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187922176 00000100:00100000:2.0:1783145823.468632:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.468636:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187922304 00000100:00100000:0.0:1783145823.468641:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187922304 00000100:00100000:3.0:1783145823.468648:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471219323744 time 8471220563055 state 0x0 ref 1 00000100:00100000:3.0:1783145823.468659:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471220663055 time 8471220563055 state 0x1 ref 1 00000100:00100000:1.0:1783145823.468668:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187922560 00000100:00100000:1.0:1783145823.468673:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187922560 00000100:00100000:0.0:1783145823.468678:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2475 00000100:00100000:3.0:1783145823.468687:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471220663055 time 8471222563745 state 0x0 ref 1 00000100:00100000:0.0:1783145823.468688:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4307480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b832727d-edc7-457c-aba4-c59935e6a58f+29:2408:x1869755187922304:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:1.0:1783145823.468702:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471222663745 time 8471222563745 state 0x1 ref 2 00000100:00100000:3.0:1783145823.468711:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4305f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+196:305918:x1869755187922176:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:1.0:1783145823.468727:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471222663745 time 8471222605344 state 0x0 ref 2 00000100:00100000:1.0:1783145823.468739:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4307b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+196:305921:x1869755187922560:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145823.468762:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145823.468763:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145823.468778:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891b2f lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a729 expref: 196 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.468779:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891a5d lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x189:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6ea expref: 196 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.468805:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4307480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b832727d-edc7-457c-aba4-c59935e6a58f+30:2408:x1869755187922304:12345-192.168.203.44@tcp:2:touch.500 Request processed in 118us (195us total) trans 8589935426 rc 0/0 00010000:00010000:2.0:1783145823.468807:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18c:0x0].0x0 (ffff9be9c5d2f700) 00010000:00010000:1.0:1783145823.468811:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee3668919c3 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x189:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6c7 expref: 194 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.468815:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2475 00010000:00010000:2.0:1783145823.468818:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.468829:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x189:0x0].0x0 (ffff9be9c5d2f400) 00010000:00010000:1.0:1783145823.468832:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.468842:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891b44 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.468848:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891b44 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.468853:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca400/0x38bddee366891b4b lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x18c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.468859:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891b44 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.468880:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8600/0x38bddee366891b52 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.468881:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca400/0x38bddee366891b4b lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.468896:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8600/0x38bddee366891b52 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.468899:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca400/0x38bddee366891b4b lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.468912:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8600/0x38bddee366891b52 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.468948:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007e941982 reply state 00000000332e9902 transno 12884905300 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca400/0x38bddee366891b4b lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.468958:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca400/0x38bddee366891b4b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.468962:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891b59 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x189:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.468967:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18c:0x0].0x0 (ffff9be8e8a1ab00) 00010000:00010000:2.0:1783145823.468973:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.468975:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145823.468975:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891b59 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x189:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.468984:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891b59 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x189:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.469022:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4305f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+195:305918:x1869755187922176:12345-192.168.203.44@tcp:36:touch.500 Request processed in 319us (436us total) trans 12884905300 rc 0/0 00000100:00100000:2.0:1783145823.469029:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 213 00000040:00080000:1.0:1783145823.469094:0:204556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].406, 64 off34176 00010000:00010000:1.0:1783145823.469162:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891b60 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x189:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.469171:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891b60 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x189:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.469180:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891b60 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x189:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.469188:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891b60 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x189:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.469195:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891b60 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x189:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.469207:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891b60 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x189:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.469225:0:204556:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145823.469237:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891b59 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x189:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.469243:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145823.469245:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891b59 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x189:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.469249:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891b60 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x189:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.469254:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891b59 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x189:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.469260:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536ac00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145823.469266:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891b60 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x189:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.469267:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536ae00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.469273:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891b59 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x189:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.469278:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891b60 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x189:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.469283:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891b59 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x189:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.469289:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x189:0x0].0x0 (ffff9be9c5d2f400) 00010000:00010000:2.0:1783145823.469293:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.469296:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891b60 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x189:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.469303:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891b60 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x189:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.469305:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x189:0x0].0x0 (ffff9be9c5d2f400) 00010000:00010000:1.0:1783145823.469312:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145823.469317:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891b59 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x189:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.469319:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.469323:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.469326:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.469327:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891b59 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x189:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.469347:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891b44 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.469354:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891b44 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.469359:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891b44 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.469365:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891b44 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.469370:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e7dd8200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.469373:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891b44 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.469379:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891b44 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.469387:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.469390:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.469393:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891b44 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.469399:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891b44 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.469409:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d1ff22d3 reply state 000000002720747b transno 12884905301 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8600/0x38bddee366891b52 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.469418:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8600/0x38bddee366891b52 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.469423:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:1.0:1783145823.469425:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.469427:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.469461:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4307b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+196:305921:x1869755187922560:12345-192.168.203.44@tcp:36:rm.500 Request processed in 725us (829us total) trans 12884905301 rc 0/0 00000100:00100000:1.0:1783145823.469467:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 214 00000100:00100000:2.0:1783145823.469475:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.469475:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471222663745 time 8471222605344 state 0x2 ref 0 00000100:00100000:0.0:1783145823.469511:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187922816 00000100:00100000:0.0:1783145823.469516:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187922816 00000100:00100000:0.0:1783145823.469543:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 918 00000100:00100000:0.0:1783145823.469548:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4306300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+196:305919:x1869755187922816:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:0.0:1783145823.469659:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4306300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+197:305919:x1869755187922816:12345-192.168.203.44@tcp:35:touch.500 Request processed in 109us (188us total) trans 12884905302 rc 0/0 00000100:00100000:0.0:1783145823.469667:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 918 00000100:00100000:1.0:1783145823.469742:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.469773:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187922944 00000100:00100000:0.0:1783145823.469779:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187922944 00000100:00100000:0.0:1783145823.469794:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471222663745 time 8471222605344 state 0x0 ref 1 00000100:00100000:0.0:1783145823.469803:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471222705344 time 8471222605344 state 0x1 ref 1 00000100:00100000:0.0:1783145823.469818:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471222705344 time 8471223696523 state 0x0 ref 1 00000100:00100000:0.0:1783145823.469827:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+197:305918:x1869755187922944:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.469835:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.469842:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b200/0x38bddee366891b67 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x18c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a737 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.469860:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b200/0x38bddee366891b67 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x18c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a737 expref: 198 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.469867:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b200/0x38bddee366891b67 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x18c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a737 expref: 198 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.469875:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18c:0x0].0x0 (ffff9be8e8a1ab00) 00010000:00010000:0.0:1783145823.469877:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145823.469879:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1b200, rc 0) 00000100:00100000:0.0:1783145823.469904:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+198:305918:x1869755187922944:12345-192.168.203.44@tcp:101:touch.500 Request processed in 79us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.469912:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 215 00000100:00100000:0.0:1783145823.469917:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471222705344 time 8471223696523 state 0x2 ref 0 00000100:00100000:2.0:1783145823.470850:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.470883:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187923200 00000100:00100000:1.0:1783145823.470888:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187923200 00000100:00100000:1.0:1783145823.470901:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471222705344 time 8471223696523 state 0x0 ref 1 00000100:00100000:1.0:1783145823.470906:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471223796523 time 8471223696523 state 0x1 ref 1 00000100:00100000:1.0:1783145823.470922:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471223796523 time 8471224801077 state 0x0 ref 1 00000100:00100000:1.0:1783145823.470931:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4307100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+198:305917:x1869755187923200:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:1.0:1783145823.470950:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145823.470959:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee366891a95 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x187:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6f8 expref: 198 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.470971:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891914 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x187:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a696 expref: 197 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.470977:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x187:0x0].0x0 (ffff9be8e8a1a000) 00010000:00010000:1.0:1783145823.470980:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.470987:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891b6e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.470993:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891b6e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.470997:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891b6e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.471003:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9000/0x38bddee366891b75 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.471008:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9000/0x38bddee366891b75 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.471011:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9000/0x38bddee366891b75 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.471038:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891b7c lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x187:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.471042:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891b7c lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x187:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.471046:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891b7c lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x187:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783145823.471114:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].407, 64 off34240 00010000:00010000:1.0:1783145823.471176:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee366891b83 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x187:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.471184:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee366891b83 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x187:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.471195:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee366891b83 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x187:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.471201:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee366891b83 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x187:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.471207:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee366891b83 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x187:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.471212:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee366891b83 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x187:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.471225:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145823.471233:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891b7c lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x187:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.471236:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145823.471238:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891b7c lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x187:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.471243:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee366891b83 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x187:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.471244:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891b7c lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x187:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.471258:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e7dd9c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.471262:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e1b1a800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145823.471263:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891b7c lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x187:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.471268:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee366891b83 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x187:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.471270:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891b7c lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x187:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.471283:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee366891b83 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x187:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.471286:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x187:0x0].0x0 (ffff9be8e8a1a000) 00010000:00010000:1.0:1783145823.471290:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145823.471292:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891b7c lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x187:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.471297:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891b7c lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x187:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.471299:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x187:0x0].0x0 (ffff9be8e8a1a000) 00010000:00010000:2.0:1783145823.471303:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.471306:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee366891b83 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x187:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.471307:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891b6e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.471312:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee366891b83 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x187:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.471317:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891b6e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.471322:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891b6e lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.471325:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.471326:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891b6e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.471329:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.471331:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.471335:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536b000 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145823.471340:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145823.471340:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891b6e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.471348:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891b6e lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.471355:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.471357:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.471361:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891b6e lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.471367:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891b6e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.471374:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187923328 00000004:00010000:1.0:1783145823.471378:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000013ed967d reply state 000000007af6205f transno 12884905303 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9000/0x38bddee366891b75 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.471379:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187923328 00010000:00010000:1.0:1783145823.471390:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9000/0x38bddee366891b75 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.471397:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00010000:00010000:1.0:1783145823.471400:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.471403:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145823.471406:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2476 00000100:00100000:0.0:1783145823.471414:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:b832727d-edc7-457c-aba4-c59935e6a58f+60:2409:x1869755187923328:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:1.0:1783145823.471441:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4307100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+198:305917:x1869755187923200:12345-192.168.203.44@tcp:36:rm.500 Request processed in 511us (590us total) trans 12884905303 rc 0/0 00000100:00100000:1.0:1783145823.471447:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 216 00000100:00100000:1.0:1783145823.471451:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471223796523 time 8471224801077 state 0x2 ref 0 00000100:00100000:0.0:1783145823.471516:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:b832727d-edc7-457c-aba4-c59935e6a58f+61:2409:x1869755187923328:12345-192.168.203.44@tcp:2:touch.500 Request processed in 101us (180us total) trans 8589936078 rc 0/0 00000100:00100000:0.0:1783145823.471525:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2476 00000100:00100000:3.0:1783145823.472661:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.472724:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187923584 00000100:00100000:2.0:1783145823.472729:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187923584 00000100:00100000:2.0:1783145823.472743:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471223796523 time 8471224801077 state 0x0 ref 1 00000100:00100000:2.0:1783145823.472749:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471224901077 time 8471224801077 state 0x1 ref 1 00000100:00100000:2.0:1783145823.472766:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471224901077 time 8471226645045 state 0x0 ref 1 00000100:00100000:2.0:1783145823.472773:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+198:305915:x1869755187923584:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145823.472793:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145823.472803:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366891a79 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x186:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6f1 expref: 198 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.472816:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a800/0x38bddee3668918c0 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x186:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a681 expref: 197 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.472823:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x186:0x0].0x0 (ffff9be8e8a1ad00) 00010000:00010000:2.0:1783145823.472825:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.472833:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee366891b8a lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.472840:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee366891b8a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.472845:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee366891b8a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.472853:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb200/0x38bddee366891b91 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.472858:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb200/0x38bddee366891b91 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.472863:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb200/0x38bddee366891b91 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.472873:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.472895:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366891b98 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x186:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.472901:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366891b98 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x186:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.472905:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366891b98 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x186:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.472911:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187923840 00000100:00100000:1.0:1783145823.472916:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187923840 00000100:00100000:1.0:1783145823.472942:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 919 00000100:00100000:1.0:1783145823.472949:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+197:305918:x1869755187923840:12345-192.168.203.44@tcp:35:touch.500 00000040:00080000:2.0:1783145823.472989:0:204555:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].409, 64 off34368 00010000:00010000:2.0:1783145823.473014:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc200/0x38bddee366891b9f lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x186:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.473020:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc200/0x38bddee366891b9f lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x186:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.473025:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc200/0x38bddee366891b9f lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x186:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.473030:0:204555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc200/0x38bddee366891b9f lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x186:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.473034:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc200/0x38bddee366891b9f lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x186:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.473038:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc200/0x38bddee366891b9f lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x186:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.473052:0:204555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1783145823.473056:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+199:305918:x1869755187923840:12345-192.168.203.44@tcp:35:touch.500 Request processed in 107us (185us total) trans 12884905305 rc 0/0 00010000:00010000:2.0:1783145823.473060:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366891b98 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x186:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.473063:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1783145823.473065:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 919 00010000:00010000:0.0:1783145823.473071:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc200/0x38bddee366891b9f lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x186:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.473073:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366891b98 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x186:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.473087:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366891b98 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x186:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.473088:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fc200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145823.473094:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc200/0x38bddee366891b9f lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x186:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.473095:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42cb400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.473100:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366891b98 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x186:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.473104:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc200/0x38bddee366891b9f lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x186:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.473106:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366891b98 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x186:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.473161:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x186:0x0].0x0 (ffff9be8e8a1ad00) 00010000:00010000:0.0:1783145823.473166:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.473169:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x186:0x0].0x0 (ffff9be8e8a1ad00) 00010000:00010000:0.0:1783145823.473170:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc200/0x38bddee366891b9f lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x186:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.473173:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145823.473177:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366891b98 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x186:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.473183:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc200/0x38bddee366891b9f lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x186:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.473184:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366891b98 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x186:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.473204:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee366891b8a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.473206:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.473209:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.473212:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.473213:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee366891b8a lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.473221:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee366891b8a lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.473225:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42cb600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.473226:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee366891b8a lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.473230:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee366891b8a lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.473234:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.473235:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.473236:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee366891b8a lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.473240:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee366891b8a lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.473245:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000001bdcedc reply state 0000000042a10cec transno 12884905304 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb200/0x38bddee366891b91 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.473251:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb200/0x38bddee366891b91 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.473255:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:2.0:1783145823.473257:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.473258:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.473285:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+199:305915:x1869755187923584:12345-192.168.203.44@tcp:36:rm.500 Request processed in 512us (623us total) trans 12884905304 rc 0/0 00000100:00100000:2.0:1783145823.473290:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 217 00000100:00100000:2.0:1783145823.473295:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471224901077 time 8471226645045 state 0x2 ref 0 00000100:00100000:3.0:1783145823.475384:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.475410:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187924096 00000100:00100000:2.0:1783145823.475415:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187924096 00000100:00100000:2.0:1783145823.475428:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471224901077 time 8471226645045 state 0x0 ref 1 00000100:00100000:2.0:1783145823.475434:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471226745045 time 8471226645045 state 0x1 ref 1 00000100:00100000:2.0:1783145823.475450:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471226745045 time 8471229328678 state 0x0 ref 1 00000100:00100000:2.0:1783145823.475457:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+199:305920:x1869755187924096:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145823.475477:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145823.475487:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366891ac6 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x188:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a714 expref: 199 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475498:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee36689193e lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x188:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a69d expref: 198 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475505:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x188:0x0].0x0 (ffff9be9c5256700) 00010000:00010000:2.0:1783145823.475507:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.475514:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891ba6 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475520:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891ba6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475525:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891ba6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475530:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee366891bad lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475536:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee366891bad lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475539:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee366891bad lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475567:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee366891bb4 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x188:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475571:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee366891bb4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x188:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475575:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee366891bb4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x188:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145823.475641:0:204557:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].410, 64 off34432 00010000:00010000:2.0:1783145823.475660:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891bbb lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x188:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475666:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891bbb lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x188:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475671:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891bbb lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x188:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475675:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891bbb lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x188:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475679:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891bbb lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x188:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475683:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891bbb lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x188:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475696:0:204557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145823.475703:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee366891bb4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x188:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475708:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee366891bb4 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x188:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475713:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee366891bb4 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x188:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475716:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fc800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.475718:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee366891bb4 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x188:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.475723:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145823.475723:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee366891bb4 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x188:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475732:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x188:0x0].0x0 (ffff9be9c5256700) 00010000:00010000:3.0:1783145823.475733:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891bbb lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x188:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475735:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145823.475739:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee366891bb4 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x188:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.475751:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e5e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145823.475751:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee366891bb4 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x188:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.475756:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891bbb lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x188:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475763:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891ba6 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.475764:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891bbb lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x188:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475782:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891ba6 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.475786:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x188:0x0].0x0 (ffff9be9c5256700) 00010000:00010000:3.0:1783145823.475792:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.475796:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891bbb lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x188:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475797:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891ba6 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.475811:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891bbb lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x188:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475811:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891ba6 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475826:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fd800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.475829:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891ba6 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.475831:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.475833:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891ba6 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.475834:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.475837:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.475843:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.475845:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.475847:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891ba6 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475850:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891ba6 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.475857:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000cd4fa626 reply state 00000000f48daf16 transno 12884905306 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee366891bad lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475862:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee366891bad lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.475866:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00010000:00010000:2.0:1783145823.475867:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.475869:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.475901:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+199:305920:x1869755187924096:12345-192.168.203.44@tcp:36:rm.500 Request processed in 444us (516us total) trans 12884905306 rc 0/0 00000100:00100000:2.0:1783145823.475909:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 218 00000100:00100000:2.0:1783145823.475914:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471226745045 time 8471229328678 state 0x2 ref 0 00000100:00100000:3.0:1783145823.477359:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.477385:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187924224 00000100:00100000:2.0:1783145823.477389:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187924224 00000100:00100000:2.0:1783145823.477402:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471226745045 time 8471229328678 state 0x0 ref 1 00000100:00100000:2.0:1783145823.477408:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471229428678 time 8471229328678 state 0x1 ref 1 00000100:00100000:2.0:1783145823.477424:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471229428678 time 8471231302984 state 0x0 ref 1 00000100:00100000:2.0:1783145823.477433:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+199:305925:x1869755187924224:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.477442:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.477451:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891bc2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a73e expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.477478:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891bc9 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.477485:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891bc9 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.477491:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891bc9 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.477494:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.477503:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891bd0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.477508:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891bd0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.477514:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891bd0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.477530:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187924352 00000100:00100000:0.0:1783145823.477535:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187924352 00010000:00010000:2.0:1783145823.477547:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366891bd7 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.477553:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366891bd7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.477558:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366891bd7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.477566:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 608 00000100:00100000:0.0:1783145823.477573:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8700050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b832727d-edc7-457c-aba4-c59935e6a58f+201:2410:x1869755187924352:12345-192.168.203.44@tcp:63:ll_sa.0 00000004:00200000:2.0:1783145823.477575:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x18a:0x0]: returning size 0 00000004:00200000:2.0:1783145823.477579:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145823.477588:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366891bd7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.477593:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366891bd7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.477598:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891bc9 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.477601:0:204560:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.477602:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891bc9 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.477608:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891bc9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.477610:0:204560:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366891bde lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a745 expref: -99 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.477612:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891bc9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.477630:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e4c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.477632:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891bc9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.477636:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891bc9 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.477641:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.477644:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.477645:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891be5 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.477646:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891bc9 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.477661:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891bc9 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.477674:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891be5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.477676:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891bd0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.477686:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891bd0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.477687:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891be5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.477700:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891bd0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.477704:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891bec lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.477705:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e5400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.477710:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891bd0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.477716:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891bec lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.477717:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891bd0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.477731:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891bec lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.477735:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:2.0:1783145823.477738:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.477740:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891bd0 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.477744:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891bd0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.477758:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891bc2 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a73e expref: 203 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.477766:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366891bf3 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x18b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.477768:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366891bd7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x18a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a73e expref: 202 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.477782:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18a:0x0].0x0 (ffff9be9c5256500) 00010000:00010000:0.0:1783145823.477782:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366891bf3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.477788:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.477791:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9ffe2c000, rc 0) 00010000:00010000:0.0:1783145823.477799:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366891bf3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145823.477817:0:204560:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x18b:0x0]: returning size 0 00000100:00100000:2.0:1783145823.477820:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+202:305925:x1869755187924224:12345-192.168.203.44@tcp:101:rm.500 Request processed in 389us (462us total) trans 0 rc 0/0 00000004:00200000:0.0:1783145823.477822:0:204560:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:2.0:1783145823.477830:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 219 00000100:00100000:2.0:1783145823.477834:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471229428678 time 8471231302984 state 0x2 ref 0 00000004:00010000:0.0:1783145823.477839:0:204560:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366891bf3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.477850:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366891bf3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.477862:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891be5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.477868:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891be5 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.477874:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891be5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.477878:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1ac00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.477881:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891be5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.477888:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891be5 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.477897:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.477900:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.477903:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891be5 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.477910:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891be5 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.477920:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891bec lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.477924:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891bec lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.477928:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891bec lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.477932:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.477933:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891bec lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.477937:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891bec lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.477941:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:0.0:1783145823.477942:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.477944:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891bec lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.477947:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891bec lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.477960:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366891bde lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a745 expref: 202 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.477967:0:204560:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366891bf3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x18b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a745 expref: 201 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.477971:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18b:0x0].0x0 (ffff9be9c280c700) 00010000:00010000:0.0:1783145823.477973:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.477974:0:204560:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1b000, rc 0) 00010000:00010000:0.0:1783145823.477977:0:204560:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.477982:0:204560:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee366891bfa lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a74c expref: -99 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.477999:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366891c01 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.478004:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366891c01 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.478008:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366891c01 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.478013:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891c08 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.478017:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891c08 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.478021:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891c08 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.478031:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366891c01 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.478034:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366891c01 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.478037:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366891c01 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.478041:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1b800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.478043:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366891c01 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.478049:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366891c01 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.478053:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.478054:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.478056:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366891c01 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.478059:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366891c01 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.478065:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891c08 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.478068:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891c08 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.478071:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891c08 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.478074:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c65d5200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.478076:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891c08 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.478079:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891c08 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.478082:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:0.0:1783145823.478083:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.478085:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891c08 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.478088:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891c08 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.478097:0:204560:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee366891bfa lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a74c expref: 202 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.478102:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.478104:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145823.478106:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee366891bfa lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a74c expref: 202 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.478110:0:204560:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1be00, rc -2) 00000100:00100000:0.0:1783145823.478166:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8700050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b832727d-edc7-457c-aba4-c59935e6a58f+201:2410:x1869755187924352:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 592us (673us total) trans 0 rc -2/-2 00000100:00100000:0.0:1783145823.478172:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 608 00000100:00100000:3.0:1783145823.479358:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.479377:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.479398:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187924608 00000100:00100000:1.0:1783145823.479404:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187924608 00000100:00100000:2.0:1783145823.479405:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187924736 00000100:00100000:2.0:1783145823.479410:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187924736 00000100:00100000:1.0:1783145823.479423:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471229428678 time 8471231302984 state 0x0 ref 1 00000100:00100000:1.0:1783145823.479432:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471231402984 time 8471231302984 state 0x1 ref 1 00000100:00100000:2.0:1783145823.479445:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2477 00000100:00100000:2.0:1783145823.479453:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b832727d-edc7-457c-aba4-c59935e6a58f+61:2409:x1869755187924736:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.479461:0:228913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1783145823.479461:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471231402984 time 8471233337830 state 0x0 ref 1 00010000:00010000:2.0:1783145823.479474:0:228913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ece14500/0x38bddee366891c0f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbbc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a784 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.479475:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+201:305924:x1869755187924608:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.479488:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:2.0:1783145823.479494:0:228913:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbbc:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:1.0:1783145823.479498:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a400/0x38bddee366891c16 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a77d expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.479506:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbc:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:2.0:1783145823.479511:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145823.479518:0:228913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ece14500/0x38bddee366891c0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a784 expref: 62 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.479528:0:228913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ece14500/0x38bddee366891c0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a784 expref: 62 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.479536:0:228913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9ffe2d000, rc 0) 00010000:00010000:1.0:1783145823.479539:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891c1d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.479548:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891c1d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.479554:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891c1d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.479561:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b832727d-edc7-457c-aba4-c59935e6a58f+62:2409:x1869755187924736:12345-192.168.203.44@tcp:101:rm.500 Request processed in 109us (182us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145823.479562:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1be00/0x38bddee366891c24 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.479574:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2477 00010000:00010000:1.0:1783145823.479577:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1be00/0x38bddee366891c24 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.479583:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1be00/0x38bddee366891c24 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145823.479751:0:204556:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb5a:0x0], index 1: 0 00010000:00010000:1.0:1783145823.479817:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ae00/0x38bddee366891c2b lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x18d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.479822:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ae00/0x38bddee366891c2b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.479827:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ae00/0x38bddee366891c2b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.479845:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891c1d lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.479849:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891c1d lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.479852:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891c1d lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.479856:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891c1d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.479858:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e1b1ac00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.479860:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891c1d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.479864:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891c1d lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.479868:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.479870:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.479872:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891c1d lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.479875:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891c1d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.479883:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c23d4806 reply state 000000009fae185b transno 12884905307 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1be00/0x38bddee366891c24 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.479892:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1be00/0x38bddee366891c24 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.479898:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:1.0:1783145823.479901:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.479903:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145823.479922:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a400/0x38bddee366891c16 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a77d expref: 204 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.479934:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ae00/0x38bddee366891c2b lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x18d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a77d expref: 203 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.479941:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18d:0x0].0x0 (ffff9be9d1efe900) 00010000:00010000:1.0:1783145823.479943:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.479945:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e1b1ae00, rc 0) 00000100:00100000:1.0:1783145823.479970:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+204:305924:x1869755187924608:12345-192.168.203.44@tcp:101:touch.500 Request processed in 500us (612us total) trans 12884905307 rc 0/0 00000100:00100000:1.0:1783145823.479975:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 220 00000100:00100000:1.0:1783145823.479979:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471231402984 time 8471233337830 state 0x2 ref 0 00000100:00100000:3.0:1783145823.480048:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.480077:0:228916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187924864 00000100:00100000:0.0:1783145823.480081:0:228916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187924864 00000100:00100000:0.0:1783145823.480107:0:228916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2478 00000100:00100000:0.0:1783145823.480112:0:228916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b832727d-edc7-457c-aba4-c59935e6a58f+30:2410:x1869755187924864:12345-192.168.203.44@tcp:101:ll_agl.0 00010000:00010000:0.0:1783145823.480145:0:228916:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.480159:0:228916:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b1f38ee/0x38bddee366891c39 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb59:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a78b expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145823.480173:0:228916:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb59:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:0.0:1783145823.480183:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb59:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.480186:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb59:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145823.480192:0:228916:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b1f38ee/0x38bddee366891c39 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a78b expref: 31 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.480200:0:228916:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003b1f38ee/0x38bddee366891c39 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a78b expref: 31 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.480206:0:228916:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d19fc200, rc 0) 00000100:00100000:0.0:1783145823.480234:0:228916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b832727d-edc7-457c-aba4-c59935e6a58f+31:2410:x1869755187924864:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 121us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.480241:0:228916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2478 00000100:00100000:2.0:1783145823.481520:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.481550:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187925248 00000100:00100000:0.0:1783145823.481553:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187925248 00000100:00100000:2.0:1783145823.481561:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.481568:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471231402984 time 8471233337830 state 0x0 ref 1 00000100:00100000:0.0:1783145823.481574:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471233437830 time 8471233337830 state 0x1 ref 1 00000100:00100000:0.0:1783145823.481590:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187925376 00000100:00100000:0.0:1783145823.481593:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187925376 00000100:00100000:3.0:1783145823.481603:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471233437830 time 8471235477824 state 0x0 ref 1 00000100:00100000:0.0:1783145823.481615:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471235577824 time 8471235477824 state 0x1 ref 2 00000100:00100000:0.0:1783145823.481634:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471235577824 time 8471235511728 state 0x0 ref 2 00000100:00100000:0.0:1783145823.481646:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4304380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+205:305924:x1869755187925376:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:3.0:1783145823.481653:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4304a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+205:305926:x1869755187925248:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.481662:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.481668:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145823.481670:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366891c40 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a792 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.481679:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ae00/0x38bddee366891c2b lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x18d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a77d expref: 206 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.481688:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18d:0x0].0x0 (ffff9be9d1efe900) 00010000:00010000:0.0:1783145823.481693:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.481712:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df000/0x38bddee366891c47 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.481720:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df000/0x38bddee366891c47 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.481725:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee366891c4e lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x18d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.481729:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df000/0x38bddee366891c47 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.481733:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee366891c4e lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.481738:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de800/0x38bddee366891c55 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.481740:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee366891c4e lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.481751:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de800/0x38bddee366891c55 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.481757:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de800/0x38bddee366891c55 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.481787:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000083134bca reply state 00000000bd689db3 transno 12884905308 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee366891c4e lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.481794:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee366891c4e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.481798:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18d:0x0].0x0 (ffff9be9ffff9400) 00010000:00010000:0.0:1783145823.481799:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.481801:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145823.481850:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4304380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+207:305924:x1869755187925376:12345-192.168.203.44@tcp:36:touch.500 Request processed in 205us (286us total) trans 12884905308 rc 0/0 00000100:00100000:0.0:1783145823.481857:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 222 00000004:00080000:3.0:1783145823.481874:0:204557:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbbe:0x0], index 0: 0 00010000:00010000:3.0:1783145823.481945:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366891c5c lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.481954:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366891c5c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.481997:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366891c5c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.482014:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df000/0x38bddee366891c47 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.482018:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df000/0x38bddee366891c47 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.482022:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df000/0x38bddee366891c47 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.482025:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df000/0x38bddee366891c47 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.482029:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d93df000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.482031:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df000/0x38bddee366891c47 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.482035:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df000/0x38bddee366891c47 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.482040:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.482041:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.482043:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df000/0x38bddee366891c47 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.482046:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df000/0x38bddee366891c47 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.482053:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a35aadb2 reply state 00000000935b0943 transno 12884905309 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de800/0x38bddee366891c55 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.482058:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de800/0x38bddee366891c55 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.482062:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:3.0:1783145823.482063:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.482065:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.482077:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366891c40 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a792 expref: 208 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.482084:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366891c5c lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x18e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a792 expref: 207 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.482092:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18e:0x0].0x0 (ffff9be9c31f0e00) 00010000:00010000:3.0:1783145823.482094:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.482095:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d93df800, rc 0) 00000100:00100000:3.0:1783145823.482150:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4304a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+208:305926:x1869755187925248:12345-192.168.203.44@tcp:101:touch.500 Request processed in 536us (630us total) trans 12884905309 rc 0/0 00000100:00100000:3.0:1783145823.482156:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 221 00000100:00100000:3.0:1783145823.482159:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471235577824 time 8471235511728 state 0x2 ref 0 00000100:00100000:2.0:1783145823.482388:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.482406:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187925504 00000100:00100000:3.0:1783145823.482410:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187925504 00000100:00100000:3.0:1783145823.482423:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471235577824 time 8471235511728 state 0x0 ref 1 00000100:00100000:3.0:1783145823.482428:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471235611728 time 8471235511728 state 0x1 ref 1 00000100:00100000:3.0:1783145823.482442:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471235611728 time 8471236320599 state 0x0 ref 1 00000100:00100000:3.0:1783145823.482448:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4304700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+208:305924:x1869755187925504:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.482454:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.482460:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee366891c6a lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x18d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a799 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.482477:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee366891c6a lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x18d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a799 expref: 209 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.482483:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee366891c6a lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x18d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a799 expref: 209 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.482495:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18d:0x0].0x0 (ffff9be9ffff9400) 00010000:00010000:3.0:1783145823.482497:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145823.482498:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d93de400, rc 0) 00000100:00100000:3.0:1783145823.482519:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4304700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+209:305924:x1869755187925504:12345-192.168.203.44@tcp:101:touch.500 Request processed in 72us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.482524:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 223 00000100:00100000:3.0:1783145823.482527:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471235611728 time 8471236320599 state 0x2 ref 0 00000100:00100000:2.0:1783145823.483044:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.483065:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.483084:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187925888 00000100:00100000:1.0:1783145823.483089:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187925888 00000100:00100000:0.0:1783145823.483094:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187926016 00000100:00100000:0.0:1783145823.483099:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187926016 00000100:00100000:1.0:1783145823.483107:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471235611728 time 8471236320599 state 0x0 ref 1 00000100:00100000:0.0:1783145823.483113:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471236420599 time 8471236320599 state 0x1 ref 2 00000100:00100000:1.0:1783145823.483152:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471236420599 time 8471236320599 state 0x1 ref 2 00000100:00100000:0.0:1783145823.483164:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471237142010 time 8471237042010 state 0x1 ref 2 00000100:00100000:0.0:1783145823.483176:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4305180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+210:305926:x1869755187926016:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:2.0:1783145823.483177:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471237142010 time 8471237054082 state 0x0 ref 2 00000100:00100000:2.0:1783145823.483192:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4305c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+210:305927:x1869755187925888:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.483198:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145823.483201:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.483209:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366891c5c lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x18e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a792 expref: 210 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.483210:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366891c71 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a7a0 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.483230:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18e:0x0].0x0 (ffff9be9c31f0e00) 00010000:00010000:0.0:1783145823.483235:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145823.483260:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee366891c78 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.483262:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee366891c7f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.483268:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee366891c78 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.483273:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee366891c7f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.483276:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee366891c78 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.483286:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee366891c7f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.483295:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891c86 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.483301:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891c86 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.483306:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891c86 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.483317:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000047c949cd reply state 00000000ba206273 transno 12884905310 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee366891c78 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.483325:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee366891c78 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.483330:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18e:0x0].0x0 (ffff9be9ffff9600) 00000100:00100000:3.0:1783145823.483335:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.483336:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.483339:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.483375:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187926144 00000100:00100000:1.0:1783145823.483380:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187926144 00000100:00100000:0.0:1783145823.483382:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4305180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+212:305926:x1869755187926016:12345-192.168.203.44@tcp:36:touch.500 Request processed in 208us (315us total) trans 12884905310 rc 0/0 00000100:00100000:0.0:1783145823.483388:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 224 00000100:00100000:1.0:1783145823.483422:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2479 00000100:00100000:1.0:1783145823.483433:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b832727d-edc7-457c-aba4-c59935e6a58f+31:2409:x1869755187926144:12345-192.168.203.44@tcp:2:touch.500 00000004:00080000:2.0:1783145823.483455:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb5b:0x0], index 1: 0 00010000:00010000:2.0:1783145823.483518:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee366891c8d lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.483525:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee366891c8d lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.483530:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee366891c8d lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.483545:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee366891c7f lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.483553:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee366891c7f lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.483557:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b832727d-edc7-457c-aba4-c59935e6a58f+32:2409:x1869755187926144:12345-192.168.203.44@tcp:2:touch.500 Request processed in 126us (223us total) trans 8589935427 rc 0/0 00010000:00010000:2.0:1783145823.483560:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee366891c7f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.483566:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee366891c7f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.483569:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2479 00010000:00010000:2.0:1783145823.483575:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42cb600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.483578:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee366891c7f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.483582:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee366891c7f lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.483588:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.483591:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.483593:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee366891c7f lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.483597:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee366891c7f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.483604:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006317a3f1 reply state 000000008009e762 transno 12884905311 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891c86 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.483609:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891c86 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.483613:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00010000:00010000:2.0:1783145823.483615:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.483616:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145823.483628:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366891c71 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7a0 expref: 213 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.483636:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee366891c8d lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x18f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7a0 expref: 212 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.483641:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18f:0x0].0x0 (ffff9be8e8a1a300) 00010000:00010000:2.0:1783145823.483642:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.483643:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d19fc800, rc 0) 00000100:00100000:2.0:1783145823.483667:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4305c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+213:305927:x1869755187925888:12345-192.168.203.44@tcp:101:touch.500 Request processed in 480us (625us total) trans 12884905311 rc 0/0 00000100:00100000:2.0:1783145823.483672:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 225 00000100:00100000:2.0:1783145823.483676:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471237142010 time 8471237054082 state 0x2 ref 0 00000100:00100000:3.0:1783145823.484014:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.484041:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187926272 00000100:00100000:1.0:1783145823.484046:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187926272 00000100:00100000:1.0:1783145823.484063:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471237142010 time 8471237054082 state 0x0 ref 1 00000100:00100000:1.0:1783145823.484071:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471237154082 time 8471237054082 state 0x1 ref 1 00000100:00100000:1.0:1783145823.484092:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471237154082 time 8471237969190 state 0x0 ref 1 00000100:00100000:1.0:1783145823.484105:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+213:305926:x1869755187926272:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.484114:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.484154:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee366891c9b lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a7a7 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.484181:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee366891c9b lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x18e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7a7 expref: 214 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.484191:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee366891c9b lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x18e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7a7 expref: 214 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.484200:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18e:0x0].0x0 (ffff9be9ffff9600) 00010000:00010000:1.0:1783145823.484202:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145823.484204:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e1b1a800, rc 0) 00000100:00100000:1.0:1783145823.484232:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+214:305926:x1869755187926272:12345-192.168.203.44@tcp:101:touch.500 Request processed in 131us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.484242:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 226 00000100:00100000:1.0:1783145823.484246:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471237154082 time 8471237969190 state 0x2 ref 0 00000100:00100000:3.0:1783145823.484306:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.484334:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187926528 00000100:00100000:1.0:1783145823.484339:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187926528 00000100:00100000:1.0:1783145823.484370:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 920 00000100:00100000:1.0:1783145823.484381:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+214:305924:x1869755187926528:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145823.484484:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+215:305924:x1869755187926528:12345-192.168.203.44@tcp:35:touch.500 Request processed in 107us (179us total) trans 12884905312 rc 0/0 00000100:00100000:1.0:1783145823.484488:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 920 00000100:00100000:3.0:1783145823.484541:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.484575:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187926912 00000100:00100000:1.0:1783145823.484581:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187926912 00000100:00100000:3.0:1783145823.484597:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.484599:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471237154082 time 8471237969190 state 0x0 ref 1 00000100:00100000:1.0:1783145823.484608:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471238069190 time 8471237969190 state 0x1 ref 1 00000100:00100000:1.0:1783145823.484626:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187927040 00000100:00100000:1.0:1783145823.484630:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187927040 00000100:00100000:0.0:1783145823.484635:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471238069190 time 8471238511190 state 0x0 ref 1 00000100:00100000:1.0:1783145823.484646:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471238611190 time 8471238511190 state 0x1 ref 2 00000100:00100000:0.0:1783145823.484651:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+216:305927:x1869755187926912:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:1.0:1783145823.484665:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471238611190 time 8471238542562 state 0x0 ref 2 00010000:00010000:0.0:1783145823.484673:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1783145823.484677:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+216:305929:x1869755187927040:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.484685:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.484689:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc800/0x38bddee366891c8d lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x18f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7a0 expref: 216 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.484693:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee366891ca2 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a7ae expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.484701:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18f:0x0].0x0 (ffff9be8e8a1a300) 00010000:00010000:0.0:1783145823.484708:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145823.484728:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee366891ca9 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.484735:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee366891ca9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.484740:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee366891ca9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.484757:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891cb0 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.484769:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891cb0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.484770:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000bf602d2f reply state 00000000d07cdd55 transno 12884905313 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee366891ca9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.484787:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee366891ca9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.484788:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891cb0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.484797:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18f:0x0].0x0 (ffff9be9ffff9700) 00010000:00010000:0.0:1783145823.484801:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.484803:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145823.484805:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a800/0x38bddee366891cb7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.484812:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a800/0x38bddee366891cb7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.484818:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a800/0x38bddee366891cb7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.484850:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+218:305927:x1869755187926912:12345-192.168.203.44@tcp:36:touch.500 Request processed in 202us (306us total) trans 12884905313 rc 0/0 00000100:00100000:0.0:1783145823.484858:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 227 00000004:00080000:1.0:1783145823.484930:0:204590:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbbf:0x0], index 0: 0 00010000:00010000:1.0:1783145823.485006:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891cbe lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x190:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.485014:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891cbe lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x190:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.485019:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891cbe lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x190:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.485034:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891cb0 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.485040:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891cb0 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.485044:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891cb0 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.485047:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891cb0 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.485050:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536b000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.485052:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891cb0 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.485055:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891cb0 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.485060:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.485061:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.485063:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891cb0 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.485066:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891cb0 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.485072:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b3c51248 reply state 000000007c1da64d transno 12884905314 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a800/0x38bddee366891cb7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.485077:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a800/0x38bddee366891cb7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.485081:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:1.0:1783145823.485083:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.485084:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145823.485095:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee366891ca2 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7ae expref: 219 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.485102:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891cbe lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x190:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7ae expref: 218 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.485106:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x190:0x0].0x0 (ffff9be8d0392900) 00010000:00010000:1.0:1783145823.485108:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.485109:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d536ac00, rc 0) 00000100:00100000:1.0:1783145823.485175:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+219:305929:x1869755187927040:12345-192.168.203.44@tcp:101:touch.500 Request processed in 501us (579us total) trans 12884905314 rc 0/0 00000100:00100000:1.0:1783145823.485180:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 228 00000100:00100000:1.0:1783145823.485183:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471238611190 time 8471238542562 state 0x2 ref 0 00000100:00100000:3.0:1783145823.485268:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.485295:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187927168 00000100:00100000:1.0:1783145823.485299:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187927168 00000100:00100000:1.0:1783145823.485321:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2480 00000100:00100000:1.0:1783145823.485325:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b832727d-edc7-457c-aba4-c59935e6a58f+62:2408:x1869755187927168:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:1.0:1783145823.485406:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b832727d-edc7-457c-aba4-c59935e6a58f+63:2408:x1869755187927168:12345-192.168.203.44@tcp:2:touch.500 Request processed in 79us (137us total) trans 8589936079 rc 0/0 00000100:00100000:1.0:1783145823.485411:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2480 00000100:00100000:3.0:1783145823.485420:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.485477:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187927296 00000100:00100000:2.0:1783145823.485482:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187927296 00000100:00100000:2.0:1783145823.485497:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471238611190 time 8471238542562 state 0x0 ref 1 00000100:00100000:2.0:1783145823.485503:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471238642562 time 8471238542562 state 0x1 ref 1 00000100:00100000:2.0:1783145823.485518:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471238642562 time 8471239397060 state 0x0 ref 1 00000100:00100000:2.0:1783145823.485526:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb888a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+219:305927:x1869755187927296:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.485534:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.485541:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee366891ccc lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a7b5 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.485563:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee366891ccc lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x18f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7b5 expref: 220 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.485570:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee366891ccc lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x18f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7b5 expref: 220 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.485578:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18f:0x0].0x0 (ffff9be9ffff9700) 00010000:00010000:2.0:1783145823.485580:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145823.485582:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1be00, rc 0) 00000100:00100000:2.0:1783145823.485605:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb888a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+220:305927:x1869755187927296:12345-192.168.203.44@tcp:101:touch.500 Request processed in 80us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.485610:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 229 00000100:00100000:2.0:1783145823.485614:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471238642562 time 8471239397060 state 0x2 ref 0 00000100:00100000:0.0:1783145823.486084:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.486107:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.486140:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187927552 00000100:00100000:1.0:1783145823.486145:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187927552 00000100:00100000:2.0:1783145823.486158:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187927808 00000100:00100000:2.0:1783145823.486162:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187927808 00000100:00100000:2.0:1783145823.486177:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471238642562 time 8471239397060 state 0x0 ref 1 00000100:00100000:0.0:1783145823.486184:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.486186:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471239497060 time 8471239397060 state 0x1 ref 1 00000100:00100000:1.0:1783145823.486189:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 921 00000100:00100000:1.0:1783145823.486201:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee264a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+221:305926:x1869755187927552:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:2.0:1783145823.486209:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187927936 00000100:00100000:2.0:1783145823.486212:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187927936 00000100:00100000:0.0:1783145823.486216:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471239497060 time 8471240092700 state 0x0 ref 1 00000100:00100000:2.0:1783145823.486223:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471240192700 time 8471240092700 state 0x1 ref 2 00000100:00100000:0.0:1783145823.486229:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee264700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+222:305929:x1869755187927808:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:2.0:1783145823.486241:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471240192700 time 8471240118813 state 0x0 ref 2 00010000:00010000:0.0:1783145823.486248:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1783145823.486252:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee265f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+222:305930:x1869755187927936:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.486261:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891cbe lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x190:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7ae expref: 222 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486262:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.486272:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x190:0x0].0x0 (ffff9be8d0392900) 00010000:00010000:2.0:1783145823.486273:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366891cd3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a7bc expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.486278:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.486302:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366891cda lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.486304:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6000/0x38bddee366891ce1 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x190:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486311:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366891cda lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.486314:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6000/0x38bddee366891ce1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486319:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366891cda lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.486323:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6000/0x38bddee366891ce1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486331:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891ce8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486340:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891ce8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.486340:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee264a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+223:305926:x1869755187927552:12345-192.168.203.44@tcp:35:touch.500 Request processed in 138us (252us total) trans 12884905315 rc 0/0 00010000:00010000:2.0:1783145823.486354:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891ce8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.486360:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 921 00000004:00010000:0.0:1783145823.486369:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f2daef92 reply state 00000000eaadcec5 transno 12884905316 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6000/0x38bddee366891ce1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.486381:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6000/0x38bddee366891ce1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486386:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891cef lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x18c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.486388:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x190:0x0].0x0 (ffff9be9ffff9e00) 00010000:00010000:2.0:1783145823.486396:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891cef lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.486396:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.486399:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145823.486405:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891cef lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.486420:0:206077:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x18c:0x0]: returning size 0 00000004:00200000:2.0:1783145823.486423:0:206077:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145823.486432:0:206077:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891cef lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.486439:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee264700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+224:305929:x1869755187927808:12345-192.168.203.44@tcp:36:touch.500 Request processed in 213us (330us total) trans 12884905316 rc 0/0 00010000:00010000:2.0:1783145823.486440:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891cef lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.486449:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 230 00010000:00010000:2.0:1783145823.486451:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366891cda lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486457:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366891cda lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486461:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366891cda lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486465:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366891cda lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486469:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.486471:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366891cda lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.486478:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.486481:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366891cda lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486487:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.486489:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.486491:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366891cda lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486495:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366891cda lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486508:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891ce8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.486509:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187928192 00010000:00010000:2.0:1783145823.486515:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891ce8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.486515:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187928192 00010000:00010000:2.0:1783145823.486521:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891ce8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486526:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.486529:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891ce8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486532:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891ce8 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486537:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:2.0:1783145823.486539:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.486541:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891ce8 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.486546:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 609 00010000:00010000:2.0:1783145823.486547:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366891ce8 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.486553:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb889f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:b832727d-edc7-457c-aba4-c59935e6a58f+224:2408:x1869755187928192:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:2.0:1783145823.486562:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366891cd3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7bc expref: 225 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.486567:0:228897:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.486570:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891cef lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7bc expref: 224 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.486575:0:228897:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891cf6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a7c3 expref: -99 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486589:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18c:0x0].0x0 (ffff9be8e8a1ab00) 00010000:00010000:2.0:1783145823.486591:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.486592:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1ac00, rc 0) 00010000:00010000:1.0:1783145823.486606:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee366891cfd lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.486613:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee366891cfd lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.486620:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee366891cfd lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.486625:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee265f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+225:305930:x1869755187927936:12345-192.168.203.44@tcp:101:rm.500 Request processed in 374us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.486629:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.486641:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 231 00000100:00100000:2.0:1783145823.486645:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471240192700 time 8471240118813 state 0x2 ref 0 00010000:00010000:1.0:1783145823.486645:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891d04 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa93495a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.486655:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891d04 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa93495a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.486659:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187928320 00010000:00010000:1.0:1783145823.486662:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891d04 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa93495a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.486664:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187928320 00000100:00100000:3.0:1783145823.486670:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145823.486675:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee366891cfd lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.486681:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee366891cfd lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.486685:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee366891cfd lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.486689:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536a000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.486692:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee366891cfd lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.486695:0:228912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2481 00010000:00010000:1.0:1783145823.486704:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee366891cfd lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.486705:0:228912:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b832727d-edc7-457c-aba4-c59935e6a58f+32:2407:x1869755187928320:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:1.0:1783145823.486722:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.486725:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.486729:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee366891cfd lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.486736:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a000/0x38bddee366891cfd lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.486745:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187928064 00000100:00100000:2.0:1783145823.486749:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187928064 00010000:00010000:1.0:1783145823.486749:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891d04 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa93495a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.486759:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891d04 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa93495a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.486764:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471240192700 time 8471240118813 state 0x0 ref 1 00010000:00010000:1.0:1783145823.486772:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891d04 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa93495a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.486774:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471240218813 time 8471240118813 state 0x1 ref 1 00010000:00010000:1.0:1783145823.486787:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536a200 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:0.0:1783145823.486788:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b832727d-edc7-457c-aba4-c59935e6a58f+33:2407:x1869755187928320:12345-192.168.203.44@tcp:2:touch.500 Request processed in 84us (163us total) trans 8589935428 rc 0/0 00010000:00010000:1.0:1783145823.486792:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891d04 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa93495a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.486793:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471240218813 time 8471240670674 state 0x0 ref 1 00000100:00100000:0.0:1783145823.486806:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2481 00010000:00010000:1.0:1783145823.486808:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891d04 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa93495a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.486812:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb88ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+225:305928:x1869755187928064:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.486824:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.486824:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa93495a8 (ffff9be8d0392400) 00010000:00010000:1.0:1783145823.486829:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.486832:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891d04 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa93495a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486833:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee366891d0b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a7ca expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.486842:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891d04 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa93495a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486859:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366891d12 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.486862:0:228897:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891cf6 lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7c3 expref: 226 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486868:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366891d12 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486874:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366891d12 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.486880:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.486883:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891d19 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.486884:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145823.486893:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891d19 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.486894:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891cf6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7c3 expref: 226 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486905:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891d19 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.486915:0:228897:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d536ae00, rc -2) 00010000:00010000:2.0:1783145823.486934:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91000/0x38bddee366891d20 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x18b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486940:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91000/0x38bddee366891d20 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486946:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91000/0x38bddee366891d20 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.486957:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb889f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:b832727d-edc7-457c-aba4-c59935e6a58f+225:2408:x1869755187928192:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 402us (480us total) trans 0 rc -2/-2 00000004:00200000:2.0:1783145823.486958:0:204556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x18b:0x0]: returning size 0 00000004:00200000:2.0:1783145823.486962:0:204556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:1.0:1783145823.486971:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 609 00000004:00010000:2.0:1783145823.486972:0:204556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91000/0x38bddee366891d20 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486979:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91000/0x38bddee366891d20 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486984:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366891d12 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486988:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366891d12 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486995:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366891d12 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.486999:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366891d12 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.487003:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.487004:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366891d12 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.487008:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366891d12 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.487012:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.487013:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.487015:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366891d12 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.487018:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366891d12 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.487025:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891d19 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.487028:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891d19 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.487032:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891d19 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.487035:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda91200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.487037:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891d19 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.487040:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891d19 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.487044:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:2.0:1783145823.487045:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.487046:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891d19 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.487049:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891d19 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.487069:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee366891d0b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7ca expref: 225 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.487075:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91000/0x38bddee366891d20 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x18b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7ca expref: 224 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.487079:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18b:0x0].0x0 (ffff9be9c280c700) 00010000:00010000:2.0:1783145823.487080:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.487081:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda91000, rc 0) 00000100:00100000:2.0:1783145823.487104:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb88ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+224:305928:x1869755187928064:12345-192.168.203.44@tcp:101:rm.500 Request processed in 298us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.487108:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 232 00000100:00100000:2.0:1783145823.487112:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471240218813 time 8471240670674 state 0x2 ref 0 00000100:00100000:3.0:1783145823.487521:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.487554:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187928448 00000100:00100000:1.0:1783145823.487558:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187928448 00000100:00100000:1.0:1783145823.487569:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471240218813 time 8471240670674 state 0x0 ref 1 00000100:00100000:1.0:1783145823.487576:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471240770674 time 8471240670674 state 0x1 ref 1 00000100:00100000:1.0:1783145823.487589:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471240770674 time 8471241467978 state 0x0 ref 1 00000100:00100000:1.0:1783145823.487597:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb889c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+224:305929:x1869755187928448:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.487604:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.487611:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a400/0x38bddee366891d27 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x190:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a7d1 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.487628:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a400/0x38bddee366891d27 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x190:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7d1 expref: 225 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.487635:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a400/0x38bddee366891d27 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x190:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7d1 expref: 225 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.487644:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x190:0x0].0x0 (ffff9be9ffff9e00) 00010000:00010000:1.0:1783145823.487646:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145823.487647:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e1b1a400, rc 0) 00000100:00100000:3.0:1783145823.487659:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.487674:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb889c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+225:305929:x1869755187928448:12345-192.168.203.44@tcp:101:touch.500 Request processed in 77us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.487679:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 233 00000100:00100000:1.0:1783145823.487683:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471240770674 time 8471241467978 state 0x2 ref 0 00000100:00100000:2.0:1783145823.487704:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187928576 00000100:00100000:2.0:1783145823.487710:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187928576 00000100:00100000:2.0:1783145823.487736:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2482 00000100:00100000:2.0:1783145823.487741:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb88b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b832727d-edc7-457c-aba4-c59935e6a58f+63:2408:x1869755187928576:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.487746:0:228898:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.487755:0:228898:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f650f066/0x38bddee366891d2e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbbd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a7d8 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783145823.487765:0:228898:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbbd:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145823.487772:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbd:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:2.0:1783145823.487775:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145823.487780:0:228898:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f650f066/0x38bddee366891d2e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7d8 expref: 64 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.487788:0:228898:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f650f066/0x38bddee366891d2e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7d8 expref: 64 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.487794:0:228898:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda91e00, rc 0) 00000100:00100000:2.0:1783145823.487814:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb88b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b832727d-edc7-457c-aba4-c59935e6a58f+64:2408:x1869755187928576:12345-192.168.203.44@tcp:101:rm.500 Request processed in 73us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.487819:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2482 00000100:00100000:3.0:1783145823.488556:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.488585:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187928704 00000100:00100000:2.0:1783145823.488590:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187928704 00000100:00100000:2.0:1783145823.488619:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2483 00000100:00100000:2.0:1783145823.488628:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b832727d-edc7-457c-aba4-c59935e6a58f+64:2409:x1869755187928704:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:2.0:1783145823.488699:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b832727d-edc7-457c-aba4-c59935e6a58f+65:2409:x1869755187928704:12345-192.168.203.44@tcp:2:touch.500 Request processed in 74us (143us total) trans 8589936080 rc 0/0 00000100:00100000:2.0:1783145823.488703:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2483 00000100:00100000:3.0:1783145823.488789:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.488827:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187928832 00000100:00100000:1.0:1783145823.488832:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187928832 00000100:00100000:1.0:1783145823.488863:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 270 00000100:00100000:1.0:1783145823.488868:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb88bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+225:2407:x1869755187928832:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145823.488877:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145823.488886:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91000/0x38bddee366891d20 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x18b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7ca expref: 225 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.488895:0:215294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18b:0x0].0x0 (ffff9be9c280c700) 00010000:00010000:1.0:1783145823.488897:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783145823.488922:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb88bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+224:2407:x1869755187928832:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 54us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.488927:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 270 00000100:00100000:2.0:1783145823.488936:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.488961:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187929088 00000100:00100000:3.0:1783145823.489002:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187929088 00000100:00100000:3.0:1783145823.489014:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471240770674 time 8471241467978 state 0x0 ref 1 00000100:00100000:3.0:1783145823.489020:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471241567978 time 8471241467978 state 0x1 ref 1 00000100:00100000:3.0:1783145823.489034:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471241567978 time 8471242912564 state 0x0 ref 1 00000100:00100000:3.0:1783145823.489042:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4306d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+224:305925:x1869755187929088:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:3.0:1783145823.489152:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:0.0:1783145823.489160:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145823.489165:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366891bd7 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x18a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a73e expref: 224 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.489182:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee366891a41 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x18a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6e3 expref: 223 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.489185:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187929344 00000100:00100000:2.0:1783145823.489190:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187929344 00010000:00010000:3.0:1783145823.489191:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18a:0x0].0x0 (ffff9be9c5256500) 00010000:00010000:3.0:1783145823.489195:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.489204:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891d35 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.489212:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 922 00010000:00010000:3.0:1783145823.489213:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891d35 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.489221:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f3ff8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+223:305927:x1869755187929344:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:3.0:1783145823.489226:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891d35 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.489239:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891d3c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.489248:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891d3c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.489255:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891d3c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.489293:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891d43 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.489299:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891d43 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.489304:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891d43 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.489352:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f3ff8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+224:305927:x1869755187929344:12345-192.168.203.44@tcp:35:touch.500 Request processed in 131us (192us total) trans 12884905317 rc 0/0 00000100:00100000:2.0:1783145823.489361:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 922 00000100:00100000:2.0:1783145823.489470:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000040:00080000:3.0:1783145823.489494:0:206077:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].411, 64 off34496 00000100:00100000:1.0:1783145823.489506:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187929600 00000100:00100000:1.0:1783145823.489511:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187929600 00010000:00010000:3.0:1783145823.489519:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891d4a lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x18a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.489526:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891d4a lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.489531:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891d4a lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.489536:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891d4a lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x18a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.489540:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891d4a lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x18a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.489545:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 923 00010000:00010000:3.0:1783145823.489548:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891d4a lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x18a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.489557:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4306300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+225:305929:x1869755187929600:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:3.0:1783145823.489562:0:206077:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145823.489571:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891d43 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.489579:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891d43 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.489582:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.489583:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891d43 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.489590:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e5400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.489592:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891d4a lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x18a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.489593:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891d43 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.489606:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891d43 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.489610:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e4200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.489614:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18a:0x0].0x0 (ffff9be9c5256500) 00010000:00010000:3.0:1783145823.489616:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145823.489618:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891d43 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.489622:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891d4a lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x18a:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.489623:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891d43 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x18a:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.489642:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891d4a lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x18a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.489646:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891d35 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.489653:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18a:0x0].0x0 (ffff9be9c5256500) 00010000:00010000:3.0:1783145823.489655:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891d35 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.489659:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.489664:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891d4a lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x18a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.489668:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891d35 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.489675:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891d4a lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x18a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.489679:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891d35 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.489680:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4306300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+226:305929:x1869755187929600:12345-192.168.203.44@tcp:35:touch.500 Request processed in 125us (208us total) trans 12884905319 rc 0/0 00010000:00010000:3.0:1783145823.489696:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e4400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.489697:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145823.489697:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 923 00010000:00010000:2.0:1783145823.489703:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.489704:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891d35 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.489707:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.489715:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891d35 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.489724:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.489726:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.489729:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891d35 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.489732:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891d35 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.489740:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ff92aa35 reply state 00000000537b3530 transno 12884905318 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891d3c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.489745:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891d3c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.489792:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:3.0:1783145823.489794:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.489795:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.489824:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4306d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+226:305925:x1869755187929088:12345-192.168.203.44@tcp:36:rm.500 Request processed in 783us (890us total) trans 12884905318 rc 0/0 00000100:00100000:3.0:1783145823.489829:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 234 00000100:00100000:3.0:1783145823.489832:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471241567978 time 8471242912564 state 0x2 ref 0 00000100:00100000:2.0:1783145823.491693:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.491720:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187929856 00000100:00100000:1.0:1783145823.491725:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187929856 00000100:00100000:1.0:1783145823.491737:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471241567978 time 8471242912564 state 0x0 ref 1 00000100:00100000:1.0:1783145823.491743:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471243012564 time 8471242912564 state 0x1 ref 1 00000100:00100000:1.0:1783145823.491758:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471243012564 time 8471245636382 state 0x0 ref 1 00000100:00100000:1.0:1783145823.491765:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4304000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+226:305930:x1869755187929856:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:1.0:1783145823.491784:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145823.491794:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366891cef lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7bc expref: 226 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.491805:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b200/0x38bddee366891b67 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x18c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a737 expref: 225 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.491810:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18c:0x0].0x0 (ffff9be8e8a1ab00) 00010000:00010000:1.0:1783145823.491812:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.491819:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891d51 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.491824:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891d51 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.491829:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891d51 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.491834:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ae00/0x38bddee366891d58 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.491839:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ae00/0x38bddee366891d58 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.491843:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ae00/0x38bddee366891d58 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.491870:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891d5f lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x18c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.491874:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891d5f lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x18c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.491887:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891d5f lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x18c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783145823.491989:0:204556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].412, 64 off34560 00010000:00010000:1.0:1783145823.492018:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891d66 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x18c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.492028:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891d66 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.492035:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891d66 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.492040:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891d66 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x18c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.492044:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891d66 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x18c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.492047:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891d66 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x18c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.492058:0:204556:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145823.492066:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891d5f lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x18c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.492070:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891d5f lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x18c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.492074:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145823.492074:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891d5f lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x18c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.492083:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891d66 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x18c:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.492085:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e7dd9c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.492089:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891d5f lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x18c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.492098:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e7dd8200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145823.492099:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891d5f lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x18c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.492104:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891d66 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x18c:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.492107:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18c:0x0].0x0 (ffff9be8e8a1ab00) 00010000:00010000:1.0:1783145823.492110:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145823.492113:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891d66 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x18c:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.492113:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891d5f lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x18c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.492149:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18c:0x0].0x0 (ffff9be8e8a1ab00) 00010000:00010000:2.0:1783145823.492155:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1783145823.492157:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891d5f lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x18c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.492158:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891d66 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x18c:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.492172:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891d66 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x18c:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.492182:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.492182:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891d51 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.492183:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.492186:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.492194:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891d51 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.492200:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891d51 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.492206:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891d51 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.492212:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e1b1ac00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.492215:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891d51 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.492225:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891d51 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.492232:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.492233:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.492235:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891d51 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.492239:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891d51 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.492246:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000052d3cffc reply state 00000000532b093b transno 12884905320 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ae00/0x38bddee366891d58 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.492251:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ae00/0x38bddee366891d58 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.492255:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:1.0:1783145823.492257:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.492258:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.492286:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4304000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+226:305930:x1869755187929856:12345-192.168.203.44@tcp:36:rm.500 Request processed in 522us (595us total) trans 12884905320 rc 0/0 00000100:00100000:1.0:1783145823.492290:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 235 00000100:00100000:1.0:1783145823.492293:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471243012564 time 8471245636382 state 0x2 ref 0 00000100:00100000:0.0:1783145823.493090:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.493148:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187930112 00000100:00100000:2.0:1783145823.493153:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187930112 00000100:00100000:2.0:1783145823.493167:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471243012564 time 8471245636382 state 0x0 ref 1 00000100:00100000:2.0:1783145823.493173:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471245736382 time 8471245636382 state 0x1 ref 1 00000100:00100000:2.0:1783145823.493193:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471245736382 time 8471247071679 state 0x0 ref 1 00000100:00100000:2.0:1783145823.493202:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee264a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+226:305928:x1869755187930112:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145823.493223:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145823.493235:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366891bf3 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x18b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a745 expref: 226 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493249:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366891b3d lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x18b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a730 expref: 225 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493257:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18b:0x0].0x0 (ffff9be9c280c700) 00010000:00010000:2.0:1783145823.493260:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.493270:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee366891d6d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493278:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee366891d6d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493285:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee366891d6d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493294:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90c00/0x38bddee366891d74 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493302:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90c00/0x38bddee366891d74 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493308:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90c00/0x38bddee366891d74 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493336:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366891d7b lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x18b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493341:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366891d7b lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x18b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493345:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366891d7b lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x18b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145823.493425:0:210786:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].408, 64 off34304 00010000:00010000:2.0:1783145823.493452:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366891d82 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x18b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493458:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366891d82 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493463:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366891d82 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493467:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366891d82 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x18b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493470:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366891d82 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x18b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493474:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366891d82 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x18b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493486:0:210786:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145823.493493:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366891d7b lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x18b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493496:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366891d7b lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x18b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493501:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366891d7b lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x18b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.493504:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145823.493512:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366891d82 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x18b:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493514:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda91a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.493520:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366891d7b lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x18b:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.493523:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda91600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145823.493529:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366891d82 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x18b:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493532:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366891d7b lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x18b:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.493541:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366891d82 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x18b:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493546:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18b:0x0].0x0 (ffff9be9c280c700) 00010000:00010000:2.0:1783145823.493551:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145823.493554:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366891d7b lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x18b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.493559:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18b:0x0].0x0 (ffff9be9c280c700) 00010000:00010000:2.0:1783145823.493562:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366891d7b lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x18b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.493564:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145823.493569:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366891d82 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x18b:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.493577:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366891d82 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x18b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493578:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee366891d6d lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493590:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee366891d6d lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.493592:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.493594:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee366891d6d lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.493596:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.493599:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.493601:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee366891d6d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493605:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda90a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.493607:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee366891d6d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493613:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee366891d6d lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493619:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.493620:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.493622:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee366891d6d lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493625:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee366891d6d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.493631:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000087e1bc51 reply state 000000008af060a3 transno 12884905321 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90c00/0x38bddee366891d74 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493636:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90c00/0x38bddee366891d74 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.493640:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:2.0:1783145823.493641:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.493642:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.493671:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee264a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+226:305928:x1869755187930112:12345-192.168.203.44@tcp:36:rm.500 Request processed in 471us (583us total) trans 12884905321 rc 0/0 00000100:00100000:2.0:1783145823.493676:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 236 00000100:00100000:2.0:1783145823.493678:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471245736382 time 8471247071679 state 0x2 ref 0 00000100:00100000:0.0:1783145823.494568:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.494593:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.494605:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187930240 00000100:00100000:2.0:1783145823.494609:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187930240 00000100:00100000:2.0:1783145823.494622:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471245736382 time 8471247071679 state 0x0 ref 1 00000100:00100000:3.0:1783145823.494625:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187930368 00000100:00100000:2.0:1783145823.494628:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471247171679 time 8471247071679 state 0x1 ref 1 00000100:00100000:3.0:1783145823.494632:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187930368 00000100:00100000:2.0:1783145823.494649:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471247171679 time 8471248526539 state 0x0 ref 1 00000100:00100000:3.0:1783145823.494659:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471248626539 time 8471248526539 state 0x1 ref 2 00000100:00100000:2.0:1783145823.494660:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+227:305933:x1869755187930240:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.494674:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.494682:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366891d89 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a7df expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.494686:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471248626539 time 8471248562841 state 0x0 ref 2 00000100:00100000:3.0:1783145823.494707:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+228:305934:x1869755187930368:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.494716:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90600/0x38bddee366891d90 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.494717:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.494730:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891d97 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a7e6 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.494730:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90600/0x38bddee366891d90 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.494750:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90600/0x38bddee366891d90 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.494764:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90000/0x38bddee366891d9e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.494771:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90000/0x38bddee366891d9e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.494777:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891da5 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.494779:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90000/0x38bddee366891d9e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.494795:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891da5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.494803:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891da5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.494810:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891dac lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.494815:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891dac lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.494820:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891dac lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.494827:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee366891db3 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x18d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.494835:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee366891db3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.494843:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee366891db3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.494852:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366891dba lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.494858:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366891dba lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.494860:0:204557:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x18d:0x0]: returning size 0 00000004:00200000:2.0:1783145823.494865:0:204557:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1783145823.494868:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366891dba lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.494874:0:204557:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee366891db3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.494881:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee366891db3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.494887:0:206077:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x18e:0x0]: returning size 0 00010000:00010000:2.0:1783145823.494887:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90600/0x38bddee366891d90 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.494893:0:206077:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1783145823.494896:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90600/0x38bddee366891d90 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.494900:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90600/0x38bddee366891d90 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.494904:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90600/0x38bddee366891d90 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.494908:0:206077:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366891dba lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.494908:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda90600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.494912:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90600/0x38bddee366891d90 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.494926:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90600/0x38bddee366891d90 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.494929:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366891dba lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.494932:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.494937:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.494940:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891da5 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.494940:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90600/0x38bddee366891d90 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.494955:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891da5 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.494956:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90600/0x38bddee366891d90 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.494971:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891da5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.494974:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90000/0x38bddee366891d9e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.494985:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891da5 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.494986:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90000/0x38bddee366891d9e lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495003:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90000/0x38bddee366891d9e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.495004:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c65d5200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.495011:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda90000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.495012:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891da5 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495014:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90000/0x38bddee366891d9e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.495028:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891da5 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495029:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90000/0x38bddee366891d9e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.495048:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.495049:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:3.0:1783145823.495054:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.495055:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.495060:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891da5 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495061:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90000/0x38bddee366891d9e lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.495076:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891da5 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495078:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90000/0x38bddee366891d9e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.495099:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891dac lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.495105:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891dac lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495110:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366891d89 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7df expref: 230 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.495111:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891dac lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.495158:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b7a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.495161:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891dac lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.495166:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891dac lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.495178:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:3.0:1783145823.495180:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.495182:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891dac lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.495186:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891dac lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495188:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee366891db3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x18d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7df expref: 229 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495198:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18d:0x0].0x0 (ffff9be9ffff9400) 00010000:00010000:2.0:1783145823.495200:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.495202:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda90400, rc 0) 00010000:00010000:3.0:1783145823.495211:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891d97 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7e6 expref: 230 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.495225:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366891dba lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x18e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7e6 expref: 229 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.495234:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+229:305933:x1869755187930240:12345-192.168.203.44@tcp:101:rm.500 Request processed in 575us (664us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145823.495236:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18e:0x0].0x0 (ffff9be9ffff9600) 00010000:00010000:3.0:1783145823.495243:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.495247:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d93df800, rc 0) 00000100:00100000:2.0:1783145823.495248:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 237 00000100:00100000:3.0:1783145823.495270:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+228:305934:x1869755187930368:12345-192.168.203.44@tcp:101:rm.500 Request processed in 569us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.495276:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 238 00000100:00100000:3.0:1783145823.495280:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471248626539 time 8471248562841 state 0x2 ref 0 00000100:00100000:3.0:1783145823.495519:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.495539:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.495556:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187930496 00000100:00100000:1.0:1783145823.495560:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187930496 00000100:00100000:2.0:1783145823.495574:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187930624 00000100:00100000:1.0:1783145823.495576:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471248626539 time 8471248562841 state 0x0 ref 1 00000100:00100000:2.0:1783145823.495579:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187930624 00000100:00100000:1.0:1783145823.495583:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471248662841 time 8471248562841 state 0x1 ref 1 00000100:00100000:2.0:1783145823.495597:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471248662841 time 8471248562841 state 0x1 ref 2 00000100:00100000:1.0:1783145823.495607:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471249584427 time 8471249484427 state 0x1 ref 2 00000100:00100000:1.0:1783145823.495616:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb888000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+229:305936:x1869755187930496:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:2.0:1783145823.495623:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471249584427 time 8471249499077 state 0x0 ref 2 00010000:00010000:1.0:1783145823.495623:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.495632:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891dc1 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a7ed expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.495640:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb888380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+229:305935:x1869755187930624:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.495651:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.495661:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891dc8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a7f4 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.495663:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee366891dcf lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.495678:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee366891dcf lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.495683:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee366891dcf lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.495690:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891dd6 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495696:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891ddd lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.495696:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891dd6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.495713:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891dd6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495714:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891ddd lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495725:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891ddd lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495732:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91c00/0x38bddee366891de4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495737:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91c00/0x38bddee366891de4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495742:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91c00/0x38bddee366891de4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.495746:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891deb lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.495753:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891deb lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.495761:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891deb lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495771:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90200/0x38bddee366891df2 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x190:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145823.495775:0:204590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x18f:0x0]: returning size 0 00010000:00010000:2.0:1783145823.495777:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90200/0x38bddee366891df2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x190:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145823.495779:0:204590:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1783145823.495786:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90200/0x38bddee366891df2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x190:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.495788:0:204590:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891deb lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.495796:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891deb lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x18f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.495801:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x190:0x0]: returning size 0 00010000:00010000:1.0:1783145823.495801:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee366891dcf lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.495806:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1783145823.495809:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee366891dcf lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.495815:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90200/0x38bddee366891df2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x190:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.495815:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee366891dcf lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.495824:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee366891dcf lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495828:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90200/0x38bddee366891df2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x190:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.495829:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e1b1b200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.495834:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee366891dcf lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495838:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891ddd lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.495840:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee366891dcf lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495848:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891ddd lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495856:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891ddd lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495861:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891ddd lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.495864:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.495867:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.495869:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee366891dcf lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495871:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda91800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.495876:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891ddd lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.495877:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee366891dcf lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.495893:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891dd6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495895:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891ddd lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.495899:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891dd6 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.495911:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891dd6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495913:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.495916:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.495916:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536ac00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.495920:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891dd6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495921:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891ddd lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495939:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891ddd lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.495939:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891dd6 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.495956:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00010000:00010000:2.0:1783145823.495957:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91c00/0x38bddee366891de4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.495959:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.495963:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891dd6 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495965:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91c00/0x38bddee366891de4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.495970:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891dd6 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495973:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91c00/0x38bddee366891de4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495980:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda91c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.495983:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91c00/0x38bddee366891de4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495987:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91c00/0x38bddee366891de4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.495990:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891dc1 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7ed expref: 232 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.495994:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:2.0:1783145823.495998:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.496000:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91c00/0x38bddee366891de4 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.496002:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891deb lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x18f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7ed expref: 231 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.496007:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91c00/0x38bddee366891de4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.496014:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18f:0x0].0x0 (ffff9be9ffff9700) 00010000:00010000:1.0:1783145823.496017:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.496019:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d536ae00, rc 0) 00010000:00010000:2.0:1783145823.496027:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891dc8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7f4 expref: 232 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.496036:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90200/0x38bddee366891df2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x190:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7f4 expref: 231 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.496042:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x190:0x0].0x0 (ffff9be9ffff9e00) 00000100:00100000:1.0:1783145823.496045:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb888000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+231:305936:x1869755187930496:12345-192.168.203.44@tcp:101:rm.500 Request processed in 429us (524us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145823.496047:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.496051:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda90200, rc 0) 00000100:00100000:1.0:1783145823.496054:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 239 00000100:00100000:2.0:1783145823.496081:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb888380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+230:305935:x1869755187930624:12345-192.168.203.44@tcp:101:rm.500 Request processed in 445us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.496088:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 240 00000100:00100000:2.0:1783145823.496092:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471249584427 time 8471249499077 state 0x2 ref 0 00000100:00100000:0.0:1783145823.496170:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.496189:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187930752 00000100:00100000:1.0:1783145823.496194:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187930752 00000100:00100000:1.0:1783145823.496223:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2484 00000100:00100000:1.0:1783145823.496228:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b832727d-edc7-457c-aba4-c59935e6a58f+33:2408:x1869755187930752:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145823.496234:0:228902:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.496242:0:228902:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000047dd0f5a/0x38bddee366891df9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb5a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a7fb expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783145823.496254:0:228902:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb5a:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:1.0:1783145823.496263:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5a:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:1.0:1783145823.496266:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145823.496272:0:228902:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000047dd0f5a/0x38bddee366891df9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7fb expref: 34 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.496279:0:228902:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000047dd0f5a/0x38bddee366891df9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7fb expref: 34 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.496290:0:228902:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d536a000, rc 0) 00000100:00100000:1.0:1783145823.496310:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b832727d-edc7-457c-aba4-c59935e6a58f+34:2408:x1869755187930752:12345-192.168.203.44@tcp:101:rm.500 Request processed in 83us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.496315:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2484 00000100:00100000:1.0:1783145823.496508:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.496534:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187930880 00000100:00100000:0.0:1783145823.496537:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187930880 00000100:00100000:0.0:1783145823.496562:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2485 00000100:00100000:0.0:1783145823.496570:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b832727d-edc7-457c-aba4-c59935e6a58f+65:2407:x1869755187930880:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.496578:0:228903:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.496588:0:228903:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f9719c78/0x38bddee366891e00 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbbe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a802 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145823.496602:0:228903:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbbe:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:0.0:1783145823.496609:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbe:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.496612:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145823.496616:0:228903:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f9719c78/0x38bddee366891e00 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a802 expref: 66 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.496624:0:228903:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f9719c78/0x38bddee366891e00 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a802 expref: 66 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.496630:0:228903:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e53a1800, rc 0) 00000100:00100000:0.0:1783145823.496651:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b832727d-edc7-457c-aba4-c59935e6a58f+66:2407:x1869755187930880:12345-192.168.203.44@tcp:101:rm.500 Request processed in 82us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.496656:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2485 00000100:00100000:3.0:1783145823.497338:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.497362:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187931008 00000100:00100000:0.0:1783145823.497366:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187931008 00000100:00100000:0.0:1783145823.497387:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2486 00000100:00100000:0.0:1783145823.497391:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb88b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:b832727d-edc7-457c-aba4-c59935e6a58f+34:2407:x1869755187931008:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.497398:0:228906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.497405:0:228906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b405bffe/0x38bddee366891e07 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb5b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a809 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145823.497413:0:228906:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb5b:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:0.0:1783145823.497419:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5b:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.497421:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145823.497425:0:228906:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b405bffe/0x38bddee366891e07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a809 expref: 35 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.497432:0:228906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b405bffe/0x38bddee366891e07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a809 expref: 35 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.497437:0:228906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e53a0e00, rc 0) 00000100:00100000:0.0:1783145823.497456:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb88b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:b832727d-edc7-457c-aba4-c59935e6a58f+35:2407:x1869755187931008:12345-192.168.203.44@tcp:101:rm.500 Request processed in 65us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.497460:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2486 00000100:00100000:3.0:1783145823.498048:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.498065:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.498078:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187931136 00000100:00100000:2.0:1783145823.498083:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187931136 00000100:00100000:0.0:1783145823.498092:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187931392 00000100:00100000:0.0:1783145823.498096:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187931392 00000100:00100000:0.0:1783145823.498107:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471249584427 time 8471249499077 state 0x0 ref 1 00000100:00100000:2.0:1783145823.498111:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2487 00000100:00100000:2.0:1783145823.498149:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b832727d-edc7-457c-aba4-c59935e6a58f+66:2409:x1869755187931136:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:0.0:1783145823.498149:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471249599077 time 8471249499077 state 0x1 ref 1 00010000:00010000:2.0:1783145823.498158:0:228913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.498170:0:228913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d47bb631/0x38bddee366891e0e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbbf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a810 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.498171:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471249599077 time 8471252048225 state 0x0 ref 1 00000100:00100000:0.0:1783145823.498182:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb88b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+230:305933:x1869755187931392:12345-192.168.203.44@tcp:36:rm.500 00002000:00010000:2.0:1783145823.498183:0:228913:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbbf:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145823.498191:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbf:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:2.0:1783145823.498195:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145823.498200:0:228913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d47bb631/0x38bddee366891e0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a810 expref: 67 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498205:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145823.498211:0:228913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d47bb631/0x38bddee366891e0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a810 expref: 67 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498215:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee366891db3 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x18d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7df expref: 230 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.498220:0:228913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda90800, rc 0) 00010000:00010000:0.0:1783145823.498229:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee366891c6a lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x18d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a799 expref: 229 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498237:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18d:0x0].0x0 (ffff9be9ffff9400) 00010000:00010000:0.0:1783145823.498240:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145823.498244:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b832727d-edc7-457c-aba4-c59935e6a58f+67:2409:x1869755187931136:12345-192.168.203.44@tcp:101:rm.500 Request processed in 127us (197us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145823.498250:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0000/0x38bddee366891e15 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.498251:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2487 00010000:00010000:0.0:1783145823.498258:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0000/0x38bddee366891e15 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498266:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0000/0x38bddee366891e15 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498275:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0600/0x38bddee366891e1c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498283:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0600/0x38bddee366891e1c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498289:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0600/0x38bddee366891e1c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498319:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1a00/0x38bddee366891e23 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x18d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498324:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1a00/0x38bddee366891e23 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x18d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498329:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1a00/0x38bddee366891e23 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x18d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783145823.498416:0:204557:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].409, 64 off34368 00010000:00010000:0.0:1783145823.498439:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366891e2a lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x18d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498445:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366891e2a lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498449:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366891e2a lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498453:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366891e2a lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x18d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498456:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366891e2a lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x18d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498460:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366891e2a lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x18d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498472:0:204557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145823.498480:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1a00/0x38bddee366891e23 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x18d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498484:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1a00/0x38bddee366891e23 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x18d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498487:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1a00/0x38bddee366891e23 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x18d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.498490:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145823.498498:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a1a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.498499:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366891e2a lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x18d:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498502:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1a00/0x38bddee366891e23 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x18d:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.498517:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a0c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145823.498518:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1a00/0x38bddee366891e23 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x18d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.498525:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366891e2a lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x18d:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498527:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18d:0x0].0x0 (ffff9be9ffff9400) 00010000:00010000:0.0:1783145823.498532:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145823.498535:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1a00/0x38bddee366891e23 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x18d:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.498541:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366891e2a lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x18d:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498542:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1a00/0x38bddee366891e23 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x18d:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498561:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0000/0x38bddee366891e15 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.498564:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18d:0x0].0x0 (ffff9be9ffff9400) 00010000:00010000:0.0:1783145823.498566:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0000/0x38bddee366891e15 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.498569:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145823.498575:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0000/0x38bddee366891e15 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.498576:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366891e2a lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x18d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498581:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0000/0x38bddee366891e15 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498591:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a0000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.498592:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366891e2a lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x18d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498594:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0000/0x38bddee366891e15 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498614:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0000/0x38bddee366891e15 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.498619:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.498620:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.498623:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.498624:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.498628:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.498628:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0000/0x38bddee366891e15 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498634:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0000/0x38bddee366891e15 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.498641:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000053a0ff44 reply state 00000000ce3c8742 transno 12884905322 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0600/0x38bddee366891e1c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498647:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0600/0x38bddee366891e1c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.498650:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:0.0:1783145823.498652:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.498653:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145823.498679:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb88b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+230:305933:x1869755187931392:12345-192.168.203.44@tcp:36:rm.500 Request processed in 501us (614us total) trans 12884905322 rc 0/0 00000100:00100000:0.0:1783145823.498683:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 241 00000100:00100000:0.0:1783145823.498686:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471249599077 time 8471252048225 state 0x2 ref 0 00000100:00100000:3.0:1783145823.499380:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.499413:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187931648 00000100:00100000:1.0:1783145823.499417:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187931648 00000100:00100000:1.0:1783145823.499429:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471249599077 time 8471252048225 state 0x0 ref 1 00000100:00100000:1.0:1783145823.499434:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471252148225 time 8471252048225 state 0x1 ref 1 00000100:00100000:1.0:1783145823.499450:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471252148225 time 8471253328206 state 0x0 ref 1 00000100:00100000:1.0:1783145823.499456:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+230:305934:x1869755187931648:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:1.0:1783145823.499473:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145823.499494:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366891dba lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x18e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7e6 expref: 230 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499511:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee366891c9b lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x18e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7a7 expref: 229 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499521:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18e:0x0].0x0 (ffff9be9ffff9600) 00010000:00010000:1.0:1783145823.499524:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.499533:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891e31 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499546:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891e31 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499552:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891e31 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499558:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891e38 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499563:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891e38 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499567:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891e38 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499593:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891e3f lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499597:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891e3f lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499601:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891e3f lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783145823.499665:0:204556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].413, 64 off34624 00010000:00010000:1.0:1783145823.499684:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891e46 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499690:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891e46 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499694:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891e46 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499698:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891e46 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x18e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499702:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891e46 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x18e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499705:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891e46 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x18e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499716:0:204556:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145823.499723:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891e3f lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499726:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891e3f lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499730:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891e3f lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.499732:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145823.499735:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e1b1ac00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.499738:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891e46 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x18e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499739:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891e3f lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.499753:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e7dd8200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145823.499753:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891e3f lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.499757:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891e46 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x18e:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499763:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18e:0x0].0x0 (ffff9be9ffff9600) 00010000:00010000:1.0:1783145823.499768:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145823.499772:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891e3f lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.499773:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891e46 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x18e:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.499791:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18e:0x0].0x0 (ffff9be9ffff9600) 00010000:00010000:1.0:1783145823.499792:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366891e3f lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.499795:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.499799:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891e46 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x18e:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.499805:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891e46 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x18e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499806:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891e31 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.499821:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.499823:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.499824:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.499824:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891e31 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499829:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891e31 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499833:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891e31 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499836:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536a200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.499838:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891e31 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499841:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891e31 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499846:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.499848:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.499850:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891e31 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499853:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891e31 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.499859:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e05f8d02 reply state 00000000982b748a transno 12884905323 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891e38 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499865:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891e38 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.499868:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:1.0:1783145823.499870:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.499871:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.499899:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+230:305934:x1869755187931648:12345-192.168.203.44@tcp:36:rm.500 Request processed in 442us (518us total) trans 12884905323 rc 0/0 00000100:00100000:1.0:1783145823.499906:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 242 00000100:00100000:1.0:1783145823.499911:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471252148225 time 8471253328206 state 0x2 ref 0 00000100:00100000:1.0:1783145823.501162:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.501184:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187931904 00000100:00100000:3.0:1783145823.501188:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187931904 00000100:00100000:3.0:1783145823.501201:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471252148225 time 8471253328206 state 0x0 ref 1 00000100:00100000:3.0:1783145823.501207:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471253428206 time 8471253328206 state 0x1 ref 1 00000100:00100000:3.0:1783145823.501226:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471253428206 time 8471255103987 state 0x0 ref 1 00000100:00100000:3.0:1783145823.501237:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+230:305936:x1869755187931904:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:3.0:1783145823.501260:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783145823.501269:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891deb lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x18f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7ed expref: 230 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501281:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee366891ccc lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x18f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7b5 expref: 229 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501287:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18f:0x0].0x0 (ffff9be9ffff9700) 00010000:00010000:3.0:1783145823.501289:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.501297:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366891e4d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501306:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366891e4d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501313:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366891e4d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501323:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df000/0x38bddee366891e54 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501331:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df000/0x38bddee366891e54 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501337:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df000/0x38bddee366891e54 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501373:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee366891e5b lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501381:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee366891e5b lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501386:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee366891e5b lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783145823.501458:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].410, 64 off34432 00010000:00010000:3.0:1783145823.501479:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891e62 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501487:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891e62 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501494:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891e62 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x18f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501501:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891e62 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x18f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501507:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891e62 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x18f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501512:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891e62 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x18f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501527:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145823.501535:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee366891e5b lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501539:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee366891e5b lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501543:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee366891e5b lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501546:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d93dfe00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.501548:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee366891e5b lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501551:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee366891e5b lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501556:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18f:0x0].0x0 (ffff9be9ffff9700) 00010000:00010000:3.0:1783145823.501558:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145823.501560:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee366891e5b lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501566:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee366891e5b lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501575:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366891e4d lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501579:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366891e4d lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501582:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366891e4d lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.501586:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.501588:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366891e4d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.501591:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891e62 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x18f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501604:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d93dea00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.501605:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b7a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.501612:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366891e4d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.501612:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891e62 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x18f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.501627:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891e62 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x18f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501630:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366891e4d lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.501635:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18f:0x0].0x0 (ffff9be9ffff9700) 00010000:00010000:2.0:1783145823.501638:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.501640:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891e62 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x18f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501642:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.501647:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891e62 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x18f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501649:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.501655:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366891e4d lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.501658:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.501661:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.501663:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.501668:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366891e4d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.501679:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009e70daab reply state 000000005f64e2e0 transno 12884905324 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df000/0x38bddee366891e54 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501687:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df000/0x38bddee366891e54 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.501691:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00010000:00010000:3.0:1783145823.501692:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.501693:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.501725:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+230:305936:x1869755187931904:12345-192.168.203.44@tcp:36:rm.500 Request processed in 491us (566us total) trans 12884905324 rc 0/0 00000100:00100000:3.0:1783145823.501730:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 243 00000100:00100000:3.0:1783145823.501733:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471253428206 time 8471255103987 state 0x2 ref 0 00000100:00100000:3.0:1783145823.502563:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.502603:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187932160 00000100:00100000:2.0:1783145823.502609:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187932160 00000100:00100000:2.0:1783145823.502625:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471253428206 time 8471255103987 state 0x0 ref 1 00000100:00100000:2.0:1783145823.502633:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471255203987 time 8471255103987 state 0x1 ref 1 00000100:00100000:2.0:1783145823.502653:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471255203987 time 8471256531253 state 0x0 ref 1 00000100:00100000:2.0:1783145823.502664:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+230:305935:x1869755187932160:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145823.502686:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145823.502697:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90200/0x38bddee366891df2 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x190:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7f4 expref: 230 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.502710:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a400/0x38bddee366891d27 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x190:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7d1 expref: 229 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.502720:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x190:0x0].0x0 (ffff9be9ffff9e00) 00010000:00010000:2.0:1783145823.502724:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.502733:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891e69 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.502741:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891e69 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.502748:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891e69 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.502757:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91c00/0x38bddee366891e70 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.502765:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91c00/0x38bddee366891e70 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.502771:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91c00/0x38bddee366891e70 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.502806:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891e77 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x190:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.502814:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891e77 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x190:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.502821:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891e77 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x190:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145823.502922:0:206077:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].414, 64 off34688 00010000:00010000:2.0:1783145823.502950:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366891e7e lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x190:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.502958:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366891e7e lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x190:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.502965:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366891e7e lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x190:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.502971:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366891e7e lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x190:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.502977:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366891e7e lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x190:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.502984:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366891e7e lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x190:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.502998:0:206077:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145823.503008:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891e77 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x190:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.503014:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145823.503016:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891e77 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x190:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.503021:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366891e7e lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x190:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.503027:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891e77 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x190:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.503029:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda91400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145823.503034:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366891e7e lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x190:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.503041:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda91800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.503044:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366891e7e lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x190:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.503047:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891e77 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x190:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.503059:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891e77 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x190:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.503063:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x190:0x0].0x0 (ffff9be9ffff9e00) 00010000:00010000:0.0:1783145823.503067:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145823.503070:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366891e7e lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x190:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.503074:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366891e7e lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x190:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.503078:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x190:0x0].0x0 (ffff9be9ffff9e00) 00010000:00010000:0.0:1783145823.503081:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.503083:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145823.503084:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.503087:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.503088:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891e77 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x190:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.503097:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891e77 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x190:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.503109:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891e69 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.503166:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891e69 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.503172:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891e69 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.503179:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891e69 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.503184:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda91200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.503187:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891e69 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.503193:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891e69 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.503201:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.503203:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.503207:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891e69 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.503213:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891e69 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.503222:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000037aeeaa9 reply state 00000000be68fdda transno 12884905325 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91c00/0x38bddee366891e70 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.503231:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91c00/0x38bddee366891e70 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.503237:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:2.0:1783145823.503240:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.503242:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.503277:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+230:305935:x1869755187932160:12345-192.168.203.44@tcp:36:rm.500 Request processed in 615us (713us total) trans 12884905325 rc 0/0 00000100:00100000:2.0:1783145823.503285:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 244 00000100:00100000:2.0:1783145823.503290:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471255203987 time 8471256531253 state 0x2 ref 0 00000100:00100000:0.0:1783145823.538095:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.538163:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187932416 00000100:00100000:1.0:1783145823.538173:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187932416 00000100:00100000:1.0:1783145823.538216:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471255203987 time 8471256531253 state 0x0 ref 1 00000100:00100000:1.0:1783145823.538229:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471256631253 time 8471256531253 state 0x1 ref 1 00000100:00100000:1.0:1783145823.538254:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471256631253 time 8471292131255 state 0x0 ref 1 00000100:00100000:1.0:1783145823.538265:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+151:305957:x1869755187932416:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.538285:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.538302:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891e85 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a817 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.538413:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891e8c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.538433:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891e8c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.538445:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891e8c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.538453:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891e93 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.538459:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891e93 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.538464:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891e93 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145823.538712:0:204555:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb5c:0x0], index 1: 0 00010000:00010000:1.0:1783145823.538805:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891e9a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.538811:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891e9a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.538815:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891e9a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.538836:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891e8c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.538840:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891e8c lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.538845:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891e8c lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.538849:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e7dd8400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.538853:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891e8c lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.538857:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891e8c lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.538865:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.538867:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.538871:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891e8c lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.538875:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891e8c lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.538887:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000068b149f2 reply state 00000000144dd559 transno 12884905326 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891e93 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.538898:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891e93 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.538905:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:1.0:1783145823.538907:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.538910:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145823.538934:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891e85 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a817 expref: 154 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.538946:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891e9a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a817 expref: 153 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.538955:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b6:0x0].0x0 (ffff9be8d0392e00) 00010000:00010000:1.0:1783145823.538956:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.538958:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d536a200, rc 0) 00000100:00100000:1.0:1783145823.539015:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+154:305957:x1869755187932416:12345-192.168.203.44@tcp:101:touch.500 Request processed in 750us (926us total) trans 12884905326 rc 0/0 00000100:00100000:1.0:1783145823.539024:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 245 00000100:00100000:1.0:1783145823.539029:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471256631253 time 8471292131255 state 0x2 ref 0 00000100:00100000:1.0:1783145823.546224:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.546300:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187932672 00000100:00100000:2.0:1783145823.546309:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187932672 00000100:00100000:2.0:1783145823.546346:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471256631253 time 8471292131255 state 0x0 ref 1 00000100:00100000:2.0:1783145823.546361:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471292231255 time 8471292131255 state 0x1 ref 1 00000100:00100000:2.0:1783145823.546390:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471292231255 time 8471300265996 state 0x0 ref 1 00000100:00100000:2.0:1783145823.546404:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+154:305959:x1869755187932672:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.546428:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.546450:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891ea8 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a81e expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.546459:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.546482:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187932928 00000100:00100000:1.0:1783145823.546485:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187932928 00000100:00100000:1.0:1783145823.546499:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471300365996 time 8471300265996 state 0x1 ref 2 00000100:00100000:1.0:1783145823.546518:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471300365996 time 8471300395999 state 0x0 ref 2 00000100:00100000:1.0:1783145823.546526:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+156:305957:x1869755187932928:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:1.0:1783145823.546548:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145823.546568:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891eaf lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.546573:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891e9a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a817 expref: 156 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.546591:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891eaf lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.546597:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b6:0x0].0x0 (ffff9be8d0392e00) 00010000:00010000:2.0:1783145823.546605:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891eaf lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.546609:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.546621:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90200/0x38bddee366891eb6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.546631:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90200/0x38bddee366891eb6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.546638:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90200/0x38bddee366891eb6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.546659:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891ebd lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.546667:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891ebd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.546673:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891ebd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.546768:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000001c1347d reply state 000000008ea8bb95 transno 12884905327 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891ebd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.546781:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891ebd lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.546787:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b6:0x0].0x0 (ffff9be8d0392800) 00010000:00010000:1.0:1783145823.546790:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.546793:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.546863:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+157:305957:x1869755187932928:12345-192.168.203.44@tcp:36:touch.500 Request processed in 337us (406us total) trans 12884905327 rc 0/0 00000100:00100000:1.0:1783145823.546869:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 247 00000004:00080000:2.0:1783145823.546927:0:210786:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbc0:0x0], index 0: 0 00010000:00010000:2.0:1783145823.547026:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90000/0x38bddee366891ec4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.547033:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90000/0x38bddee366891ec4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.547037:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90000/0x38bddee366891ec4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.547057:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891eaf lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.547062:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891eaf lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.547067:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891eaf lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.547071:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891eaf lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.547075:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda91800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.547079:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891eaf lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.547087:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891eaf lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.547092:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.547095:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.547098:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891eaf lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.547102:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891eaf lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.547109:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000004789398d reply state 00000000ab9bd19b transno 12884905328 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90200/0x38bddee366891eb6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.547160:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90200/0x38bddee366891eb6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.547170:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:2.0:1783145823.547172:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.547175:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145823.547198:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891ea8 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a81e expref: 158 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.547213:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90000/0x38bddee366891ec4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a81e expref: 157 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.547222:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b7:0x0].0x0 (ffff9be8d13d7000) 00010000:00010000:2.0:1783145823.547225:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.547227:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda90000, rc 0) 00000100:00100000:2.0:1783145823.547258:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+158:305959:x1869755187932672:12345-192.168.203.44@tcp:101:touch.500 Request processed in 857us (1041us total) trans 12884905328 rc 0/0 00000100:00100000:2.0:1783145823.547263:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 246 00000100:00100000:2.0:1783145823.547266:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471300365996 time 8471300395999 state 0x2 ref 0 00000100:00100000:1.0:1783145823.547674:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.547699:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187933056 00000100:00100000:3.0:1783145823.547703:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187933056 00000100:00100000:3.0:1783145823.547717:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471300365996 time 8471300395999 state 0x0 ref 1 00000100:00100000:3.0:1783145823.547723:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471300495999 time 8471300395999 state 0x1 ref 1 00000100:00100000:3.0:1783145823.547738:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471300495999 time 8471301616707 state 0x0 ref 1 00000100:00100000:3.0:1783145823.547746:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+158:305957:x1869755187933056:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.547753:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.547760:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891ed2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a825 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.547781:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891ed2 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a825 expref: 159 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.547791:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891ed2 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a825 expref: 159 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.547801:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b6:0x0].0x0 (ffff9be8d0392800) 00010000:00010000:3.0:1783145823.547803:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145823.547805:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cc8b7a00, rc 0) 00000100:00100000:3.0:1783145823.547827:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+159:305957:x1869755187933056:12345-192.168.203.44@tcp:101:touch.500 Request processed in 83us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.547833:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 248 00000100:00100000:3.0:1783145823.547836:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471300495999 time 8471301616707 state 0x2 ref 0 00000100:00100000:1.0:1783145823.548968:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.548993:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187933568 00000100:00100000:3.0:1783145823.548997:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187933568 00000100:00100000:3.0:1783145823.549009:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471300495999 time 8471301616707 state 0x0 ref 1 00000100:00100000:3.0:1783145823.549014:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471301716707 time 8471301616707 state 0x1 ref 1 00000100:00100000:3.0:1783145823.549030:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471301716707 time 8471302908269 state 0x0 ref 1 00000100:00100000:3.0:1783145823.549036:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+159:305959:x1869755187933568:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:3.0:1783145823.549059:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145823.549071:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90000/0x38bddee366891ec4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a81e expref: 159 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.549082:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b7:0x0].0x0 (ffff9be8d13d7000) 00010000:00010000:3.0:1783145823.549089:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.549166:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891ed9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.549176:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891ed9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.549184:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891ed9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.549299:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.549333:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187933440 00000100:00100000:0.0:1783145823.549337:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187933440 00000100:00100000:0.0:1783145823.549352:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471303008269 time 8471302908269 state 0x1 ref 2 00000004:00010000:3.0:1783145823.549355:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000cba760e1 reply state 00000000460aeaaa transno 12884905329 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891ed9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.549368:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891ed9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.549370:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471303008269 time 8471303247194 state 0x0 ref 2 00010000:00010000:3.0:1783145823.549386:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b7:0x0].0x0 (ffff9be9c31f0e00) 00000100:00100000:0.0:1783145823.549387:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+160:305953:x1869755187933440:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.549392:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.549396:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.549400:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.549412:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0000/0x38bddee366891ee0 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a82c expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.549439:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+162:305959:x1869755187933568:12345-192.168.203.44@tcp:36:touch.500 Request processed in 403us (471us total) trans 12884905329 rc 0/0 00000100:00100000:3.0:1783145823.549445:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 249 00010000:00010000:0.0:1783145823.549471:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1a00/0x38bddee366891ee7 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.549482:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1a00/0x38bddee366891ee7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.549491:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1a00/0x38bddee366891ee7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.549502:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1c00/0x38bddee366891eee lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.549511:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1c00/0x38bddee366891eee lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.549517:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1c00/0x38bddee366891eee lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.549640:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.549668:0:228916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187933696 00000100:00100000:3.0:1783145823.549673:0:228916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187933696 00000004:00080000:0.0:1783145823.549674:0:204557:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb5d:0x0], index 1: 0 00000100:00100000:3.0:1783145823.549708:0:228916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2488 00000100:00100000:3.0:1783145823.549718:0:228916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:275b1235-b8f5-4ce3-8a3a-d483c556f740+27:2407:x1869755187933696:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:0.0:1783145823.549748:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366891ef5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.549755:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366891ef5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.549760:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366891ef5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.549777:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1a00/0x38bddee366891ee7 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.549782:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1a00/0x38bddee366891ee7 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.549786:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1a00/0x38bddee366891ee7 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.549791:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1a00/0x38bddee366891ee7 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.549794:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a1a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.549797:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1a00/0x38bddee366891ee7 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.549801:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1a00/0x38bddee366891ee7 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.549806:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.549808:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.549811:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1a00/0x38bddee366891ee7 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.549815:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1a00/0x38bddee366891ee7 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.549823:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006365db0a reply state 000000005889a022 transno 12884905330 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1c00/0x38bddee366891eee lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.549832:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1c00/0x38bddee366891eee lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.549838:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:0.0:1783145823.549841:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.549843:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.549851:0:228916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:275b1235-b8f5-4ce3-8a3a-d483c556f740+28:2407:x1869755187933696:12345-192.168.203.44@tcp:2:touch.500 Request processed in 133us (209us total) trans 8589935429 rc 0/0 00000100:00100000:3.0:1783145823.549860:0:228916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2488 00010000:00010000:0.0:1783145823.549866:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0000/0x38bddee366891ee0 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a82c expref: 163 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.549883:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366891ef5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a82c expref: 162 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.549888:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b8:0x0].0x0 (ffff9be9ffff9a00) 00010000:00010000:0.0:1783145823.549890:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.549891:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e53a0c00, rc 0) 00000100:00100000:0.0:1783145823.549921:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+163:305953:x1869755187933440:12345-192.168.203.44@tcp:101:touch.500 Request processed in 537us (623us total) trans 12884905330 rc 0/0 00000100:00100000:0.0:1783145823.549926:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 250 00000100:00100000:0.0:1783145823.549929:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471303008269 time 8471303247194 state 0x2 ref 0 00000100:00100000:1.0:1783145823.550103:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.550156:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187933824 00000100:00100000:0.0:1783145823.550160:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187933824 00000100:00100000:0.0:1783145823.550174:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471303008269 time 8471303247194 state 0x0 ref 1 00000100:00100000:0.0:1783145823.550179:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471303347194 time 8471303247194 state 0x1 ref 1 00000100:00100000:0.0:1783145823.550194:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471303347194 time 8471304072938 state 0x0 ref 1 00000100:00100000:0.0:1783145823.550201:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+163:305959:x1869755187933824:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.550215:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.550221:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1200/0x38bddee366891f03 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a833 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.550238:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1200/0x38bddee366891f03 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a833 expref: 164 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.550248:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1200/0x38bddee366891f03 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a833 expref: 164 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.550256:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b7:0x0].0x0 (ffff9be9c31f0e00) 00010000:00010000:0.0:1783145823.550258:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145823.550259:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e53a1200, rc 0) 00000100:00100000:0.0:1783145823.550281:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+164:305959:x1869755187933824:12345-192.168.203.44@tcp:101:touch.500 Request processed in 81us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.550287:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 251 00000100:00100000:0.0:1783145823.550290:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471303347194 time 8471304072938 state 0x2 ref 0 00000100:00100000:1.0:1783145823.550722:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.550760:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187934080 00000100:00100000:0.0:1783145823.550764:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187934080 00000100:00100000:0.0:1783145823.550786:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 924 00000100:00100000:0.0:1783145823.550791:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+164:305957:x1869755187934080:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:0.0:1783145823.550894:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+165:305957:x1869755187934080:12345-192.168.203.44@tcp:35:touch.500 Request processed in 102us (172us total) trans 12884905331 rc 0/0 00000100:00100000:0.0:1783145823.550898:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 924 00000100:00100000:1.0:1783145823.551394:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.551423:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.551437:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187934720 00000100:00100000:2.0:1783145823.551443:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187934720 00000100:00100000:0.0:1783145823.551460:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187934592 00000100:00100000:1.0:1783145823.551462:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.551465:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187934592 00000100:00100000:2.0:1783145823.551467:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471303347194 time 8471304072938 state 0x0 ref 1 00000100:00100000:2.0:1783145823.551485:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471304172938 time 8471304072938 state 0x1 ref 2 00000100:00100000:3.0:1783145823.551489:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187934208 00000100:00100000:3.0:1783145823.551494:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187934208 00000100:00100000:0.0:1783145823.551496:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471304172938 time 8471304072938 state 0x1 ref 2 00000100:00100000:2.0:1783145823.551517:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471305493428 time 8471305393428 state 0x1 ref 2 00000100:00100000:3.0:1783145823.551528:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2489 00000100:00100000:0.0:1783145823.551529:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471305493428 time 8471305404342 state 0x0 ref 2 00000100:00100000:2.0:1783145823.551534:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+166:305953:x1869755187934720:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:3.0:1783145823.551540:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:275b1235-b8f5-4ce3-8a3a-d483c556f740+53:2408:x1869755187934208:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:0.0:1783145823.551550:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d4286d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+166:305952:x1869755187934592:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.551561:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145823.551562:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.551575:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1000/0x38bddee366891f0a lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a83a expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.551577:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366891ef5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a82c expref: 166 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.551601:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b8:0x0].0x0 (ffff9be9ffff9a00) 00010000:00010000:2.0:1783145823.551611:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145823.551638:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:275b1235-b8f5-4ce3-8a3a-d483c556f740+54:2408:x1869755187934208:12345-192.168.203.44@tcp:2:touch.500 Request processed in 102us (179us total) trans 8589936081 rc 0/0 00010000:00010000:0.0:1783145823.551639:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366891f11 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.551646:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891f18 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.551650:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2489 00010000:00010000:0.0:1783145823.551658:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366891f11 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.551663:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891f18 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.551669:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366891f11 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.551675:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891f18 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.551684:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0200/0x38bddee366891f1f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.551694:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0200/0x38bddee366891f1f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.551711:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0200/0x38bddee366891f1f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.551725:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000058817f0a reply state 000000003fe0ea4f transno 12884905332 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891f18 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.551750:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891f18 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.551758:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b8:0x0].0x0 (ffff9be8d13d7f00) 00010000:00010000:2.0:1783145823.551761:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.551763:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.551810:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+168:305953:x1869755187934720:12345-192.168.203.44@tcp:36:touch.500 Request processed in 281us (416us total) trans 12884905332 rc 0/0 00000100:00100000:2.0:1783145823.551818:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 252 00000004:00080000:0.0:1783145823.551870:0:210786:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbc1:0x0], index 0: 0 00010000:00010000:0.0:1783145823.551945:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1600/0x38bddee366891f26 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.551954:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1600/0x38bddee366891f26 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.551961:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1600/0x38bddee366891f26 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.551985:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366891f11 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.551991:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366891f11 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.551995:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366891f11 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.551999:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366891f11 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.552001:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a1400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.552004:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366891f11 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.552008:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366891f11 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.552013:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.552014:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.552016:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366891f11 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.552020:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366891f11 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.552026:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a1605b09 reply state 0000000010ecc274 transno 12884905333 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0200/0x38bddee366891f1f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.552031:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0200/0x38bddee366891f1f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.552036:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be9ca6eba00) 00010000:00010000:0.0:1783145823.552038:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.552039:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.552063:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1000/0x38bddee366891f0a lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a83a expref: 169 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.552076:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1600/0x38bddee366891f26 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a83a expref: 168 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.552083:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b9:0x0].0x0 (ffff9be9ffff9800) 00010000:00010000:0.0:1783145823.552086:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.552089:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e53a1600, rc 0) 00000100:00100000:0.0:1783145823.552147:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d4286d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+169:305952:x1869755187934592:12345-192.168.203.44@tcp:101:touch.500 Request processed in 572us (694us total) trans 12884905333 rc 0/0 00000100:00100000:0.0:1783145823.552152:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 253 00000100:00100000:0.0:1783145823.552155:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471305493428 time 8471305404342 state 0x2 ref 0 00000100:00100000:1.0:1783145823.552329:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.552349:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187934848 00000100:00100000:3.0:1783145823.552353:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187934848 00000100:00100000:3.0:1783145823.552365:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471305493428 time 8471305404342 state 0x0 ref 1 00000100:00100000:3.0:1783145823.552371:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471305504342 time 8471305404342 state 0x1 ref 1 00000100:00100000:3.0:1783145823.552385:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471305504342 time 8471306263423 state 0x0 ref 1 00000100:00100000:3.0:1783145823.552391:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+169:305953:x1869755187934848:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.552400:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.552409:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891f34 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a841 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.552433:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891f34 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a841 expref: 170 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.552445:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891f34 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a841 expref: 170 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.552457:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b8:0x0].0x0 (ffff9be8d13d7f00) 00010000:00010000:3.0:1783145823.552459:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145823.552461:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d536a200, rc 0) 00000100:00100000:3.0:1783145823.552484:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+170:305953:x1869755187934848:12345-192.168.203.44@tcp:101:touch.500 Request processed in 94us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.552489:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 254 00000100:00100000:3.0:1783145823.552491:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471305504342 time 8471306263423 state 0x2 ref 0 00000100:00100000:1.0:1783145823.553262:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.553291:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187935104 00000100:00100000:1.0:1783145823.553297:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.553297:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187935104 00000100:00100000:3.0:1783145823.553322:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187935360 00000100:00100000:3.0:1783145823.553327:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187935360 00000100:00100000:0.0:1783145823.553338:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 925 00000100:00100000:3.0:1783145823.553342:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471305504342 time 8471306263423 state 0x0 ref 1 00000100:00100000:3.0:1783145823.553349:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471306363423 time 8471306263423 state 0x1 ref 1 00000100:00100000:0.0:1783145823.553351:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+171:305959:x1869755187935104:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:3.0:1783145823.553367:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471306363423 time 8471307244949 state 0x0 ref 1 00000100:00100000:3.0:1783145823.553377:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+171:305952:x1869755187935360:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:3.0:1783145823.553397:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145823.553410:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1600/0x38bddee366891f26 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a83a expref: 171 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.553422:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b9:0x0].0x0 (ffff9be9ffff9800) 00010000:00010000:3.0:1783145823.553430:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.553463:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891f3b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.553473:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891f3b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.553480:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+171:305959:x1869755187935104:12345-192.168.203.44@tcp:35:touch.500 Request processed in 134us (219us total) trans 12884905334 rc 0/0 00010000:00010000:3.0:1783145823.553481:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891f3b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.553491:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 925 00000004:00010000:3.0:1783145823.553588:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000bc4e98ab reply state 000000008dac9f07 transno 12884905335 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891f3b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.553615:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145823.553635:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891f3b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.553640:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b9:0x0].0x0 (ffff9be8d2cdca00) 00010000:00010000:3.0:1783145823.553642:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.553644:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.553657:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187935488 00000100:00100000:2.0:1783145823.553661:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187935488 00000100:00100000:3.0:1783145823.553684:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+172:305952:x1869755187935360:12345-192.168.203.44@tcp:36:touch.500 Request processed in 310us (391us total) trans 12884905335 rc 0/0 00000100:00100000:3.0:1783145823.553690:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 255 00000100:00100000:3.0:1783145823.553694:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471306363423 time 8471307244949 state 0x2 ref 0 00000100:00100000:2.0:1783145823.553697:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2490 00000100:00100000:2.0:1783145823.553708:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+28:2407:x1869755187935488:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:2.0:1783145823.553798:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+29:2407:x1869755187935488:12345-192.168.203.44@tcp:2:touch.500 Request processed in 93us (184us total) trans 8589935430 rc 0/0 00000100:00100000:2.0:1783145823.553804:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2490 00000100:00100000:1.0:1783145823.554815:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.554853:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187935616 00000100:00100000:2.0:1783145823.554858:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187935616 00000100:00100000:1.0:1783145823.554864:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.554877:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471306363423 time 8471307244949 state 0x0 ref 1 00000100:00100000:2.0:1783145823.554886:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471307344949 time 8471307244949 state 0x1 ref 1 00000100:00100000:2.0:1783145823.554912:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471307344949 time 8471308789699 state 0x0 ref 1 00000100:00100000:0.0:1783145823.554916:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187935872 00000100:00100000:0.0:1783145823.554922:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187935872 00000100:00100000:2.0:1783145823.554925:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+172:305952:x1869755187935616:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.554939:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.554951:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891f42 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a848 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.554955:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 926 00000100:00100000:0.0:1783145823.554965:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+174:305953:x1869755187935872:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:2.0:1783145823.554984:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891f42 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a848 expref: 174 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.554997:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891f42 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a848 expref: 174 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.555012:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b9:0x0].0x0 (ffff9be8d2cdca00) 00010000:00010000:2.0:1783145823.555015:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145823.555018:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda91200, rc 0) 00000100:00100000:2.0:1783145823.555050:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+175:305952:x1869755187935616:12345-192.168.203.44@tcp:101:touch.500 Request processed in 127us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.555056:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+175:305953:x1869755187935872:12345-192.168.203.44@tcp:35:touch.500 Request processed in 91us (192us total) trans 12884905336 rc 0/0 00000100:00100000:2.0:1783145823.555062:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 256 00000100:00100000:0.0:1783145823.555067:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 926 00000100:00100000:2.0:1783145823.555071:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471307344949 time 8471308789699 state 0x2 ref 0 00000100:00100000:1.0:1783145823.556622:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.556666:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187936128 00000100:00100000:0.0:1783145823.556671:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187936128 00000100:00100000:0.0:1783145823.556687:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471307344949 time 8471308789699 state 0x0 ref 1 00000100:00100000:0.0:1783145823.556693:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471308889699 time 8471308789699 state 0x1 ref 1 00000100:00100000:0.0:1783145823.556712:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471308889699 time 8471310590125 state 0x0 ref 1 00000100:00100000:0.0:1783145823.556719:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+174:305963:x1869755187936128:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.556727:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.556735:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1000/0x38bddee366891f49 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a84f expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.556788:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366891f50 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.556797:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366891f50 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.556802:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366891f50 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.556808:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0000/0x38bddee366891f57 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.556817:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0000/0x38bddee366891f57 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.556821:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0000/0x38bddee366891f57 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145823.556999:0:204555:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb5e:0x0], index 1: 0 00010000:00010000:0.0:1783145823.557074:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1a00/0x38bddee366891f5e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.557082:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1a00/0x38bddee366891f5e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.557089:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1a00/0x38bddee366891f5e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.557143:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366891f50 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.557149:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366891f50 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.557154:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366891f50 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.557157:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a1400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.557160:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366891f50 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.557165:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366891f50 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.557176:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.557178:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.557181:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366891f50 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.557185:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366891f50 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.557192:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e88045d9 reply state 0000000044019946 transno 12884905337 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0000/0x38bddee366891f57 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.557199:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0000/0x38bddee366891f57 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.557205:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00010000:00010000:0.0:1783145823.557207:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.557209:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.557231:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1000/0x38bddee366891f49 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a84f expref: 177 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.557243:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1a00/0x38bddee366891f5e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a84f expref: 176 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.557250:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ba:0x0].0x0 (ffff9be9ffff9000) 00010000:00010000:0.0:1783145823.557252:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.557255:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e53a1a00, rc 0) 00000100:00100000:0.0:1783145823.557283:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+177:305963:x1869755187936128:12345-192.168.203.44@tcp:101:touch.500 Request processed in 565us (665us total) trans 12884905337 rc 0/0 00000100:00100000:0.0:1783145823.557288:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 257 00000100:00100000:0.0:1783145823.557291:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471308889699 time 8471310590125 state 0x2 ref 0 00000100:00100000:3.0:1783145823.557407:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.557455:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187936256 00000100:00100000:0.0:1783145823.557460:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187936256 00000100:00100000:0.0:1783145823.557495:0:228912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2491 00000100:00100000:0.0:1783145823.557504:0:228912:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:275b1235-b8f5-4ce3-8a3a-d483c556f740+54:2410:x1869755187936256:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:0.0:1783145823.557619:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:275b1235-b8f5-4ce3-8a3a-d483c556f740+55:2410:x1869755187936256:12345-192.168.203.44@tcp:2:touch.500 Request processed in 115us (212us total) trans 8589936082 rc 0/0 00000100:00100000:0.0:1783145823.557626:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2491 00000100:00100000:1.0:1783145823.558392:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.558448:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.558450:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187936512 00000100:00100000:2.0:1783145823.558456:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187936512 00000100:00100000:3.0:1783145823.558478:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187936768 00000100:00100000:3.0:1783145823.558484:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187936768 00000100:00100000:2.0:1783145823.558499:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 927 00000100:00100000:2.0:1783145823.558510:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+178:305952:x1869755187936512:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:3.0:1783145823.558544:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471308889699 time 8471310590125 state 0x0 ref 1 00000100:00100000:3.0:1783145823.558555:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471310690125 time 8471310590125 state 0x1 ref 1 00000100:00100000:3.0:1783145823.558576:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471310690125 time 8471312453326 state 0x0 ref 1 00000100:00100000:3.0:1783145823.558588:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+179:305963:x1869755187936768:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:3.0:1783145823.558616:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145823.558632:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1a00/0x38bddee366891f5e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a84f expref: 179 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.558643:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ba:0x0].0x0 (ffff9be9ffff9000) 00010000:00010000:3.0:1783145823.558650:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145823.558664:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+178:305952:x1869755187936512:12345-192.168.203.44@tcp:35:touch.500 Request processed in 154us (271us total) trans 12884905338 rc 0/0 00000100:00100000:2.0:1783145823.558674:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 927 00010000:00010000:3.0:1783145823.558684:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891f6c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.558692:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891f6c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.558697:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891f6c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.558743:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e2b32e13 reply state 000000009d2148f9 transno 12884905339 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891f6c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.558754:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891f6c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.558793:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ba:0x0].0x0 (ffff9be8d2cdc900) 00010000:00010000:3.0:1783145823.558795:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.558796:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.558837:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+179:305963:x1869755187936768:12345-192.168.203.44@tcp:36:touch.500 Request processed in 252us (391us total) trans 12884905339 rc 0/0 00000100:00100000:3.0:1783145823.558845:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 258 00000100:00100000:3.0:1783145823.558850:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471310690125 time 8471312453326 state 0x2 ref 0 00000100:00100000:1.0:1783145823.559994:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.560026:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187936896 00000100:00100000:0.0:1783145823.560030:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187936896 00000100:00100000:0.0:1783145823.560043:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471310690125 time 8471312453326 state 0x0 ref 1 00000100:00100000:0.0:1783145823.560049:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471312553326 time 8471312453326 state 0x1 ref 1 00000100:00100000:0.0:1783145823.560072:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471312553326 time 8471313949436 state 0x0 ref 1 00000100:00100000:0.0:1783145823.560084:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+179:305963:x1869755187936896:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.560097:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.560107:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366891f73 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a856 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.560164:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366891f73 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a856 expref: 180 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.560172:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366891f73 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a856 expref: 180 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.560186:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ba:0x0].0x0 (ffff9be8d2cdc900) 00010000:00010000:0.0:1783145823.560187:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145823.560189:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e53a0400, rc 0) 00000100:00100000:0.0:1783145823.560221:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+180:305963:x1869755187936896:12345-192.168.203.44@tcp:101:touch.500 Request processed in 138us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.560228:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 259 00000100:00100000:0.0:1783145823.560232:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471312553326 time 8471313949436 state 0x2 ref 0 00000100:00100000:1.0:1783145823.561454:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.561503:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187937024 00000100:00100000:2.0:1783145823.561511:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187937024 00000100:00100000:2.0:1783145823.561547:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2492 00000100:00100000:2.0:1783145823.561556:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+29:2408:x1869755187937024:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:2.0:1783145823.561692:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+30:2408:x1869755187937024:12345-192.168.203.44@tcp:2:touch.500 Request processed in 137us (238us total) trans 8589935431 rc 0/0 00000100:00100000:2.0:1783145823.561700:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2492 00000100:00100000:3.0:1783145823.562393:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.562447:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187937280 00000100:00100000:1.0:1783145823.562452:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187937280 00000100:00100000:1.0:1783145823.562485:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 928 00000100:00100000:1.0:1783145823.562493:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f3ffb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+180:305963:x1869755187937280:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145823.562653:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f3ffb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+181:305963:x1869755187937280:12345-192.168.203.44@tcp:35:touch.500 Request processed in 160us (259us total) trans 12884905340 rc 0/0 00000100:00100000:1.0:1783145823.562661:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 928 00000100:00100000:1.0:1783145823.566435:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.566476:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187937408 00000100:00100000:3.0:1783145823.566483:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187937408 00000100:00100000:1.0:1783145823.566499:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.566509:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471312553326 time 8471313949436 state 0x0 ref 1 00000100:00100000:3.0:1783145823.566519:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471314049436 time 8471313949436 state 0x1 ref 1 00000100:00100000:3.0:1783145823.566542:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471314049436 time 8471320418297 state 0x0 ref 1 00000100:00100000:2.0:1783145823.566561:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187937536 00000100:00100000:2.0:1783145823.566566:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187937536 00000100:00100000:3.0:1783145823.566605:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+182:305965:x1869755187937408:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:2.0:1783145823.566611:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 610 00000100:00100000:2.0:1783145823.566623:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+182:2409:x1869755187937536:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:3.0:1783145823.566626:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.566645:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891f7a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a85d expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.566651:0:204579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.566662:0:204579:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90600/0x38bddee366891f81 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a864 expref: -99 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.566692:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891f88 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.566696:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee366891f8f lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.566714:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891f88 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.566728:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891f88 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.566730:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee366891f8f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.566746:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891f96 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.566746:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee366891f8f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.566768:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891f96 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.566773:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366891f9d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.566780:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891f96 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.566786:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366891f9d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.566796:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366891f9d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.566820:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee366891f8f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.566828:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee366891f8f lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.566835:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee366891f8f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.566841:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda90a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.566846:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891fa4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.566846:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee366891f8f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.566863:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891fa4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.566865:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee366891f8f lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.566872:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891fa4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.566887:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.566892:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.566897:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee366891f8f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.566903:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee366891f8f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.566904:0:204556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1b6:0x0]: returning size 0 00000004:00200000:3.0:1783145823.566911:0:204556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1783145823.566924:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366891f9d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.566932:0:204556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891fa4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.566933:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366891f9d lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.566948:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366891f9d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.566950:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891fa4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.566960:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda91a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.566964:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891f88 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.566966:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366891f9d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.566974:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891f88 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.566980:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366891f9d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.566983:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891f88 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.566998:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891f88 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.566998:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:2.0:1783145823.567005:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.567010:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366891f9d lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.567011:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e5e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.567017:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891f88 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.567021:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366891f9d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.567028:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891f88 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.567041:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.567043:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.567047:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891f88 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.567054:0:204579:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90600/0x38bddee366891f81 lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a864 expref: 184 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.567065:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366891f88 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.567071:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.567075:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145823.567079:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90600/0x38bddee366891f81 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a864 expref: 184 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.567086:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891f96 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.567091:0:204579:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda90600, rc -2) 00010000:00010000:3.0:1783145823.567092:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891f96 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.567099:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891f96 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.567102:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e4200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.567104:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891f96 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.567108:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891f96 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.567113:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:3.0:1783145823.567149:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.567152:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891f96 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.567156:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891f96 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.567176:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891f7a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a85d expref: 184 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.567185:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+184:2409:x1869755187937536:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 562us (683us total) trans 0 rc -2/-2 00010000:00010000:3.0:1783145823.567193:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891fa4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a85d expref: 183 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.567198:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 610 00010000:00010000:3.0:1783145823.567206:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b6:0x0].0x0 (ffff9be8d0392800) 00010000:00010000:3.0:1783145823.567209:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.567213:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d17e4400, rc 0) 00000100:00100000:3.0:1783145823.567250:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+182:305965:x1869755187937408:12345-192.168.203.44@tcp:101:rm.500 Request processed in 648us (820us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.567258:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 260 00000100:00100000:3.0:1783145823.567264:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471314049436 time 8471320418297 state 0x2 ref 0 00000100:00100000:1.0:1783145823.569326:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.569357:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187937664 00000100:00100000:3.0:1783145823.569362:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187937664 00000100:00100000:3.0:1783145823.569378:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471314049436 time 8471320418297 state 0x0 ref 1 00000100:00100000:3.0:1783145823.569384:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471320518297 time 8471320418297 state 0x1 ref 1 00000100:00100000:3.0:1783145823.569405:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471320518297 time 8471323283318 state 0x0 ref 1 00000100:00100000:3.0:1783145823.569412:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+182:305969:x1869755187937664:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.569421:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.569430:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891fab lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a86b expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.569456:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366891fb2 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.569467:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366891fb2 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.569472:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366891fb2 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.569478:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366891fb9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.569485:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366891fb9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.569492:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366891fb9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.569537:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee366891fc0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.569546:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee366891fc0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.569553:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee366891fc0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.569576:0:204590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1b8:0x0]: returning size 0 00000004:00200000:3.0:1783145823.569579:0:204590:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145823.569590:0:204590:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee366891fc0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.569599:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee366891fc0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.569611:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366891fb2 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.569615:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366891fb2 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.569619:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366891fb2 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.569623:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366891fb2 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.569626:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9ffe2c000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.569628:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366891fb2 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.569632:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366891fb2 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.569638:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.569639:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.569642:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366891fb2 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.569645:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366891fb2 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.569656:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366891fb9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.569659:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366891fb9 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.569663:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366891fb9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.569666:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9e800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.569668:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366891fb9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.569671:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366891fb9 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.569674:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:3.0:1783145823.569676:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.569677:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366891fb9 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.569680:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366891fb9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.569694:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891fab lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a86b expref: 184 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.569702:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee366891fc0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a86b expref: 183 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.569706:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b8:0x0].0x0 (ffff9be8d13d7f00) 00010000:00010000:3.0:1783145823.569707:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.569708:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8ccd9f400, rc 0) 00000100:00100000:3.0:1783145823.569735:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+183:305969:x1869755187937664:12345-192.168.203.44@tcp:101:rm.500 Request processed in 325us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.569742:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 261 00000100:00100000:3.0:1783145823.569746:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471320518297 time 8471323283318 state 0x2 ref 0 00000100:00100000:0.0:1783145823.569958:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.569999:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187937792 00000100:00100000:2.0:1783145823.570004:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187937792 00000100:00100000:2.0:1783145823.570041:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2493 00000100:00100000:2.0:1783145823.570049:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdaa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+30:2407:x1869755187937792:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.570059:0:206056:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.570073:0:206056:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000744097d4/0x38bddee366891fc7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb5c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a872 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783145823.570093:0:206056:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb5c:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145823.570107:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5c:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:2.0:1783145823.570112:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145823.570157:0:206056:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000744097d4/0x38bddee366891fc7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a872 expref: 31 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.570172:0:206056:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000744097d4/0x38bddee366891fc7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a872 expref: 31 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.570184:0:206056:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda90000, rc 0) 00000100:00100000:2.0:1783145823.570213:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdaa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+31:2407:x1869755187937792:12345-192.168.203.44@tcp:101:rm.500 Request processed in 165us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.570220:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2493 00000100:00100000:1.0:1783145823.574059:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.574111:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187938048 00000100:00100000:1.0:1783145823.574113:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.574145:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187938048 00000100:00100000:3.0:1783145823.574175:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187938176 00000100:00100000:3.0:1783145823.574181:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187938176 00000100:00100000:2.0:1783145823.574188:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2494 00000100:00100000:2.0:1783145823.574199:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:275b1235-b8f5-4ce3-8a3a-d483c556f740+31:2408:x1869755187938048:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:3.0:1783145823.574203:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471320518297 time 8471323283318 state 0x0 ref 1 00010000:00010000:2.0:1783145823.574212:0:228902:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1783145823.574215:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471323383318 time 8471323283318 state 0x1 ref 1 00010000:00010000:2.0:1783145823.574230:0:228902:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b0c82e87/0x38bddee366891fce lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb5d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a880 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.574245:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471323383318 time 8471328121067 state 0x0 ref 1 00002000:00010000:2.0:1783145823.574252:0:228902:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb5d:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00000100:00100000:3.0:1783145823.574258:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d2da1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+183:305966:x1869755187938176:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.574268:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.574273:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5d:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:2.0:1783145823.574279:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145823.574281:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891fd5 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a879 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.574292:0:228902:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b0c82e87/0x38bddee366891fce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a880 expref: 32 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.574308:0:228902:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b0c82e87/0x38bddee366891fce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a880 expref: 32 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.574320:0:228902:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda90600, rc 0) 00010000:00010000:3.0:1783145823.574361:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366891fdc lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.574363:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:275b1235-b8f5-4ce3-8a3a-d483c556f740+32:2408:x1869755187938048:12345-192.168.203.44@tcp:101:rm.500 Request processed in 166us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.574376:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2494 00010000:00010000:3.0:1783145823.574383:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366891fdc lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.574396:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366891fdc lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.574407:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891fe3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.574416:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891fe3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.574424:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891fe3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145823.574727:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbc2:0x0], index 0: 0 00010000:00010000:3.0:1783145823.574842:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891fea lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.574848:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891fea lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.574853:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891fea lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.574871:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366891fdc lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.574876:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366891fdc lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.574889:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366891fdc lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.574896:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366891fdc lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.574900:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9fc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.574903:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366891fdc lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.574908:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366891fdc lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.574918:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.574920:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.574923:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366891fdc lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.574927:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366891fdc lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.574943:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002a7ed4ae reply state 00000000770a439a transno 12884905341 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891fe3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.574949:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891fe3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.574952:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:3.0:1783145823.574954:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.574956:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.574971:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366891fd5 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a879 expref: 186 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.574978:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891fea lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a879 expref: 185 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.574983:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bb:0x0].0x0 (ffff9be8d2cdcd00) 00010000:00010000:3.0:1783145823.574984:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.574986:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d17e4200, rc 0) 00000100:00100000:3.0:1783145823.575009:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d2da1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+186:305966:x1869755187938176:12345-192.168.203.44@tcp:101:touch.500 Request processed in 756us (899us total) trans 12884905341 rc 0/0 00000100:00100000:3.0:1783145823.575014:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 262 00000100:00100000:3.0:1783145823.575018:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471323383318 time 8471328121067 state 0x2 ref 0 00000100:00100000:1.0:1783145823.576606:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.576645:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187938432 00000100:00100000:0.0:1783145823.576649:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187938432 00000100:00100000:0.0:1783145823.576664:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471323383318 time 8471328121067 state 0x0 ref 1 00000100:00100000:0.0:1783145823.576671:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471328221067 time 8471328121067 state 0x1 ref 1 00000100:00100000:0.0:1783145823.576689:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471328221067 time 8471330566970 state 0x0 ref 1 00000100:00100000:0.0:1783145823.576699:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d2da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+186:305966:x1869755187938432:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:0.0:1783145823.576727:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145823.576740:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366891fea lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a879 expref: 186 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.576753:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bb:0x0].0x0 (ffff9be8d2cdcd00) 00010000:00010000:0.0:1783145823.576758:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145823.576794:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1000/0x38bddee366891ff8 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.576803:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1000/0x38bddee366891ff8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.576807:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1000/0x38bddee366891ff8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.576847:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000000627c68c reply state 00000000db85c1e4 transno 12884905342 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1000/0x38bddee366891ff8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.576853:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1000/0x38bddee366891ff8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.576857:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bb:0x0].0x0 (ffff9be9ffff9c00) 00010000:00010000:0.0:1783145823.576858:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.576859:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145823.576900:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d2da3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+187:305966:x1869755187938432:12345-192.168.203.44@tcp:36:touch.500 Request processed in 201us (295us total) trans 12884905342 rc 0/0 00000100:00100000:0.0:1783145823.576906:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 263 00000100:00100000:0.0:1783145823.576910:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471328221067 time 8471330566970 state 0x2 ref 0 00000100:00100000:1.0:1783145823.578308:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.578340:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187938560 00000100:00100000:3.0:1783145823.578345:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187938560 00000100:00100000:3.0:1783145823.578363:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471328221067 time 8471330566970 state 0x0 ref 1 00000100:00100000:3.0:1783145823.578372:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471330666970 time 8471330566970 state 0x1 ref 1 00000100:00100000:3.0:1783145823.578394:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471330666970 time 8471332271939 state 0x0 ref 1 00000100:00100000:3.0:1783145823.578402:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d2da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+187:305966:x1869755187938560:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.578411:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.578419:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891fff lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a887 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.578442:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891fff lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a887 expref: 188 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.578449:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891fff lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a887 expref: 188 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.578459:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bb:0x0].0x0 (ffff9be9ffff9c00) 00010000:00010000:3.0:1783145823.578461:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145823.578463:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d17e5400, rc 0) 00000100:00100000:3.0:1783145823.578486:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d2da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+188:305966:x1869755187938560:12345-192.168.203.44@tcp:101:touch.500 Request processed in 86us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.578490:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 264 00000100:00100000:3.0:1783145823.578493:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471330666970 time 8471332271939 state 0x2 ref 0 00000100:00100000:1.0:1783145823.579669:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.579718:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187938816 00000100:00100000:0.0:1783145823.579724:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187938816 00000100:00100000:0.0:1783145823.579762:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2495 00000100:00100000:0.0:1783145823.579771:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d2da3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:275b1235-b8f5-4ce3-8a3a-d483c556f740+55:2410:x1869755187938816:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:1.0:1783145823.579875:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.579913:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187938944 00000100:00100000:2.0:1783145823.579919:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187938944 00000100:00100000:0.0:1783145823.579924:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d2da3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:275b1235-b8f5-4ce3-8a3a-d483c556f740+56:2410:x1869755187938816:12345-192.168.203.44@tcp:2:touch.500 Request processed in 153us (256us total) trans 8589936083 rc 0/0 00000100:00100000:0.0:1783145823.579932:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2495 00000100:00100000:2.0:1783145823.579940:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471330666970 time 8471332271939 state 0x0 ref 1 00000100:00100000:2.0:1783145823.579955:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471332371939 time 8471332271939 state 0x1 ref 1 00000100:00100000:2.0:1783145823.579983:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471332371939 time 8471333860089 state 0x0 ref 1 00000100:00100000:2.0:1783145823.579996:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d2da2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+188:305969:x1869755187938944:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145823.580027:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145823.580040:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee366891fc0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a86b expref: 188 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.580056:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee366891f34 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a841 expref: 187 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.580067:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b8:0x0].0x0 (ffff9be8d13d7f00) 00010000:00010000:2.0:1783145823.580070:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.580081:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892006 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.580088:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892006 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.580093:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892006 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.580101:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee36689200d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.580106:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee36689200d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.580110:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee36689200d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.580193:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892014 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.580199:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892014 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.580204:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892014 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145823.580354:0:210786:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].411, 64 off34496 00010000:00010000:2.0:1783145823.580385:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee36689201b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.580392:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee36689201b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.580408:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee36689201b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.580417:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee36689201b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.580424:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee36689201b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.580431:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee36689201b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.580451:0:210786:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145823.580463:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892014 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.580467:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892014 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.580472:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892014 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.580475:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda91400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.580479:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892014 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.580482:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145823.580484:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892014 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.580490:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee36689201b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.580496:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b8:0x0].0x0 (ffff9be8d13d7f00) 00010000:00010000:2.0:1783145823.580502:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145823.580506:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892014 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.580509:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda90400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145823.580516:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee36689201b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.580517:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892014 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.580536:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee36689201b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.580542:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892006 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.580548:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892006 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.580549:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b8:0x0].0x0 (ffff9be8d13d7f00) 00010000:00010000:2.0:1783145823.580554:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892006 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.580555:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.580562:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892006 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.580562:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee36689201b lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.580579:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda91a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.580581:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee36689201b lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.580583:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892006 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.580601:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892006 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.580604:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.580608:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.580610:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.580614:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.580614:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.580615:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.580619:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892006 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.580627:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892006 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.580637:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000060db334 reply state 000000007327466b transno 12884905343 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee36689200d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.580645:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee36689200d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.580647:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187939200 00000100:00100000:0.0:1783145823.580653:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187939200 00010000:00010000:2.0:1783145823.580654:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:2.0:1783145823.580659:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.580662:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145823.580691:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 929 00000100:00100000:0.0:1783145823.580702:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d2da2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+189:305966:x1869755187939200:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:2.0:1783145823.580705:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d2da2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+189:305969:x1869755187938944:12345-192.168.203.44@tcp:36:rm.500 Request processed in 710us (829us total) trans 12884905343 rc 0/0 00000100:00100000:2.0:1783145823.580714:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 265 00000100:00100000:2.0:1783145823.580717:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471332371939 time 8471333860089 state 0x2 ref 0 00000100:00100000:0.0:1783145823.580853:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d2da2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+189:305966:x1869755187939200:12345-192.168.203.44@tcp:35:touch.500 Request processed in 153us (244us total) trans 12884905344 rc 0/0 00000100:00100000:0.0:1783145823.580861:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 929 00000100:00100000:1.0:1783145823.582427:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.582459:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187939456 00000100:00100000:3.0:1783145823.582465:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187939456 00000100:00100000:3.0:1783145823.582484:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471332371939 time 8471333860089 state 0x0 ref 1 00000100:00100000:3.0:1783145823.582493:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471333960089 time 8471333860089 state 0x1 ref 1 00000100:00100000:3.0:1783145823.582513:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471333960089 time 8471336391325 state 0x0 ref 1 00000100:00100000:3.0:1783145823.582524:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d2da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+189:305965:x1869755187939456:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:3.0:1783145823.582552:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783145823.582567:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee366891fa4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a85d expref: 189 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.582589:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee366891ed2 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a825 expref: 188 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.582599:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b6:0x0].0x0 (ffff9be8d0392800) 00010000:00010000:3.0:1783145823.582602:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.582614:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892022 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.582625:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892022 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.582633:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892022 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.582643:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366892029 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.582656:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366892029 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.582663:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366892029 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.582703:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366892030 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.582710:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366892030 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.582716:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366892030 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783145823.582829:0:204556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].412, 64 off34560 00010000:00010000:3.0:1783145823.582860:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366892037 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.582868:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366892037 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.582876:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366892037 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.582882:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366892037 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.582889:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366892037 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.582896:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366892037 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.582917:0:204556:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145823.582928:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366892030 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.582935:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366892030 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.582942:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366892030 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.582945:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.582949:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9fc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.582954:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366892037 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.582955:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366892030 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.582973:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366892030 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.582974:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9e800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145823.582982:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366892037 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.582986:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b6:0x0].0x0 (ffff9be8d0392800) 00010000:00010000:3.0:1783145823.582992:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145823.582998:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366892030 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.582998:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366892037 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.583012:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366892030 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.583019:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b6:0x0].0x0 (ffff9be8d0392800) 00010000:00010000:0.0:1783145823.583023:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145823.583027:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366892037 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.583028:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892022 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.583044:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892022 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.583046:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee366892037 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.583068:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892022 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.583074:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.583075:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892022 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.583079:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.583084:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e5e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.583084:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.583089:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892022 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.583095:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892022 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.583102:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.583104:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.583106:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892022 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.583112:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892022 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.583155:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000add2383d reply state 00000000cb347ca5 transno 12884905345 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366892029 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.583164:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366892029 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.583171:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:3.0:1783145823.583174:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.583176:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.583220:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d2da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+189:305965:x1869755187939456:12345-192.168.203.44@tcp:36:rm.500 Request processed in 697us (793us total) trans 12884905345 rc 0/0 00000100:00100000:3.0:1783145823.583228:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 266 00000100:00100000:3.0:1783145823.583233:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471333960089 time 8471336391325 state 0x2 ref 0 00000100:00100000:1.0:1783145823.584211:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.584243:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187939584 00000100:00100000:3.0:1783145823.584248:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187939584 00000100:00100000:3.0:1783145823.584265:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471333960089 time 8471336391325 state 0x0 ref 1 00000100:00100000:3.0:1783145823.584273:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471336491325 time 8471336391325 state 0x1 ref 1 00000100:00100000:3.0:1783145823.584294:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471336491325 time 8471338171762 state 0x0 ref 1 00000100:00100000:3.0:1783145823.584304:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d2da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+189:305967:x1869755187939584:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.584316:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.584328:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee36689203e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a88e expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.584367:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee366892045 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.584376:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee366892045 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.584384:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee366892045 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.584394:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee36689204c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.584402:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee36689204c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.584409:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee36689204c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.584450:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366892053 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.584458:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366892053 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.584465:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366892053 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.584488:0:204590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1b7:0x0]: returning size 0 00000004:00200000:3.0:1783145823.584492:0:204590:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145823.584503:0:204590:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366892053 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.584513:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366892053 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.584520:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee366892045 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.584527:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee366892045 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.584533:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee366892045 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.584540:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee366892045 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.584549:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78db000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.584553:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee366892045 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.584559:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee366892045 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.584567:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.584570:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.584573:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee366892045 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.584579:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee366892045 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.584596:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee36689204c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.584602:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee36689204c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.584608:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee36689204c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.584613:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78dba00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.584616:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee36689204c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.584622:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee36689204c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.584632:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:3.0:1783145823.584634:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.584637:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee36689204c lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.584643:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee36689204c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.584661:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee36689203e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a88e expref: 191 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.584673:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366892053 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a88e expref: 190 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.584679:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b7:0x0].0x0 (ffff9be9c31f0e00) 00010000:00010000:3.0:1783145823.584682:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.584684:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c78db800, rc 0) 00000100:00100000:3.0:1783145823.584713:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d2da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+190:305967:x1869755187939584:12345-192.168.203.44@tcp:101:rm.500 Request processed in 411us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.584720:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 267 00000100:00100000:3.0:1783145823.584724:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471336491325 time 8471338171762 state 0x2 ref 0 00000100:00100000:1.0:1783145823.585234:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.585271:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187939712 00000100:00100000:0.0:1783145823.585275:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187939712 00000100:00100000:0.0:1783145823.585288:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471336491325 time 8471338171762 state 0x0 ref 1 00000100:00100000:0.0:1783145823.585293:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471338271762 time 8471338171762 state 0x1 ref 1 00000100:00100000:0.0:1783145823.585311:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471338271762 time 8471339189172 state 0x0 ref 1 00000100:00100000:0.0:1783145823.585318:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+190:305971:x1869755187939712:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.585325:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.585332:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee36689205a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a895 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.585371:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1600/0x38bddee366892061 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.585381:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1600/0x38bddee366892061 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.585389:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1600/0x38bddee366892061 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.585396:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee366892068 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.585401:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee366892068 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.585405:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee366892068 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.585432:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee36689206f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.585436:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee36689206f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.585440:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee36689206f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145823.585455:0:206077:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1ba:0x0]: returning size 0 00000004:00200000:0.0:1783145823.585457:0:206077:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783145823.585464:0:206077:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee36689206f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.585473:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee36689206f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.585477:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1600/0x38bddee366892061 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.585481:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1600/0x38bddee366892061 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.585485:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1600/0x38bddee366892061 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.585489:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1600/0x38bddee366892061 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.585492:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a1600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.585494:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1600/0x38bddee366892061 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.585497:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1600/0x38bddee366892061 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.585502:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.585504:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.585505:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1600/0x38bddee366892061 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.585509:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1600/0x38bddee366892061 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.585515:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee366892068 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.585520:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee366892068 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.585524:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee366892068 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.585527:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a1e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.585529:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee366892068 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.585532:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee366892068 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.585536:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00010000:00010000:0.0:1783145823.585537:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.585539:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee366892068 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.585543:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee366892068 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.585554:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee36689205a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a895 expref: 192 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.585560:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee36689206f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a895 expref: 191 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.585564:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ba:0x0].0x0 (ffff9be8d2cdc900) 00010000:00010000:0.0:1783145823.585565:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.585568:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e53a0c00, rc 0) 00000100:00100000:0.0:1783145823.585592:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+191:305971:x1869755187939712:12345-192.168.203.44@tcp:101:rm.500 Request processed in 275us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.585596:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 268 00000100:00100000:0.0:1783145823.585599:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471338271762 time 8471339189172 state 0x2 ref 0 00000100:00100000:1.0:1783145823.586735:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.586767:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187939840 00000100:00100000:0.0:1783145823.586771:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187939840 00000100:00100000:0.0:1783145823.586800:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2496 00000100:00100000:0.0:1783145823.586806:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:275b1235-b8f5-4ce3-8a3a-d483c556f740+56:2407:x1869755187939840:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.586815:0:228906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1783145823.586821:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.586836:0:228906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036b40a3e/0x38bddee366892076 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbc0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a89c expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145823.586856:0:228906:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbc0:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00000100:00100000:3.0:1783145823.586868:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187939968 00010000:00010000:0.0:1783145823.586871:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc0:0x0].0x0 since=8471s v=(0 0) 00000100:00100000:3.0:1783145823.586875:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187939968 00010000:00010000:0.0:1783145823.586878:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145823.586890:0:228906:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000036b40a3e/0x38bddee366892076 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a89c expref: 57 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.586905:0:228906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000036b40a3e/0x38bddee366892076 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a89c expref: 57 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.586917:0:228906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e53a1a00, rc 0) 00000100:00100000:3.0:1783145823.586922:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2497 00000100:00100000:3.0:1783145823.586932:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:275b1235-b8f5-4ce3-8a3a-d483c556f740+32:2407:x1869755187939968:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.586941:0:228913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1783145823.586947:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:275b1235-b8f5-4ce3-8a3a-d483c556f740+57:2407:x1869755187939840:12345-192.168.203.44@tcp:101:rm.500 Request processed in 139us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.586956:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2496 00010000:00010000:3.0:1783145823.586957:0:228913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa70298a/0x38bddee36689207d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb5e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a8a3 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783145823.586976:0:228913:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb5e:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:3.0:1783145823.586987:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5e:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:3.0:1783145823.586991:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145823.586999:0:228913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa70298a/0x38bddee36689207d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8a3 expref: 33 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.587012:0:228913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fa70298a/0x38bddee36689207d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8a3 expref: 33 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.587021:0:228913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c78daa00, rc 0) 00000100:00100000:3.0:1783145823.587090:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:275b1235-b8f5-4ce3-8a3a-d483c556f740+33:2407:x1869755187939968:12345-192.168.203.44@tcp:101:rm.500 Request processed in 159us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.587097:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2497 00000100:00100000:1.0:1783145823.589840:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.589882:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187940096 00000100:00100000:0.0:1783145823.589889:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187940096 00000100:00100000:0.0:1783145823.589910:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471338271762 time 8471339189172 state 0x0 ref 1 00000100:00100000:0.0:1783145823.589919:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471339289172 time 8471339189172 state 0x1 ref 1 00000100:00100000:0.0:1783145823.589942:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471339289172 time 8471343819498 state 0x0 ref 1 00000100:00100000:0.0:1783145823.589953:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+191:305970:x1869755187940096:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.589965:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.589978:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892084 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a8aa expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590022:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee36689208b lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590033:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee36689208b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590041:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee36689208b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590051:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366892092 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590067:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366892092 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590073:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366892092 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590165:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366892099 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590174:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366892099 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590181:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366892099 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145823.590209:0:204555:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1b9:0x0]: returning size 0 00000004:00200000:0.0:1783145823.590212:0:204555:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783145823.590227:0:204555:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366892099 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590236:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366892099 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590244:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee36689208b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590251:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee36689208b lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590257:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee36689208b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590263:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e4200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.590268:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee36689208b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590275:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee36689208b lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590286:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.590289:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.590293:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee36689208b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590299:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee36689208b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590310:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366892092 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590316:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366892092 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590320:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366892092 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590323:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d93df800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.590325:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366892092 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590328:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366892092 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590332:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be9ca6eba00) 00010000:00010000:0.0:1783145823.590333:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.590335:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366892092 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590338:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366892092 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590355:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892084 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8aa expref: 193 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590363:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366892099 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8aa expref: 192 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590368:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b9:0x0].0x0 (ffff9be8d2cdca00) 00010000:00010000:0.0:1783145823.590369:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.590371:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d93dea00, rc 0) 00000100:00100000:0.0:1783145823.590400:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+192:305970:x1869755187940096:12345-192.168.203.44@tcp:101:rm.500 Request processed in 450us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.590404:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 269 00000100:00100000:0.0:1783145823.590407:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471339289172 time 8471343819498 state 0x2 ref 0 00000100:00100000:1.0:1783145823.590583:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.590622:0:204561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187940224 00000100:00100000:0.0:1783145823.590627:0:204561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187940224 00000100:00100000:0.0:1783145823.590661:0:204561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 611 00000100:00100000:0.0:1783145823.590670:0:204561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+192:2407:x1869755187940224:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:0.0:1783145823.590692:0:204561:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.590703:0:204561:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee3668920a0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a8b1 expref: -99 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590734:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee3668920a7 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590744:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee3668920a7 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590752:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee3668920a7 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590767:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee3668920ae lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590775:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee3668920ae lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590782:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee3668920ae lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590797:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee3668920a7 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590802:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee3668920a7 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590806:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee3668920a7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590812:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d93de400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.590815:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee3668920a7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590821:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee3668920a7 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590831:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.590834:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.590838:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee3668920a7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590844:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee3668920a7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590857:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee3668920ae lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590863:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee3668920ae lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590869:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee3668920ae lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590874:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fc600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.590878:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee3668920ae lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590884:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee3668920ae lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590891:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:0.0:1783145823.590893:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.590896:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee3668920ae lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590902:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee3668920ae lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590923:0:204561:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee3668920a0 lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8b1 expref: 193 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590932:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.590935:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145823.590939:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee3668920a0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8b1 expref: 193 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.590950:0:204561:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d93dfe00, rc -2) 00000100:00100000:0.0:1783145823.590987:0:204561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+192:2407:x1869755187940224:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 318us (404us total) trans 0 rc -2/-2 00000100:00100000:0.0:1783145823.590996:0:204561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 611 00000100:00100000:1.0:1783145823.592506:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.592575:0:228916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187940352 00000100:00100000:3.0:1783145823.592580:0:228916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187940352 00000100:00100000:1.0:1783145823.592598:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.592642:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2498 00000100:00100000:0.0:1783145823.592650:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:275b1235-b8f5-4ce3-8a3a-d483c556f740+57:2408:x1869755187940352:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.592658:0:228905:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.592669:0:228905:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000903af2da/0x38bddee3668920b5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a8db expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145823.592683:0:228905:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbc1:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:0.0:1783145823.592693:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc1:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.592697:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145823.592702:0:228905:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000903af2da/0x38bddee3668920b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8db expref: 58 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.592711:0:228905:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000903af2da/0x38bddee3668920b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8db expref: 58 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.592719:0:228905:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d19fc800, rc 0) 00000100:00100000:0.0:1783145823.592743:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:275b1235-b8f5-4ce3-8a3a-d483c556f740+58:2408:x1869755187940352:12345-192.168.203.44@tcp:101:rm.500 Request processed in 95us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.592748:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2498 00000100:00100000:0.0:1783145823.592767:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187940608 00000100:00100000:0.0:1783145823.592770:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187940608 00000100:00100000:0.0:1783145823.592785:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471339289172 time 8471343819498 state 0x0 ref 1 00000100:00100000:0.0:1783145823.592792:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471343919498 time 8471343819498 state 0x1 ref 1 00000100:00100000:0.0:1783145823.592808:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471343919498 time 8471346686688 state 0x0 ref 1 00000100:00100000:0.0:1783145823.592818:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+192:305973:x1869755187940608:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.592826:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.592837:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee3668920bc lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a8e2 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.592893:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee3668920c3 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.592901:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee3668920c3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.592907:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee3668920c3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.592913:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1600/0x38bddee3668920ca lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.592919:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1600/0x38bddee3668920ca lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.592922:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1600/0x38bddee3668920ca lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145823.593192:0:204557:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb5f:0x0], index 1: 0 00010000:00010000:0.0:1783145823.593307:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168400/0x38bddee3668920d1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.593313:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168400/0x38bddee3668920d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.593319:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168400/0x38bddee3668920d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.593340:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee3668920c3 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.593344:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee3668920c3 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.593348:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee3668920c3 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.593351:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee3668920c3 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.593355:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a1e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.593356:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee3668920c3 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.593360:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee3668920c3 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.593366:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.593367:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.593369:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee3668920c3 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.593376:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee3668920c3 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.593384:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000092253cd5 reply state 00000000ea222148 transno 12884905346 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1600/0x38bddee3668920ca lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.593390:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1600/0x38bddee3668920ca lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.593394:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00010000:00010000:0.0:1783145823.593396:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.593398:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.593412:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee3668920bc lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8e2 expref: 195 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.593421:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168400/0x38bddee3668920d1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8e2 expref: 194 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.593425:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bc:0x0].0x0 (ffff9be9d1efe900) 00010000:00010000:0.0:1783145823.593427:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.593428:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d5168400, rc 0) 00000100:00100000:0.0:1783145823.593454:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+195:305973:x1869755187940608:12345-192.168.203.44@tcp:101:touch.500 Request processed in 639us (857us total) trans 12884905346 rc 0/0 00000100:00100000:0.0:1783145823.593458:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 270 00000100:00100000:0.0:1783145823.593462:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471343919498 time 8471346686688 state 0x2 ref 0 00000100:00100000:1.0:1783145823.595593:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.595618:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187940864 00000100:00100000:3.0:1783145823.595623:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187940864 00000100:00100000:3.0:1783145823.595640:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471343919498 time 8471346686688 state 0x0 ref 1 00000100:00100000:3.0:1783145823.595647:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471346786688 time 8471346686688 state 0x1 ref 1 00000100:00100000:3.0:1783145823.595665:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471346786688 time 8471349542488 state 0x0 ref 1 00000100:00100000:3.0:1783145823.595676:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+195:305973:x1869755187940864:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:3.0:1783145823.595714:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145823.595731:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168400/0x38bddee3668920d1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8e2 expref: 195 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.595745:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bc:0x0].0x0 (ffff9be9d1efe900) 00010000:00010000:3.0:1783145823.595754:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.595805:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee3668920df lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.595815:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee3668920df lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.595829:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee3668920df lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.595879:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000117f4535 reply state 0000000048e68ef8 transno 12884905347 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee3668920df lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.595886:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee3668920df lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.595890:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bc:0x0].0x0 (ffff9be8d2cdc800) 00010000:00010000:3.0:1783145823.595892:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.595893:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.595936:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+196:305973:x1869755187940864:12345-192.168.203.44@tcp:36:touch.500 Request processed in 263us (347us total) trans 12884905347 rc 0/0 00000100:00100000:3.0:1783145823.595941:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 271 00000100:00100000:3.0:1783145823.595944:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471346786688 time 8471349542488 state 0x2 ref 0 00000100:00100000:3.0:1783145823.596724:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.596755:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187941120 00000100:00100000:0.0:1783145823.596759:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187941120 00000100:00100000:0.0:1783145823.596773:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471346786688 time 8471349542488 state 0x0 ref 1 00000100:00100000:0.0:1783145823.596778:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471349642488 time 8471349542488 state 0x1 ref 1 00000100:00100000:0.0:1783145823.596796:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471349642488 time 8471350674831 state 0x0 ref 1 00000100:00100000:0.0:1783145823.596803:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+196:305973:x1869755187941120:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.596813:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.596821:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169800/0x38bddee3668920e6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a8e9 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.596844:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169800/0x38bddee3668920e6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8e9 expref: 197 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.596852:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169800/0x38bddee3668920e6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8e9 expref: 197 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.596863:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bc:0x0].0x0 (ffff9be8d2cdc800) 00010000:00010000:0.0:1783145823.596866:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145823.596868:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d5169800, rc 0) 00000100:00100000:3.0:1783145823.596874:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.596901:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+197:305973:x1869755187941120:12345-192.168.203.44@tcp:101:touch.500 Request processed in 96us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.596910:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187941248 00000100:00100000:0.0:1783145823.596910:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 272 00000100:00100000:2.0:1783145823.596918:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187941248 00000100:00100000:0.0:1783145823.596919:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471349642488 time 8471350674831 state 0x2 ref 0 00000100:00100000:2.0:1783145823.596943:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471349642488 time 8471350674831 state 0x0 ref 1 00000100:00100000:2.0:1783145823.596954:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471350774831 time 8471350674831 state 0x1 ref 1 00000100:00100000:2.0:1783145823.596979:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471350774831 time 8471350855844 state 0x0 ref 1 00000100:00100000:2.0:1783145823.596991:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+197:305972:x1869755187941248:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.597000:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.597011:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee3668920ed lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a8f0 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.597075:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee3668920f4 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.597086:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee3668920f4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.597094:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee3668920f4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.597107:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91000/0x38bddee3668920fb lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.597152:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91000/0x38bddee3668920fb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.597161:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91000/0x38bddee3668920fb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145823.597347:0:204590:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbc3:0x0], index 0: 0 00010000:00010000:2.0:1783145823.597429:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892102 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.597438:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892102 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.597446:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892102 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.597470:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee3668920f4 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.597481:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee3668920f4 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.597487:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee3668920f4 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.597494:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee3668920f4 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.597500:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda91600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.597504:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee3668920f4 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.597511:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee3668920f4 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.597520:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.597522:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.597526:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee3668920f4 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.597531:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee3668920f4 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.597541:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a4002e1c reply state 0000000030615c55 transno 12884905348 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91000/0x38bddee3668920fb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.597549:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91000/0x38bddee3668920fb lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.597555:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:2.0:1783145823.597557:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.597559:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145823.597577:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee3668920ed lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8f0 expref: 200 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.597587:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892102 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8f0 expref: 199 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.597594:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bd:0x0].0x0 (ffff9be8d13d7100) 00010000:00010000:2.0:1783145823.597596:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.597598:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda91a00, rc 0) 00000100:00100000:2.0:1783145823.597628:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+200:305972:x1869755187941248:12345-192.168.203.44@tcp:101:touch.500 Request processed in 641us (754us total) trans 12884905348 rc 0/0 00000100:00100000:2.0:1783145823.597635:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 273 00000100:00100000:2.0:1783145823.597640:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471350774831 time 8471350855844 state 0x2 ref 0 00000100:00100000:0.0:1783145823.597854:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.597879:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187941376 00000100:00100000:3.0:1783145823.597885:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187941376 00000100:00100000:3.0:1783145823.597917:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2499 00000100:00100000:3.0:1783145823.597926:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee249f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+33:2409:x1869755187941376:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:3.0:1783145823.598059:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee249f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+34:2409:x1869755187941376:12345-192.168.203.44@tcp:2:touch.500 Request processed in 135us (204us total) trans 8589935432 rc 0/0 00000100:00100000:3.0:1783145823.598068:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2499 00000100:00100000:3.0:1783145823.598948:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.598979:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187941632 00000100:00100000:0.0:1783145823.598983:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187941632 00000100:00100000:0.0:1783145823.598997:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471350774831 time 8471350855844 state 0x0 ref 1 00000100:00100000:0.0:1783145823.599003:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471350955844 time 8471350855844 state 0x1 ref 1 00000100:00100000:0.0:1783145823.599021:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471350955844 time 8471352899050 state 0x0 ref 1 00000100:00100000:0.0:1783145823.599030:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+200:305972:x1869755187941632:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:0.0:1783145823.599053:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145823.599066:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892102 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8f0 expref: 200 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.599086:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bd:0x0].0x0 (ffff9be8d13d7100) 00010000:00010000:0.0:1783145823.599096:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145823.599171:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.599180:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169200/0x38bddee366892110 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.599191:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169200/0x38bddee366892110 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.599200:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169200/0x38bddee366892110 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.599244:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187941888 00000100:00100000:2.0:1783145823.599249:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187941888 00000004:00010000:0.0:1783145823.599256:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000776ea144 reply state 000000006ee6ed52 transno 12884905349 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169200/0x38bddee366892110 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.599264:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471352999050 time 8471352899050 state 0x1 ref 2 00010000:00010000:0.0:1783145823.599266:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169200/0x38bddee366892110 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.599272:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bd:0x0].0x0 (ffff9be9d4336e00) 00010000:00010000:0.0:1783145823.599275:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.599278:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.599286:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471352999050 time 8471353163857 state 0x0 ref 2 00000100:00100000:2.0:1783145823.599297:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+201:305975:x1869755187941888:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.599304:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.599314:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee366892117 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a8f7 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.599324:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+203:305972:x1869755187941632:12345-192.168.203.44@tcp:36:touch.500 Request processed in 296us (375us total) trans 12884905349 rc 0/0 00000100:00100000:0.0:1783145823.599331:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 274 00000100:00100000:3.0:1783145823.599363:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.599368:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee36689211e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.599380:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee36689211e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.599388:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee36689211e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.599407:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366892125 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.599415:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187942144 00010000:00010000:2.0:1783145823.599416:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366892125 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.599419:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187942144 00010000:00010000:2.0:1783145823.599424:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366892125 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.599448:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 930 00000100:00100000:0.0:1783145823.599455:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+203:305973:x1869755187942144:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:0.0:1783145823.599590:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+204:305973:x1869755187942144:12345-192.168.203.44@tcp:35:touch.500 Request processed in 134us (227us total) trans 12884905350 rc 0/0 00000100:00100000:0.0:1783145823.599598:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 930 00000004:00080000:2.0:1783145823.599709:0:204555:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb60:0x0], index 1: 0 00010000:00010000:2.0:1783145823.599788:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee36689212c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.599797:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee36689212c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.599806:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee36689212c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.599830:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee36689211e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.599837:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee36689211e lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.599844:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee36689211e lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.599850:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536a200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.599854:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee36689211e lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.599860:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee36689211e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.599868:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.599870:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.599872:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee36689211e lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.599876:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee36689211e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.599883:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f99110f6 reply state 0000000055acf88c transno 12884905351 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366892125 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.599892:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366892125 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.599898:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00010000:00010000:2.0:1783145823.599900:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.599902:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145823.599920:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee366892117 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8f7 expref: 205 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.599933:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee36689212c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8f7 expref: 204 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.599942:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1be:0x0].0x0 (ffff9be8d13d7e00) 00010000:00010000:2.0:1783145823.599945:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.599947:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8ccd9e800, rc 0) 00000100:00100000:2.0:1783145823.599982:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+205:305975:x1869755187941888:12345-192.168.203.44@tcp:101:touch.500 Request processed in 687us (811us total) trans 12884905351 rc 0/0 00000100:00100000:2.0:1783145823.599991:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 275 00000100:00100000:2.0:1783145823.599995:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471352999050 time 8471353163857 state 0x2 ref 0 00000100:00100000:0.0:1783145823.600106:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.600243:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187942272 00000100:00100000:2.0:1783145823.600247:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187942272 00000100:00100000:2.0:1783145823.600258:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471352999050 time 8471353163857 state 0x0 ref 1 00000100:00100000:2.0:1783145823.600262:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471353263857 time 8471353163857 state 0x1 ref 1 00000100:00100000:2.0:1783145823.600277:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471353263857 time 8471354156110 state 0x0 ref 1 00000100:00100000:2.0:1783145823.600284:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee24bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+205:305972:x1869755187942272:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.600292:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.600298:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee36689213a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a8fe expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.600316:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee36689213a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8fe expref: 206 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.600322:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee36689213a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8fe expref: 206 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.600336:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bd:0x0].0x0 (ffff9be9d4336e00) 00010000:00010000:2.0:1783145823.600337:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145823.600339:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8ccd9f400, rc 0) 00000100:00100000:2.0:1783145823.600363:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee24bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+206:305972:x1869755187942272:12345-192.168.203.44@tcp:101:touch.500 Request processed in 78us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.600369:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 276 00000100:00100000:2.0:1783145823.600374:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471353263857 time 8471354156110 state 0x2 ref 0 00000100:00100000:3.0:1783145823.601196:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.601223:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187942528 00000100:00100000:0.0:1783145823.601227:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187942528 00000100:00100000:0.0:1783145823.601238:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471353263857 time 8471354156110 state 0x0 ref 1 00000100:00100000:0.0:1783145823.601243:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471354256110 time 8471354156110 state 0x1 ref 1 00000100:00100000:0.0:1783145823.601257:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471354256110 time 8471355135783 state 0x0 ref 1 00000100:00100000:0.0:1783145823.601265:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+206:305975:x1869755187942528:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:0.0:1783145823.601285:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145823.601293:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee36689212c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8f7 expref: 206 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.601302:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1be:0x0].0x0 (ffff9be8d13d7e00) 00010000:00010000:0.0:1783145823.601307:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145823.601332:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169400/0x38bddee366892141 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.601338:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169400/0x38bddee366892141 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.601343:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169400/0x38bddee366892141 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.601386:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b636a402 reply state 00000000c9831351 transno 12884905352 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169400/0x38bddee366892141 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.601393:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169400/0x38bddee366892141 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.601397:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1be:0x0].0x0 (ffff9be9d4336600) 00010000:00010000:0.0:1783145823.601399:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.601402:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.601442:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.601456:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+207:305975:x1869755187942528:12345-192.168.203.44@tcp:36:touch.500 Request processed in 190us (259us total) trans 12884905352 rc 0/0 00000100:00100000:0.0:1783145823.601462:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 277 00000100:00100000:0.0:1783145823.601466:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471354256110 time 8471355135783 state 0x2 ref 0 00000100:00100000:2.0:1783145823.601473:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187942656 00000100:00100000:2.0:1783145823.601485:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187942656 00000100:00100000:3.0:1783145823.601517:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.601529:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2500 00000100:00100000:2.0:1783145823.601540:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+58:2409:x1869755187942656:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:3.0:1783145823.601582:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187942912 00000100:00100000:3.0:1783145823.601588:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187942912 00000100:00100000:3.0:1783145823.601607:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471354256110 time 8471355135783 state 0x0 ref 1 00000100:00100000:3.0:1783145823.601616:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471355235783 time 8471355135783 state 0x1 ref 1 00000100:00100000:3.0:1783145823.601637:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471355235783 time 8471355514916 state 0x0 ref 1 00000100:00100000:3.0:1783145823.601648:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+207:305967:x1869755187942912:12345-192.168.203.44@tcp:36:rm.500 00000100:00100000:2.0:1783145823.601654:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+59:2409:x1869755187942656:12345-192.168.203.44@tcp:2:touch.500 Request processed in 115us (212us total) trans 8589936084 rc 0/0 00000100:00100000:2.0:1783145823.601661:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2500 00010000:00010000:3.0:1783145823.601673:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783145823.601687:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366892053 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a88e expref: 207 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.601716:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1200/0x38bddee366891f03 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a833 expref: 206 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.601734:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b7:0x0].0x0 (ffff9be9c31f0e00) 00010000:00010000:3.0:1783145823.601738:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.601750:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366892148 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.601794:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366892148 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.601802:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366892148 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.601814:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee36689214f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.601822:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee36689214f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.601829:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee36689214f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.601872:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366892156 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.601880:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366892156 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.601887:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366892156 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783145823.602023:0:204556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].415, 64 off34752 00010000:00010000:3.0:1783145823.602062:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee36689215d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.602070:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee36689215d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.602077:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee36689215d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.602085:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee36689215d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.602092:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee36689215d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.602097:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee36689215d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.602148:0:204556:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145823.602161:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366892156 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.602164:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.602169:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366892156 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.602172:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee36689215d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.602178:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366892156 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.602185:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e5e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.602187:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e4200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.602191:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee36689215d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.602194:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366892156 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.602204:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366892156 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.602216:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b7:0x0].0x0 (ffff9be9c31f0e00) 00010000:00010000:2.0:1783145823.602217:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee36689215d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.602221:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145823.602227:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366892156 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.602234:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366892156 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.602235:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b7:0x0].0x0 (ffff9be9c31f0e00) 00010000:00010000:2.0:1783145823.602242:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.602248:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee36689215d lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.602254:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee36689215d lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.602269:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.602272:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.602275:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.602310:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366892148 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.602319:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366892148 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.602326:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366892148 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.602333:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366892148 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.602338:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9ffe2c000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.602342:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366892148 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.602399:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366892148 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.602410:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.602412:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.602416:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366892148 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.602427:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366892148 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.602439:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000fef300bf reply state 00000000cacba660 transno 12884905353 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee36689214f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.602442:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145823.602452:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee36689214f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.602458:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:3.0:1783145823.602461:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.602463:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.602472:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187943040 00000100:00100000:2.0:1783145823.602477:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187943040 00000100:00100000:2.0:1783145823.602497:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471355614916 time 8471355514916 state 0x1 ref 2 00000100:00100000:3.0:1783145823.602503:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+208:305967:x1869755187942912:12345-192.168.203.44@tcp:36:rm.500 Request processed in 856us (985us total) trans 12884905353 rc 0/0 00000100:00100000:3.0:1783145823.602513:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 278 00000100:00100000:2.0:1783145823.602529:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471355614916 time 8471356406059 state 0x0 ref 1 00000100:00100000:2.0:1783145823.602543:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee24b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+207:305975:x1869755187943040:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.602555:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.602566:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366892164 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a905 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.602592:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366892164 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1be:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a905 expref: 208 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.602603:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366892164 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1be:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a905 expref: 208 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.602615:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1be:0x0].0x0 (ffff9be9d4336600) 00010000:00010000:2.0:1783145823.602619:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145823.602622:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1b000, rc 0) 00000100:00100000:2.0:1783145823.602650:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee24b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+208:305975:x1869755187943040:12345-192.168.203.44@tcp:101:touch.500 Request processed in 111us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.602656:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 279 00000100:00100000:2.0:1783145823.602659:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471355614916 time 8471356406059 state 0x2 ref 0 00000100:00100000:3.0:1783145823.602837:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.602859:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187943296 00000100:00100000:1.0:1783145823.602866:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187943296 00000100:00100000:1.0:1783145823.602902:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 931 00000100:00100000:1.0:1783145823.602909:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+208:305972:x1869755187943296:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145823.603019:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+209:305972:x1869755187943296:12345-192.168.203.44@tcp:35:touch.500 Request processed in 111us (181us total) trans 12884905354 rc 0/0 00000100:00100000:1.0:1783145823.603025:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 931 00000100:00100000:3.0:1783145823.605057:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.605086:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.605103:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187943552 00000100:00100000:1.0:1783145823.605109:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187943552 00000100:00100000:1.0:1783145823.605160:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471355614916 time 8471356406059 state 0x0 ref 1 00000100:00100000:2.0:1783145823.605166:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187943680 00000100:00100000:1.0:1783145823.605171:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471356506059 time 8471356406059 state 0x1 ref 1 00000100:00100000:2.0:1783145823.605172:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187943680 00000100:00100000:1.0:1783145823.605207:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471356506059 time 8471359083585 state 0x0 ref 1 00000100:00100000:0.0:1783145823.605215:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2501 00000100:00100000:1.0:1783145823.605221:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5911880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+209:305971:x1869755187943552:12345-192.168.203.44@tcp:36:rm.500 00000100:00100000:0.0:1783145823.605227:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5912680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:275b1235-b8f5-4ce3-8a3a-d483c556f740+34:2407:x1869755187943680:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:1.0:1783145823.605255:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145823.605275:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee36689206f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a895 expref: 209 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605293:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366891f73 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a856 expref: 208 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605308:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ba:0x0].0x0 (ffff9be8d2cdc900) 00010000:00010000:1.0:1783145823.605312:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.605326:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee36689216b lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605336:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee36689216b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605343:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee36689216b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.605352:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5912680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:275b1235-b8f5-4ce3-8a3a-d483c556f740+35:2407:x1869755187943680:12345-192.168.203.44@tcp:2:touch.500 Request processed in 125us (262us total) trans 8589935433 rc 0/0 00010000:00010000:1.0:1783145823.605357:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a400/0x38bddee366892172 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.605363:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2501 00010000:00010000:1.0:1783145823.605372:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a400/0x38bddee366892172 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605382:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a400/0x38bddee366892172 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605429:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366892179 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605438:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366892179 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605445:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366892179 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783145823.605569:0:210786:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].413, 64 off34624 00010000:00010000:1.0:1783145823.605610:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee366892180 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605619:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee366892180 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605626:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee366892180 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605634:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee366892180 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605641:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee366892180 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605647:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee366892180 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605664:0:210786:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145823.605677:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366892179 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.605679:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145823.605686:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366892179 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.605687:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee366892180 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605700:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366892179 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.605701:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e1b1b200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.605707:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee366892180 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605711:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e1b1ac00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.605715:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee366892180 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605717:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366892179 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.605725:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ba:0x0].0x0 (ffff9be8d2cdc900) 00010000:00010000:3.0:1783145823.605728:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.605730:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee366892180 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605734:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366892179 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.605735:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee366892180 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.605756:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.605756:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ba:0x0].0x0 (ffff9be8d2cdc900) 00010000:00010000:3.0:1783145823.605759:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.605760:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145823.605762:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.605763:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366892179 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605768:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366892179 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605780:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee36689216b lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605786:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee36689216b lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605792:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee36689216b lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605797:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee36689216b lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605802:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e1b1a800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.605804:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee36689216b lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605810:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee36689216b lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605817:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.605819:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.605821:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee36689216b lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605830:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee36689216b lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.605839:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000924166fc reply state 000000004c62ca8c transno 12884905355 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a400/0x38bddee366892172 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605848:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a400/0x38bddee366892172 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.605853:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00010000:00010000:1.0:1783145823.605855:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.605858:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.605895:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5911880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+209:305971:x1869755187943552:12345-192.168.203.44@tcp:36:rm.500 Request processed in 679us (839us total) trans 12884905355 rc 0/0 00000100:00100000:1.0:1783145823.605902:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 280 00000100:00100000:1.0:1783145823.605906:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471356506059 time 8471359083585 state 0x2 ref 0 00000100:00100000:3.0:1783145823.606179:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.606224:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187943936 00000100:00100000:2.0:1783145823.606229:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187943936 00000100:00100000:2.0:1783145823.606261:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 932 00000100:00100000:2.0:1783145823.606271:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5911500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+209:305975:x1869755187943936:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:2.0:1783145823.606383:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5911500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+210:305975:x1869755187943936:12345-192.168.203.44@tcp:35:touch.500 Request processed in 115us (205us total) trans 12884905356 rc 0/0 00000100:00100000:2.0:1783145823.606391:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 932 00000100:00100000:3.0:1783145823.606825:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.606860:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187944064 00000100:00100000:2.0:1783145823.606864:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187944064 00000100:00100000:2.0:1783145823.606878:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471356506059 time 8471359083585 state 0x0 ref 1 00000100:00100000:2.0:1783145823.606884:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471359183585 time 8471359083585 state 0x1 ref 1 00000100:00100000:2.0:1783145823.606900:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471359183585 time 8471360778553 state 0x0 ref 1 00000100:00100000:2.0:1783145823.606906:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5912d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+210:305977:x1869755187944064:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.606915:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.606923:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366892187 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a90c expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.606960:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee36689218e lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.606968:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee36689218e lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.606976:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee36689218e lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.606988:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892195 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.606996:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892195 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.607003:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892195 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.607041:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee36689219c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.607047:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee36689219c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.607052:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee36689219c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.607068:0:204555:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1bb:0x0]: returning size 0 00000004:00200000:2.0:1783145823.607070:0:204555:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145823.607079:0:204555:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee36689219c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.607089:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee36689219c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.607096:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee36689218e lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.607102:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee36689218e lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.607107:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee36689218e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.607113:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1ae00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.607148:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee36689218e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.607153:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee36689218e lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.607162:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.607164:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.607166:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee36689218e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.607170:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee36689218e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.607182:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892195 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.607186:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892195 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.607191:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892195 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.607195:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.607197:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892195 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.607200:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892195 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.607205:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:2.0:1783145823.607206:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.607208:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892195 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.607211:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892195 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.607231:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366892187 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a90c expref: 212 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.607245:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee36689219c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a90c expref: 211 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.607252:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bb:0x0].0x0 (ffff9be9ffff9c00) 00010000:00010000:2.0:1783145823.607255:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.607257:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1b800, rc 0) 00000100:00100000:2.0:1783145823.607289:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5912d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+211:305977:x1869755187944064:12345-192.168.203.44@tcp:101:rm.500 Request processed in 381us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.607302:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 281 00000100:00100000:2.0:1783145823.607306:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471359183585 time 8471360778553 state 0x2 ref 0 00000100:00100000:3.0:1783145823.609146:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.609171:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187944192 00000100:00100000:0.0:1783145823.609176:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187944192 00000100:00100000:3.0:1783145823.609204:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.609209:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2502 00000100:00100000:0.0:1783145823.609218:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+59:2409:x1869755187944192:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.609226:0:228898:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1783145823.609239:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187944448 00010000:00010000:0.0:1783145823.609239:0:228898:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cfeb23f1/0x38bddee3668921a3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbc2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a913 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.609245:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187944448 00002000:00010000:0.0:1783145823.609254:0:228898:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbc2:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:0.0:1783145823.609267:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc2:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.609270:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145823.609276:0:228898:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cfeb23f1/0x38bddee3668921a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a913 expref: 60 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.609286:0:228898:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cfeb23f1/0x38bddee3668921a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a913 expref: 60 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.609294:0:228898:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d5169c00, rc 0) 00000100:00100000:0.0:1783145823.609315:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+60:2409:x1869755187944192:12345-192.168.203.44@tcp:101:rm.500 Request processed in 101us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.609319:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2502 00000100:00100000:3.0:1783145823.609349:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471359183585 time 8471360778553 state 0x0 ref 1 00000100:00100000:3.0:1783145823.609360:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471360878553 time 8471360778553 state 0x1 ref 1 00000100:00100000:2.0:1783145823.609401:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471360878553 time 8471363276004 state 0x0 ref 1 00000100:00100000:2.0:1783145823.609415:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+211:305970:x1869755187944448:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145823.609445:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145823.609461:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366892099 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8aa expref: 211 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.609481:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366891f42 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a848 expref: 210 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.609493:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b9:0x0].0x0 (ffff9be8d2cdca00) 00010000:00010000:2.0:1783145823.609497:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.609509:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668921aa lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.609519:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668921aa lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.609528:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668921aa lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.609540:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b200/0x38bddee3668921b1 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.609549:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b200/0x38bddee3668921b1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.609558:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b200/0x38bddee3668921b1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.609608:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee3668921b8 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.609617:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee3668921b8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.609625:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee3668921b8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145823.609783:0:204557:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].416, 64 off34816 00010000:00010000:2.0:1783145823.609815:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668921bf lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.609821:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668921bf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.609825:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668921bf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.609830:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668921bf lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.609834:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668921bf lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.609838:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668921bf lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.609851:0:204557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145823.609860:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee3668921b8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.609865:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee3668921b8 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.609869:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee3668921b8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.609872:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145823.609873:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1be00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.609877:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee3668921b8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.609881:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668921bf lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.609883:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee3668921b8 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.609899:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b9:0x0].0x0 (ffff9be8d2cdca00) 00010000:00010000:2.0:1783145823.609901:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145823.609904:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee3668921b8 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.609907:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536a200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145823.609908:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee3668921b8 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.609914:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668921bf lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.609920:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668921aa lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.609927:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668921bf lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.609928:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668921aa lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.609943:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668921aa lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.609946:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b9:0x0].0x0 (ffff9be8d2cdca00) 00010000:00010000:0.0:1783145823.609951:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.609955:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668921aa lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.609955:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668921bf lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.609969:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.609970:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668921bf lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.609974:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668921aa lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.609980:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668921aa lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.609981:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.609984:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.609987:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.609989:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.609991:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.609993:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668921aa lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.609996:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668921aa lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.610003:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000df8738a2 reply state 000000009d800ffd transno 12884905357 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b200/0x38bddee3668921b1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.610009:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b200/0x38bddee3668921b1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.610013:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be9ca6eba00) 00010000:00010000:2.0:1783145823.610015:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.610016:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.610045:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+211:305970:x1869755187944448:12345-192.168.203.44@tcp:36:rm.500 Request processed in 634us (842us total) trans 12884905357 rc 0/0 00000100:00100000:2.0:1783145823.610050:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 282 00000100:00100000:2.0:1783145823.610053:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471360878553 time 8471363276004 state 0x2 ref 0 00000100:00100000:3.0:1783145823.613714:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.613749:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187944704 00000100:00100000:0.0:1783145823.613759:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187944704 00000100:00100000:0.0:1783145823.613786:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471360878553 time 8471363276004 state 0x0 ref 1 00000100:00100000:0.0:1783145823.613796:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471363376004 time 8471363276004 state 0x1 ref 1 00000100:00100000:0.0:1783145823.613822:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471363376004 time 8471367698887 state 0x0 ref 1 00000100:00100000:0.0:1783145823.613835:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5912300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+211:305983:x1869755187944704:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.613853:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.613867:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169000/0x38bddee3668921c6 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a91a expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.613950:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee3668921cd lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.613968:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee3668921cd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.613979:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee3668921cd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.613990:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169600/0x38bddee3668921d4 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.613999:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169600/0x38bddee3668921d4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.614004:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169600/0x38bddee3668921d4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145823.614266:0:210786:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbc4:0x0], index 0: 0 00010000:00010000:0.0:1783145823.614384:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee3668921db lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.614394:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee3668921db lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.614402:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee3668921db lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.614433:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee3668921cd lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.614440:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee3668921cd lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.614447:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee3668921cd lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.614454:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee3668921cd lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.614458:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5168200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.614461:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee3668921cd lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.614466:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee3668921cd lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.614474:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.614477:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.614482:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee3668921cd lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.614489:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee3668921cd lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.614501:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a4382bb7 reply state 0000000071702bdb transno 12884905358 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169600/0x38bddee3668921d4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.614512:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169600/0x38bddee3668921d4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.614518:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00010000:00010000:0.0:1783145823.614521:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.614524:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.614545:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169000/0x38bddee3668921c6 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a91a expref: 214 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.614561:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee3668921db lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a91a expref: 213 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.614566:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bf:0x0].0x0 (ffff9be9d4336b00) 00010000:00010000:0.0:1783145823.614567:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.614568:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d5169a00, rc 0) 00000100:00100000:0.0:1783145823.614608:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5912300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+214:305983:x1869755187944704:12345-192.168.203.44@tcp:101:touch.500 Request processed in 777us (897us total) trans 12884905358 rc 0/0 00000100:00100000:0.0:1783145823.614614:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 283 00000100:00100000:0.0:1783145823.614618:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471363376004 time 8471367698887 state 0x2 ref 0 00000100:00100000:2.0:1783145823.615996:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.616028:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187944960 00000100:00100000:0.0:1783145823.616033:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187944960 00000100:00100000:0.0:1783145823.616047:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471363376004 time 8471367698887 state 0x0 ref 1 00000100:00100000:0.0:1783145823.616053:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471367798887 time 8471367698887 state 0x1 ref 1 00000100:00100000:0.0:1783145823.616069:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471367798887 time 8471369948164 state 0x0 ref 1 00000100:00100000:0.0:1783145823.616078:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4305500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+214:305988:x1869755187944960:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.616092:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.616103:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee3668921e9 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a921 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.616173:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.616184:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169e00/0x38bddee3668921f0 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.616198:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169e00/0x38bddee3668921f0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.616207:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169e00/0x38bddee3668921f0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.616212:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187945216 00000100:00100000:2.0:1783145823.616217:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187945216 00010000:00010000:0.0:1783145823.616218:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168000/0x38bddee3668921f7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.616234:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168000/0x38bddee3668921f7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.616236:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471370048164 time 8471369948164 state 0x1 ref 2 00010000:00010000:0.0:1783145823.616244:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168000/0x38bddee3668921f7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.616260:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471370048164 time 8471370137725 state 0x0 ref 2 00000100:00100000:2.0:1783145823.616269:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+216:305983:x1869755187945216:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:2.0:1783145823.616294:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145823.616310:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee3668921db lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a91a expref: 216 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.616323:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bf:0x0].0x0 (ffff9be9d4336b00) 00010000:00010000:2.0:1783145823.616334:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:0.0:1783145823.616383:0:204556:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb61:0x0], index 1: 0 00010000:00010000:2.0:1783145823.616384:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668921fe lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.616397:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668921fe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.616406:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668921fe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.616461:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000508c4c09 reply state 00000000c1713e9f transno 12884905360 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668921fe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.616470:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668921fe lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.616472:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168400/0x38bddee366892205 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.616483:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bf:0x0].0x0 (ffff9be8d13d7a00) 00010000:00010000:2.0:1783145823.616487:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.616491:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.616499:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168400/0x38bddee366892205 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.616509:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168400/0x38bddee366892205 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.616535:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169e00/0x38bddee3668921f0 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.616544:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169e00/0x38bddee3668921f0 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.616550:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169e00/0x38bddee3668921f0 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.616555:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+218:305983:x1869755187945216:12345-192.168.203.44@tcp:36:touch.500 Request processed in 285us (382us total) trans 12884905360 rc 0/0 00010000:00010000:0.0:1783145823.616566:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169e00/0x38bddee3668921f0 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.616568:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 285 00010000:00010000:0.0:1783145823.616576:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5169e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.616580:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169e00/0x38bddee3668921f0 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.616587:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169e00/0x38bddee3668921f0 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.616596:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.616600:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.616604:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169e00/0x38bddee3668921f0 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.616610:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169e00/0x38bddee3668921f0 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.616621:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006b8a72fd reply state 00000000829e8c67 transno 12884905359 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168000/0x38bddee3668921f7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.616635:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168000/0x38bddee3668921f7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.616641:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:0.0:1783145823.616643:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.616645:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.616663:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee3668921e9 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a921 expref: 218 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.616681:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168400/0x38bddee366892205 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a921 expref: 217 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.616687:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c0:0x0].0x0 (ffff9be9d4336d00) 00010000:00010000:0.0:1783145823.616689:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.616691:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d5168400, rc 0) 00000100:00100000:0.0:1783145823.616724:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4305500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+218:305988:x1869755187944960:12345-192.168.203.44@tcp:101:touch.500 Request processed in 647us (729us total) trans 12884905359 rc 0/0 00000100:00100000:0.0:1783145823.616730:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 284 00000100:00100000:0.0:1783145823.616734:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471370048164 time 8471370137725 state 0x2 ref 0 00000100:00100000:1.0:1783145823.617560:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.617594:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187945344 00000100:00100000:2.0:1783145823.617599:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187945344 00000100:00100000:2.0:1783145823.617614:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471370048164 time 8471370137725 state 0x0 ref 1 00000100:00100000:2.0:1783145823.617622:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471370237725 time 8471370137725 state 0x1 ref 1 00000100:00100000:2.0:1783145823.617645:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471370237725 time 8471371522615 state 0x0 ref 1 00000100:00100000:2.0:1783145823.617656:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+218:305983:x1869755187945344:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.617667:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.617676:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366892213 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a928 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.617701:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366892213 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a928 expref: 219 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.617711:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366892213 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a928 expref: 219 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.617726:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bf:0x0].0x0 (ffff9be8d13d7a00) 00010000:00010000:2.0:1783145823.617728:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145823.617731:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d42cb400, rc 0) 00000100:00100000:2.0:1783145823.617756:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+219:305983:x1869755187945344:12345-192.168.203.44@tcp:101:touch.500 Request processed in 103us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.617763:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 286 00000100:00100000:2.0:1783145823.617768:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471370237725 time 8471371522615 state 0x2 ref 0 00000100:00100000:2.0:1783145823.618540:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.618574:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187945600 00000100:00100000:0.0:1783145823.618578:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187945600 00000100:00100000:0.0:1783145823.618590:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471370237725 time 8471371522615 state 0x0 ref 1 00000100:00100000:0.0:1783145823.618596:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471371622615 time 8471371522615 state 0x1 ref 1 00000100:00100000:0.0:1783145823.618611:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471371622615 time 8471372489308 state 0x0 ref 1 00000100:00100000:0.0:1783145823.618617:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4306a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+219:305988:x1869755187945600:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:0.0:1783145823.618635:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145823.618645:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168400/0x38bddee366892205 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a921 expref: 219 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.618654:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c0:0x0].0x0 (ffff9be9d4336d00) 00010000:00010000:0.0:1783145823.618659:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145823.618687:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168a00/0x38bddee36689221a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.618693:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168a00/0x38bddee36689221a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.618698:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.618706:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168a00/0x38bddee36689221a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.618734:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187945728 00000100:00100000:2.0:1783145823.618739:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187945728 00000004:00010000:0.0:1783145823.618758:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000023715cd1 reply state 00000000dca8f144 transno 12884905361 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168a00/0x38bddee36689221a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.618769:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168a00/0x38bddee36689221a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.618770:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2503 00010000:00010000:0.0:1783145823.618781:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c0:0x0].0x0 (ffff9be8d3702b00) 00000100:00100000:2.0:1783145823.618782:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+60:2408:x1869755187945728:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:0.0:1783145823.618785:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.618789:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145823.618839:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4306a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+220:305988:x1869755187945600:12345-192.168.203.44@tcp:36:touch.500 Request processed in 219us (297us total) trans 12884905361 rc 0/0 00000100:00100000:0.0:1783145823.618847:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 287 00000100:00100000:0.0:1783145823.618852:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471371622615 time 8471372489308 state 0x2 ref 0 00000100:00100000:2.0:1783145823.618898:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+61:2408:x1869755187945728:12345-192.168.203.44@tcp:2:touch.500 Request processed in 117us (202us total) trans 8589936085 rc 0/0 00000100:00100000:2.0:1783145823.618905:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2503 00000100:00100000:2.0:1783145823.619038:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.619070:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187945984 00000100:00100000:1.0:1783145823.619075:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187945984 00000100:00100000:1.0:1783145823.619092:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471371622615 time 8471372489308 state 0x0 ref 1 00000100:00100000:1.0:1783145823.619100:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471372589308 time 8471372489308 state 0x1 ref 1 00000100:00100000:1.0:1783145823.619144:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471372589308 time 8471373021426 state 0x0 ref 1 00000100:00100000:1.0:1783145823.619154:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4305880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+220:305977:x1869755187945984:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:1.0:1783145823.619176:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145823.619186:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee36689219c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a90c expref: 220 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.619198:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee366891fff lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a887 expref: 219 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.619213:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bb:0x0].0x0 (ffff9be9ffff9c00) 00010000:00010000:1.0:1783145823.619216:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.619228:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031a00/0x38bddee366892221 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.619236:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031a00/0x38bddee366892221 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.619244:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031a00/0x38bddee366892221 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.619254:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030200/0x38bddee366892228 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.619261:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030200/0x38bddee366892228 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.619265:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030200/0x38bddee366892228 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.619303:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030c00/0x38bddee36689222f lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.619308:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030c00/0x38bddee36689222f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.619313:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030c00/0x38bddee36689222f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.619435:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000040:00080000:1.0:1783145823.619456:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].417, 64 off34880 00000100:00100000:0.0:1783145823.619464:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187946112 00000100:00100000:0.0:1783145823.619468:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187946112 00000100:00100000:0.0:1783145823.619482:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471373121426 time 8471373021426 state 0x1 ref 2 00010000:00010000:1.0:1783145823.619494:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031800/0x38bddee366892236 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.619499:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471373121426 time 8471373376531 state 0x0 ref 2 00000100:00100000:0.0:1783145823.619510:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4307800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+220:305988:x1869755187946112:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.619516:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031800/0x38bddee366892236 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.619518:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.619527:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168800/0x38bddee36689223d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a92f expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.619528:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031800/0x38bddee366892236 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.619547:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031800/0x38bddee366892236 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.619552:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031800/0x38bddee366892236 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.619556:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031800/0x38bddee366892236 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.619557:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168800/0x38bddee36689223d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a92f expref: 221 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.619572:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168800/0x38bddee36689223d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a92f expref: 221 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.619579:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145823.619581:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c0:0x0].0x0 (ffff9be8d3702b00) 00010000:00010000:0.0:1783145823.619584:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145823.619586:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d5168800, rc 0) 00010000:00010000:1.0:1783145823.619591:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030c00/0x38bddee36689222f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.619592:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145823.619600:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030c00/0x38bddee36689222f lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.619602:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031800/0x38bddee366892236 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.619605:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030c00/0x38bddee36689222f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.619613:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4307800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+221:305988:x1869755187946112:12345-192.168.203.44@tcp:101:touch.500 Request processed in 103us (177us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145823.619624:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c0031800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145823.619631:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031800/0x38bddee366892236 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.619632:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 289 00010000:00010000:1.0:1783145823.619633:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c0030c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.619639:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030c00/0x38bddee36689222f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.619648:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030c00/0x38bddee36689222f lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.619649:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031800/0x38bddee366892236 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.619660:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bb:0x0].0x0 (ffff9be9ffff9c00) 00010000:00010000:1.0:1783145823.619663:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145823.619666:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030c00/0x38bddee36689222f lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.619670:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030c00/0x38bddee36689222f lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.619672:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bb:0x0].0x0 (ffff9be9ffff9c00) 00010000:00010000:2.0:1783145823.619677:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1783145823.619680:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031a00/0x38bddee366892221 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.619682:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031800/0x38bddee366892236 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.619692:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031a00/0x38bddee366892221 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.619697:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031800/0x38bddee366892236 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.619699:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031a00/0x38bddee366892221 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.619713:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031a00/0x38bddee366892221 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.619717:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c0031a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.619719:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.619720:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031a00/0x38bddee366892221 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.619723:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.619727:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.619732:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031a00/0x38bddee366892221 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.619737:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.619738:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.619740:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031a00/0x38bddee366892221 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.619743:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031a00/0x38bddee366892221 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.619749:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b2e6f800 reply state 00000000acc3d086 transno 12884905362 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030200/0x38bddee366892228 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.619757:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030200/0x38bddee366892228 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.619764:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:1.0:1783145823.619766:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.619768:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.619803:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4305880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+221:305977:x1869755187945984:12345-192.168.203.44@tcp:36:rm.500 Request processed in 650us (764us total) trans 12884905362 rc 0/0 00000100:00100000:1.0:1783145823.619810:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 288 00000100:00100000:1.0:1783145823.619815:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471373121426 time 8471373376531 state 0x2 ref 0 00000100:00100000:2.0:1783145823.620351:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.620381:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187946368 00000100:00100000:0.0:1783145823.620385:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187946368 00000100:00100000:0.0:1783145823.620410:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 933 00000100:00100000:0.0:1783145823.620419:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4304e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+221:305983:x1869755187946368:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:0.0:1783145823.620523:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4304e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+222:305983:x1869755187946368:12345-192.168.203.44@tcp:35:touch.500 Request processed in 107us (174us total) trans 12884905363 rc 0/0 00000100:00100000:0.0:1783145823.620529:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 933 00000100:00100000:2.0:1783145823.621675:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.621698:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.621718:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187946496 00000100:00100000:1.0:1783145823.621724:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187946496 00000100:00100000:0.0:1783145823.621735:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187946624 00000100:00100000:0.0:1783145823.621739:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187946624 00000100:00100000:0.0:1783145823.621754:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471373121426 time 8471373376531 state 0x0 ref 1 00000100:00100000:0.0:1783145823.621759:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471373476531 time 8471373376531 state 0x1 ref 1 00000100:00100000:1.0:1783145823.621767:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2504 00000100:00100000:1.0:1783145823.621780:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:275b1235-b8f5-4ce3-8a3a-d483c556f740+35:2407:x1869755187946496:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:0.0:1783145823.621787:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471373476531 time 8471375664309 state 0x0 ref 1 00000100:00100000:0.0:1783145823.621797:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4306300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+222:305990:x1869755187946624:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.621806:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.621815:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169000/0x38bddee366892244 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a936 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.621852:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee36689224b lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.621863:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee36689224b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.621871:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee36689224b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.621881:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892252 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.621886:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892252 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.621892:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892252 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.621922:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:275b1235-b8f5-4ce3-8a3a-d483c556f740+36:2407:x1869755187946496:12345-192.168.203.44@tcp:2:touch.500 Request processed in 144us (245us total) trans 8589935434 rc 0/0 00010000:00010000:0.0:1783145823.621928:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee366892259 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.621934:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2504 00010000:00010000:0.0:1783145823.621938:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee366892259 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1be:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.621947:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee366892259 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1be:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145823.621963:0:204555:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1be:0x0]: returning size 0 00000004:00200000:0.0:1783145823.621966:0:204555:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783145823.621974:0:204555:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee366892259 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1be:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.621981:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee366892259 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.621986:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee36689224b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.621990:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee36689224b lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.621994:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee36689224b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.621998:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5168200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.622000:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee36689224b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.622004:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee36689224b lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.622011:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.622013:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.622015:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee36689224b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.622022:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee36689224b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.622030:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892252 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.622033:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892252 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.622038:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892252 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.622041:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5168c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.622044:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892252 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.622055:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892252 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.622063:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00010000:00010000:0.0:1783145823.622065:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.622069:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892252 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.622075:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892252 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.622098:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169000/0x38bddee366892244 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a936 expref: 224 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.622168:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee366892259 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a936 expref: 223 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.622183:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1be:0x0].0x0 (ffff9be9d4336600) 00010000:00010000:0.0:1783145823.622185:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.622187:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d5169a00, rc 0) 00000100:00100000:0.0:1783145823.622211:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4306300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+223:305990:x1869755187946624:12345-192.168.203.44@tcp:101:rm.500 Request processed in 414us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.622218:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 290 00000100:00100000:0.0:1783145823.622223:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471373476531 time 8471375664309 state 0x2 ref 0 00000100:00100000:2.0:1783145823.622671:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.622696:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187946880 00000100:00100000:1.0:1783145823.622701:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187946880 00000100:00100000:1.0:1783145823.622734:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 934 00000100:00100000:1.0:1783145823.622745:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f3ffbc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+223:305988:x1869755187946880:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145823.622886:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f3ffbc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+224:305988:x1869755187946880:12345-192.168.203.44@tcp:35:touch.500 Request processed in 143us (214us total) trans 12884905364 rc 0/0 00000100:00100000:1.0:1783145823.622894:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 934 00000100:00100000:1.0:1783145823.626442:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.626478:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.626489:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187947008 00000100:00100000:0.0:1783145823.626497:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187947008 00000100:00100000:3.0:1783145823.626529:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187947136 00000100:00100000:3.0:1783145823.626536:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187947136 00000100:00100000:0.0:1783145823.626545:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2505 00000100:00100000:0.0:1783145823.626556:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:275b1235-b8f5-4ce3-8a3a-d483c556f740+36:2408:x1869755187947008:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:3.0:1783145823.626562:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471373476531 time 8471375664309 state 0x0 ref 1 00010000:00010000:0.0:1783145823.626570:0:228903:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1783145823.626575:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471375764309 time 8471375664309 state 0x1 ref 1 00010000:00010000:0.0:1783145823.626592:0:228903:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000159b5cbb/0x38bddee366892260 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb60:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a93d expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.626603:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471375764309 time 8471380478744 state 0x0 ref 1 00002000:00010000:0.0:1783145823.626616:0:228903:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb60:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00000100:00100000:3.0:1783145823.626618:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+224:305989:x1869755187947136:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.626630:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.626637:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb60:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.626643:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb60:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145823.626644:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366892267 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a944 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.626655:0:228903:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000159b5cbb/0x38bddee366892260 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a93d expref: 37 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.626679:0:228903:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000159b5cbb/0x38bddee366892260 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a93d expref: 37 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.626683:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee36689226e lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.626697:0:228903:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d5168400, rc 0) 00010000:00010000:3.0:1783145823.626700:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee36689226e lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.626710:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee36689226e lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.626719:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366892275 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.626724:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366892275 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.626729:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366892275 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.626747:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:275b1235-b8f5-4ce3-8a3a-d483c556f740+37:2408:x1869755187947008:12345-192.168.203.44@tcp:101:rm.500 Request processed in 193us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.626756:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2505 00010000:00010000:3.0:1783145823.626784:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee36689227c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.626790:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee36689227c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.626794:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee36689227c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.626817:0:204556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1bd:0x0]: returning size 0 00000004:00200000:3.0:1783145823.626829:0:204556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145823.626845:0:204556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee36689227c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.626953:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee36689227c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.626962:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee36689226e lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.626966:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee36689226e lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.626970:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee36689226e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.626974:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee36689226e lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.626978:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1b800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.626981:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee36689226e lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.626985:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee36689226e lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.626993:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.626995:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.626997:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee36689226e lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.627001:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee36689226e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.627015:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366892275 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.627019:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366892275 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.627023:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366892275 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.627026:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.627027:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366892275 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.627030:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366892275 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.627034:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:3.0:1783145823.627036:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.627037:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366892275 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.627040:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366892275 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.627059:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366892267 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a944 expref: 226 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.627071:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee36689227c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a944 expref: 225 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.627086:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bd:0x0].0x0 (ffff9be9d4336e00) 00010000:00010000:3.0:1783145823.627088:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.627091:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1be00, rc 0) 00000100:00100000:3.0:1783145823.627160:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+225:305989:x1869755187947136:12345-192.168.203.44@tcp:101:rm.500 Request processed in 503us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.627167:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 291 00000100:00100000:3.0:1783145823.627172:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471375764309 time 8471380478744 state 0x2 ref 0 00000100:00100000:1.0:1783145823.628315:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.628417:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187947392 00000100:00100000:0.0:1783145823.628421:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187947392 00000100:00100000:0.0:1783145823.628437:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471375764309 time 8471380478744 state 0x0 ref 1 00000100:00100000:0.0:1783145823.628444:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471380578744 time 8471380478744 state 0x1 ref 1 00000100:00100000:0.0:1783145823.628462:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471380578744 time 8471382339964 state 0x0 ref 1 00000100:00100000:2.0:1783145823.628469:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.628484:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+225:305986:x1869755187947392:12345-192.168.203.44@tcp:101:touch.500 00000100:00100000:1.0:1783145823.628495:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187947520 00000100:00100000:1.0:1783145823.628501:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187947520 00010000:00010000:0.0:1783145823.628503:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.628517:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169000/0x38bddee366892283 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a94b expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.628539:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2506 00000100:00100000:1.0:1783145823.628547:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4304e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:275b1235-b8f5-4ce3-8a3a-d483c556f740+61:2407:x1869755187947520:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145823.628555:0:228907:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.628566:0:228907:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002d15d34b/0x38bddee36689228a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbc3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a952 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783145823.628580:0:228907:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbc3:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:0.0:1783145823.628580:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892291 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.628594:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc3:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.628594:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892291 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.628603:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145823.628605:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892291 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.628610:0:228907:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002d15d34b/0x38bddee36689228a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a952 expref: 62 pid: 228907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.628616:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee366892298 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.628622:0:228907:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002d15d34b/0x38bddee36689228a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a952 expref: 62 pid: 228907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.628625:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee366892298 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.628635:0:228907:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c0031a00, rc 0) 00010000:00010000:0.0:1783145823.628636:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee366892298 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.628665:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4304e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:275b1235-b8f5-4ce3-8a3a-d483c556f740+62:2407:x1869755187947520:12345-192.168.203.44@tcp:101:rm.500 Request processed in 119us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.628670:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2506 00000004:00080000:0.0:1783145823.628863:0:210786:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbc5:0x0], index 0: 0 00010000:00010000:0.0:1783145823.628974:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee36689229f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.628983:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee36689229f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.628992:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee36689229f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.629018:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892291 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.629025:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892291 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.629031:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892291 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.629037:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892291 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.629047:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5168c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.629050:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892291 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.629057:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892291 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.629065:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.629068:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.629071:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892291 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.629077:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892291 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.629230:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000052d35ffb reply state 000000008877d245 transno 12884905365 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee366892298 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.629243:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee366892298 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.629249:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00010000:00010000:0.0:1783145823.629252:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.629255:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.629278:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169000/0x38bddee366892283 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a94b expref: 228 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.629291:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee36689229f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a94b expref: 227 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.629302:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c1:0x0].0x0 (ffff9be8d3702900) 00010000:00010000:0.0:1783145823.629304:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.629306:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d5168e00, rc 0) 00000100:00100000:0.0:1783145823.629341:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+228:305986:x1869755187947392:12345-192.168.203.44@tcp:101:touch.500 Request processed in 866us (1026us total) trans 12884905365 rc 0/0 00000100:00100000:0.0:1783145823.629348:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 292 00000100:00100000:0.0:1783145823.629353:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471380578744 time 8471382339964 state 0x2 ref 0 00000100:00100000:2.0:1783145823.630715:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.630753:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187947776 00000100:00100000:0.0:1783145823.630759:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187947776 00000100:00100000:0.0:1783145823.630779:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471380578744 time 8471382339964 state 0x0 ref 1 00000100:00100000:0.0:1783145823.630788:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471382439964 time 8471382339964 state 0x1 ref 1 00000100:00100000:0.0:1783145823.630813:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471382439964 time 8471384690196 state 0x0 ref 1 00000100:00100000:0.0:1783145823.630824:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4307480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+228:305986:x1869755187947776:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:0.0:1783145823.630863:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145823.630879:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee36689229f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a94b expref: 228 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.630890:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c1:0x0].0x0 (ffff9be8d3702900) 00010000:00010000:0.0:1783145823.630897:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145823.630940:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169e00/0x38bddee3668922ad lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.630949:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169e00/0x38bddee3668922ad lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.630957:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169e00/0x38bddee3668922ad lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.631017:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000582cd37e reply state 0000000048aee2a4 transno 12884905366 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169e00/0x38bddee3668922ad lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.631029:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169e00/0x38bddee3668922ad lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.631032:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.631040:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c1:0x0].0x0 (ffff9be8d3702200) 00010000:00010000:0.0:1783145823.631044:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.631046:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.631092:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187948032 00000100:00100000:3.0:1783145823.631097:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187948032 00000100:00100000:0.0:1783145823.631103:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4307480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+230:305986:x1869755187947776:12345-192.168.203.44@tcp:36:touch.500 Request processed in 279us (387us total) trans 12884905366 rc 0/0 00000100:00100000:0.0:1783145823.631111:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 293 00000100:00100000:3.0:1783145823.631159:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471384790196 time 8471384690196 state 0x1 ref 1 00000100:00100000:3.0:1783145823.631186:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471384790196 time 8471385063326 state 0x0 ref 1 00000100:00100000:3.0:1783145823.631200:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+229:305980:x1869755187948032:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.631209:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.631219:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee3668922b4 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a959 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.631309:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668922bb lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.631319:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668922bb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.631327:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668922bb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.631336:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee3668922c2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.631344:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee3668922c2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.631350:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee3668922c2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145823.631547:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb62:0x0], index 1: 0 00010000:00010000:3.0:1783145823.631633:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee3668922c9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.631641:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee3668922c9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.631648:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee3668922c9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.631669:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668922bb lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.631676:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668922bb lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.631682:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668922bb lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.631688:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668922bb lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.631694:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.631697:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668922bb lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.631704:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668922bb lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.631717:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.631720:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.631723:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668922bb lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.631729:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668922bb lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.631747:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e57e78b9 reply state 0000000047ad8dc1 transno 12884905367 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee3668922c2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.631756:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee3668922c2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.631761:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:3.0:1783145823.631764:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.631766:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.631785:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee3668922b4 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a959 expref: 232 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.631866:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee3668922c9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a959 expref: 231 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.631874:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c2:0x0].0x0 (ffff9be8d2cdc700) 00010000:00010000:3.0:1783145823.631881:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.631885:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1a200, rc 0) 00000100:00100000:3.0:1783145823.631918:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+232:305980:x1869755187948032:12345-192.168.203.44@tcp:101:touch.500 Request processed in 723us (888us total) trans 12884905367 rc 0/0 00000100:00100000:3.0:1783145823.631926:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 294 00000100:00100000:3.0:1783145823.631931:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471384790196 time 8471385063326 state 0x2 ref 0 00000100:00100000:2.0:1783145823.631938:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.631963:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187948160 00000100:00100000:3.0:1783145823.631968:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187948160 00000100:00100000:3.0:1783145823.631984:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471384790196 time 8471385063326 state 0x0 ref 1 00000100:00100000:3.0:1783145823.631992:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471385163326 time 8471385063326 state 0x1 ref 1 00000100:00100000:3.0:1783145823.632011:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471385163326 time 8471385889272 state 0x0 ref 1 00000100:00100000:3.0:1783145823.632061:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+232:305986:x1869755187948160:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.632070:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.632078:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee3668922d7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a960 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.632102:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee3668922d7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a960 expref: 233 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.632112:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee3668922d7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a960 expref: 233 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.632180:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c1:0x0].0x0 (ffff9be8d3702200) 00010000:00010000:3.0:1783145823.632183:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145823.632185:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c78db000, rc 0) 00000100:00100000:2.0:1783145823.632267:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+233:305986:x1869755187948160:12345-192.168.203.44@tcp:101:touch.500 Request processed in 245us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.632275:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 295 00000100:00100000:2.0:1783145823.632282:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471385163326 time 8471385889272 state 0x2 ref 0 00000100:00100000:1.0:1783145823.633313:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.633359:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187948416 00000100:00100000:0.0:1783145823.633366:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187948416 00000100:00100000:0.0:1783145823.633382:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471385163326 time 8471385889272 state 0x0 ref 1 00000100:00100000:0.0:1783145823.633391:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471385989272 time 8471385889272 state 0x1 ref 1 00000100:00100000:0.0:1783145823.633417:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471385989272 time 8471387294831 state 0x0 ref 1 00000100:00100000:0.0:1783145823.633427:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+233:305980:x1869755187948416:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:0.0:1783145823.633460:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145823.633476:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee3668922c9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a959 expref: 233 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.633496:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.633498:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c2:0x0].0x0 (ffff9be8d2cdc700) 00010000:00010000:0.0:1783145823.633507:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145823.633546:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee3668922de lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.633555:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee3668922de lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.633563:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee3668922de lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.633584:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187948672 00000100:00100000:3.0:1783145823.633590:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187948672 00000100:00100000:3.0:1783145823.633610:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471387394831 time 8471387294831 state 0x1 ref 2 00000004:00010000:0.0:1783145823.633627:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000cfc81346 reply state 0000000041887125 transno 12884905368 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee3668922de lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.633636:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471387394831 time 8471387512555 state 0x0 ref 2 00010000:00010000:0.0:1783145823.633641:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee3668922de lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.633650:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c2:0x0].0x0 (ffff9be8d3702300) 00000100:00100000:3.0:1783145823.633652:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+234:305991:x1869755187948672:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.633655:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.633659:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.633666:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.633679:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee3668922e5 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a967 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.633714:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+236:305980:x1869755187948416:12345-192.168.203.44@tcp:36:touch.500 Request processed in 288us (402us total) trans 12884905368 rc 0/0 00000100:00100000:0.0:1783145823.633723:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 296 00010000:00010000:3.0:1783145823.633808:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668922ec lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.633809:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145823.633823:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668922ec lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.633857:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187948800 00000100:00100000:2.0:1783145823.633862:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187948800 00010000:00010000:3.0:1783145823.633875:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668922ec lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.633893:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee3668922f3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.633902:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2507 00010000:00010000:3.0:1783145823.633903:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee3668922f3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.633914:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:275b1235-b8f5-4ce3-8a3a-d483c556f740+62:2410:x1869755187948800:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:3.0:1783145823.633915:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee3668922f3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.634057:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:275b1235-b8f5-4ce3-8a3a-d483c556f740+63:2410:x1869755187948800:12345-192.168.203.44@tcp:2:touch.500 Request processed in 145us (248us total) trans 8589936086 rc 0/0 00000100:00100000:2.0:1783145823.634069:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2507 00000004:00080000:3.0:1783145823.634158:0:204556:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbc6:0x0], index 0: 0 00010000:00010000:2.0:1783145823.634336:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee3668922fa lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.634345:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee3668922fa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.634354:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee3668922fa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.634381:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668922ec lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.634389:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668922ec lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.634401:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668922ec lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.634406:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.634411:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668922ec lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.634420:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.634425:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668922ec lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.634433:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668922ec lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.634441:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187948928 00010000:00010000:2.0:1783145823.634445:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00000100:00100000:0.0:1783145823.634447:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187948928 00010000:00010000:2.0:1783145823.634450:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.634457:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668922ec lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.634465:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668922ec lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.634466:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471387612555 time 8471387512555 state 0x1 ref 2 00000004:00010000:2.0:1783145823.634487:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003b904c4e reply state 00000000aed76198 transno 12884905369 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee3668922f3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.634499:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee3668922f3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.634500:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471387612555 time 8471388376379 state 0x0 ref 2 00010000:00010000:2.0:1783145823.634516:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00000100:00100000:0.0:1783145823.634520:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+237:305980:x1869755187948928:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.634522:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.634526:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.634534:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.634545:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee366892308 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a96e expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.634553:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee3668922e5 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a967 expref: 238 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.634575:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee366892308 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a96e expref: 238 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.634588:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee3668922fa lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a967 expref: 238 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.634590:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee366892308 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a96e expref: 238 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.634609:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c3:0x0].0x0 (ffff9be8d13d7400) 00010000:00010000:2.0:1783145823.634613:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.634617:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d42cb000, rc 0) 00010000:00010000:0.0:1783145823.634618:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c2:0x0].0x0 (ffff9be8d3702300) 00010000:00010000:0.0:1783145823.634622:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145823.634625:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda90400, rc 0) 00000100:00100000:0.0:1783145823.634654:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+239:305980:x1869755187948928:12345-192.168.203.44@tcp:101:touch.500 Request processed in 135us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.634656:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+239:305991:x1869755187948672:12345-192.168.203.44@tcp:101:touch.500 Request processed in 1005us (1159us total) trans 12884905369 rc 0/0 00000100:00100000:0.0:1783145823.634668:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 298 00000100:00100000:2.0:1783145823.634678:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 297 00000100:00100000:2.0:1783145823.634684:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471387612555 time 8471388376379 state 0x2 ref 0 00000100:00100000:1.0:1783145823.634765:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.634805:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187949184 00000100:00100000:2.0:1783145823.634811:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187949184 00000100:00100000:2.0:1783145823.634844:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 935 00000100:00100000:2.0:1783145823.634853:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+238:305986:x1869755187949184:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:2.0:1783145823.634985:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+239:305986:x1869755187949184:12345-192.168.203.44@tcp:35:touch.500 Request processed in 133us (221us total) trans 12884905370 rc 0/0 00000100:00100000:2.0:1783145823.634993:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 935 00000100:00100000:0.0:1783145823.636290:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.636315:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.636342:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.636361:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187949440 00000100:00100000:2.0:1783145823.636368:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187949440 00000100:00100000:3.0:1783145823.636382:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187949312 00000100:00100000:3.0:1783145823.636388:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187949312 00000100:00100000:2.0:1783145823.636397:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471387612555 time 8471388376379 state 0x0 ref 1 00000100:00100000:0.0:1783145823.636397:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.636410:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471388476379 time 8471388376379 state 0x1 ref 1 00000100:00100000:1.0:1783145823.636411:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187949696 00000100:00100000:1.0:1783145823.636418:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187949696 00000100:00100000:0.0:1783145823.636433:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187949824 00000100:00100000:0.0:1783145823.636438:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187949824 00000100:00100000:2.0:1783145823.636440:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471388476379 time 8471390316940 state 0x0 ref 2 00000100:00100000:1.0:1783145823.636454:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471390416940 time 8471390316940 state 0x1 ref 2 00000100:00100000:2.0:1783145823.636457:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee248700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+241:305987:x1869755187949440:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:0.0:1783145823.636471:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471390416940 time 8471390316940 state 0x1 ref 3 00000100:00100000:3.0:1783145823.636474:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2508 00010000:00010000:2.0:1783145823.636476:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1783145823.636493:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee24a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:275b1235-b8f5-4ce3-8a3a-d483c556f740+37:2409:x1869755187949312:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:2.0:1783145823.636494:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689230f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a975 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.636494:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471390468276 time 8471390368276 state 0x1 ref 3 00000100:00100000:0.0:1783145823.636513:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471390468276 time 8471390388474 state 0x0 ref 3 00000100:00100000:1.0:1783145823.636518:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee248a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+242:305991:x1869755187949696:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:0.0:1783145823.636531:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee24a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+242:305996:x1869755187949824:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.636544:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.636551:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892316 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.636556:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee36689231d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a97c expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.636558:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145823.636569:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892316 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.636581:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee3668922fa lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a967 expref: 243 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.636594:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366892324 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.636598:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892316 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.636608:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c3:0x0].0x0 (ffff9be8d13d7400) 00010000:00010000:0.0:1783145823.636615:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366892324 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.636623:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.636625:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da200/0x38bddee36689232b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.636627:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366892324 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.636648:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da200/0x38bddee36689232b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.636652:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892332 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.636661:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da200/0x38bddee36689232b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.636664:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892332 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.636667:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031400/0x38bddee366892339 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.636686:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892332 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.636694:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031400/0x38bddee366892339 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.636706:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031400/0x38bddee366892339 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.636722:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892340 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.636732:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366892347 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.636734:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892340 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.636741:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee24a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:275b1235-b8f5-4ce3-8a3a-d483c556f740+38:2409:x1869755187949312:12345-192.168.203.44@tcp:2:touch.500 Request processed in 252us (449us total) trans 8589935435 rc 0/0 00010000:00010000:0.0:1783145823.636753:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366892347 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.636758:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892340 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.636761:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2508 00000004:00010000:1.0:1783145823.636766:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006b3c094d reply state 000000006b23139d transno 12884905371 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031400/0x38bddee366892339 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.636771:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366892347 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.636790:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031400/0x38bddee366892339 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.636792:0:204555:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1bc:0x0]: returning size 0 00000004:00200000:2.0:1783145823.636799:0:204555:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00200000:0.0:1783145823.636803:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1c0:0x0]: returning size 0 00010000:00010000:1.0:1783145823.636804:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c3:0x0].0x0 (ffff9be8d0392b00) 00000004:00200000:0.0:1783145823.636810:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:3.0:1783145823.636812:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145823.636812:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00010000:2.0:1783145823.636815:0:204555:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892340 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.636818:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00010000:0.0:1783145823.636826:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366892347 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.636842:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892340 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.636844:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366892347 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.636863:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892316 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.636865:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366892324 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.636869:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee248a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+244:305991:x1869755187949696:12345-192.168.203.44@tcp:36:touch.500 Request processed in 354us (524us total) trans 12884905371 rc 0/0 00010000:00010000:2.0:1783145823.636885:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892316 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.636890:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 300 00010000:00010000:2.0:1783145823.636898:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892316 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.636899:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366892324 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.636917:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366892324 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.636926:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366892324 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.636930:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91da000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.636932:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda91600 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:1.0:1783145823.636933:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187949952 00010000:00010000:2.0:1783145823.636937:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892316 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.636939:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187949952 00010000:00010000:0.0:1783145823.636939:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366892324 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.636956:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892316 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.636957:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366892324 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.636975:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 612 00010000:00010000:2.0:1783145823.636979:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.636983:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.636987:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5911180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+244:2408:x1869755187949952:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:2.0:1783145823.636989:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892316 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.636993:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.637001:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.637004:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892316 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.637006:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366892324 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.637014:0:204560:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.637022:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366892324 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.637023:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da200/0x38bddee36689232b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.637026:0:204560:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031000/0x38bddee36689234e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a983 expref: -99 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.637045:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da200/0x38bddee36689232b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.637057:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da200/0x38bddee36689232b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.637062:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91da200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.637066:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da200/0x38bddee36689232b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.637068:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892332 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.637075:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030a00/0x38bddee366892355 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.637079:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da200/0x38bddee36689232b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.637087:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892332 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.637108:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892332 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.637148:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030a00/0x38bddee366892355 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.637150:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00010000:00010000:2.0:1783145823.637157:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.637163:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da200/0x38bddee36689232b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.637166:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030a00/0x38bddee366892355 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.637166:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda91a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.637173:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892332 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.637181:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da200/0x38bddee36689232b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.637193:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892332 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.637194:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee36689235c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.637213:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689230f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a975 expref: 246 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.637214:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:1.0:1783145823.637222:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee36689235c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.637222:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.637229:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892332 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.637240:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892340 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a975 expref: 245 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.637240:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee36689235c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.637242:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892332 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.637265:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bc:0x0].0x0 (ffff9be8d2cdc800) 00010000:00010000:2.0:1783145823.637268:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.637271:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030a00/0x38bddee366892355 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.637272:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c91db800, rc 0) 00010000:00010000:1.0:1783145823.637283:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030a00/0x38bddee366892355 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.637290:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030a00/0x38bddee366892355 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.637296:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee36689231d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a97c expref: 246 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.637298:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c0030a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.637305:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030a00/0x38bddee366892355 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.637310:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee248700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+246:305987:x1869755187949440:12345-192.168.203.44@tcp:101:rm.500 Request processed in 855us (990us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145823.637319:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366892347 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a97c expref: 245 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.637321:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030a00/0x38bddee366892355 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.637327:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 299 00010000:00010000:1.0:1783145823.637346:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.637346:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c0:0x0].0x0 (ffff9be8d3702b00) 00010000:00010000:0.0:1783145823.637349:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.637352:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.637354:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda91200, rc 0) 00010000:00010000:1.0:1783145823.637358:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030a00/0x38bddee366892355 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.637367:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030a00/0x38bddee366892355 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.637379:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee36689235c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.637387:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee24a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+244:305996:x1869755187949824:12345-192.168.203.44@tcp:101:rm.500 Request processed in 860us (991us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145823.637389:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee36689235c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.637403:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 301 00010000:00010000:1.0:1783145823.637404:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee36689235c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.637410:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471390468276 time 8471390388474 state 0x2 ref 0 00010000:00010000:1.0:1783145823.637414:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c0031e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.637420:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee36689235c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.637426:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee36689235c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.637436:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:1.0:1783145823.637439:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.637442:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee36689235c lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.637449:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee36689235c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.637469:0:204560:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031000/0x38bddee36689234e lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a983 expref: 243 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.637478:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.637480:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145823.637484:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031000/0x38bddee36689234e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a983 expref: 243 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.637493:0:204560:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c0031000, rc -2) 00000100:00100000:1.0:1783145823.637524:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5911180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+242:2408:x1869755187949952:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 541us (716us total) trans 0 rc -2/-2 00000100:00100000:1.0:1783145823.637531:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 612 00000100:00100000:3.0:1783145823.637623:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.637664:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187950080 00000100:00100000:1.0:1783145823.637669:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187950080 00000100:00100000:1.0:1783145823.637686:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471390468276 time 8471390388474 state 0x0 ref 1 00000100:00100000:1.0:1783145823.637694:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471390488474 time 8471390388474 state 0x1 ref 1 00000100:00100000:1.0:1783145823.637714:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471390488474 time 8471391591374 state 0x0 ref 1 00000100:00100000:1.0:1783145823.637725:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5910700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+242:305991:x1869755187950080:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.637734:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.637742:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030000/0x38bddee366892363 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a98a expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.637767:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030000/0x38bddee366892363 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a98a expref: 243 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.637778:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030000/0x38bddee366892363 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a98a expref: 243 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.637793:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c3:0x0].0x0 (ffff9be8d0392b00) 00010000:00010000:1.0:1783145823.637796:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145823.637799:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c0030000, rc 0) 00000100:00100000:1.0:1783145823.637827:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5910700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+243:305991:x1869755187950080:12345-192.168.203.44@tcp:101:touch.500 Request processed in 104us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.637833:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 302 00000100:00100000:1.0:1783145823.637836:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471390488474 time 8471391591374 state 0x2 ref 0 00000100:00100000:3.0:1783145823.639067:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.639103:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.639110:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187950336 00000100:00100000:2.0:1783145823.639141:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187950336 00000100:00100000:0.0:1783145823.639163:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187950464 00000100:00100000:0.0:1783145823.639169:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187950464 00000100:00100000:2.0:1783145823.639175:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 936 00000100:00100000:2.0:1783145823.639187:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+243:305980:x1869755187950336:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145823.639221:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2509 00000100:00100000:1.0:1783145823.639230:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5911500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:275b1235-b8f5-4ce3-8a3a-d483c556f740+38:2410:x1869755187950464:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145823.639238:0:228901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.639249:0:228901:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006b07f15e/0x38bddee36689236a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb5f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a991 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783145823.639263:0:228901:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb5f:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:1.0:1783145823.639275:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5f:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:1.0:1783145823.639279:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145823.639285:0:228901:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b07f15e/0x38bddee36689236a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a991 expref: 39 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.639296:0:228901:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006b07f15e/0x38bddee36689236a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a991 expref: 39 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.639304:0:228901:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c0031600, rc 0) 00000100:00100000:1.0:1783145823.639330:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5911500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:275b1235-b8f5-4ce3-8a3a-d483c556f740+39:2410:x1869755187950464:12345-192.168.203.44@tcp:101:rm.500 Request processed in 103us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.639335:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2509 00000100:00100000:2.0:1783145823.639345:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+244:305980:x1869755187950336:12345-192.168.203.44@tcp:35:touch.500 Request processed in 159us (276us total) trans 12884905372 rc 0/0 00000100:00100000:2.0:1783145823.639358:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 936 00000100:00100000:3.0:1783145823.639489:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.639533:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187950592 00000100:00100000:2.0:1783145823.639537:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187950592 00000100:00100000:2.0:1783145823.639570:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2510 00000100:00100000:2.0:1783145823.639578:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5912680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+39:2408:x1869755187950592:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.639586:0:207255:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.639596:0:207255:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000198e651e/0x38bddee366892371 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb61:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a998 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783145823.639609:0:207255:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb61:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145823.639618:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb61:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:2.0:1783145823.639621:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb61:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145823.639627:0:207255:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000198e651e/0x38bddee366892371 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a998 expref: 40 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.639638:0:207255:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000198e651e/0x38bddee366892371 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a998 expref: 40 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.639659:0:207255:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c91da400, rc 0) 00000100:00100000:2.0:1783145823.639687:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5912680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+40:2408:x1869755187950592:12345-192.168.203.44@tcp:101:rm.500 Request processed in 110us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.639695:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2510 00000100:00100000:0.0:1783145823.640083:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.640103:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187950720 00000100:00100000:3.0:1783145823.640171:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187950720 00000100:00100000:3.0:1783145823.640199:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2511 00000100:00100000:3.0:1783145823.640206:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee249f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:275b1235-b8f5-4ce3-8a3a-d483c556f740+63:2407:x1869755187950720:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:3.0:1783145823.640324:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee249f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:275b1235-b8f5-4ce3-8a3a-d483c556f740+64:2407:x1869755187950720:12345-192.168.203.44@tcp:2:touch.500 Request processed in 118us (242us total) trans 8589936087 rc 0/0 00000100:00100000:3.0:1783145823.640331:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2511 00000100:00100000:3.0:1783145823.641411:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.641936:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187950976 00000100:00100000:0.0:1783145823.641942:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187950976 00000100:00100000:0.0:1783145823.641981:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 937 00000100:00100000:0.0:1783145823.641990:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+244:305991:x1869755187950976:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:0.0:1783145823.642232:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+245:305991:x1869755187950976:12345-192.168.203.44@tcp:35:touch.500 Request processed in 241us (821us total) trans 12884905373 rc 0/0 00000100:00100000:0.0:1783145823.642240:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 937 00000100:00100000:0.0:1783145823.645364:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.645405:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187951104 00000100:00100000:3.0:1783145823.645416:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187951104 00000100:00100000:3.0:1783145823.645445:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471390488474 time 8471391591374 state 0x0 ref 1 00000100:00100000:3.0:1783145823.645456:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471391691374 time 8471391591374 state 0x1 ref 1 00000100:00100000:3.0:1783145823.645492:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471391691374 time 8471399368472 state 0x0 ref 1 00000100:00100000:3.0:1783145823.645503:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+245:305994:x1869755187951104:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.645519:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.645537:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366892378 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a99f expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.645585:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee36689237f lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.645597:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee36689237f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.645606:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee36689237f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.645613:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892386 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.645617:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892386 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.645621:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892386 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.645773:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145823.645788:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee36689238d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.645796:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee36689238d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.645801:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee36689238d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.645811:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187951232 00000100:00100000:2.0:1783145823.645817:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187951232 00000004:00200000:3.0:1783145823.645827:0:206077:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1bf:0x0]: returning size 0 00000004:00200000:3.0:1783145823.645831:0:206077:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145823.645846:0:206077:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee36689238d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.645847:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 613 00010000:00010000:3.0:1783145823.645859:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee36689238d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.645861:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+247:2409:x1869755187951232:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:3.0:1783145823.645870:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee36689237f lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.645883:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee36689237f lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.645886:0:228897:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.645897:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee36689237f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.645899:0:228897:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366892394 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a9a6 expref: -99 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.645907:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee36689237f lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.645925:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e5400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.645929:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee36689237f lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.645937:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee36689237f lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.645944:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee36689239b lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.645951:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.645955:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.645961:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee36689237f lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.645962:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee36689239b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.645979:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee36689237f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.645979:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee36689239b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.645996:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da800/0x38bddee3668923a2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646006:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da800/0x38bddee3668923a2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.646009:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892386 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646016:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da800/0x38bddee3668923a2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.646017:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892386 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.646031:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892386 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.646036:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e5e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.646038:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892386 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.646042:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892386 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.646047:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00010000:00010000:3.0:1783145823.646049:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.646050:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892386 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.646054:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892386 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.646071:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366892378 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a99f expref: 249 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.646082:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee36689238d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a99f expref: 248 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646088:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee3668923a9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.646089:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bf:0x0].0x0 (ffff9be8d13d7a00) 00010000:00010000:3.0:1783145823.646094:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.646100:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d17e4400, rc 0) 00010000:00010000:2.0:1783145823.646105:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee3668923a9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646155:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee3668923a9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.646181:0:228897:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1c1:0x0]: returning size 0 00000004:00200000:2.0:1783145823.646184:0:228897:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:3.0:1783145823.646188:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+248:305994:x1869755187951104:12345-192.168.203.44@tcp:101:rm.500 Request processed in 685us (830us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.646194:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 303 00000100:00100000:3.0:1783145823.646199:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471391691374 time 8471399368472 state 0x2 ref 0 00000004:00010000:2.0:1783145823.646209:0:228897:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee3668923a9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646222:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee3668923a9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646230:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee36689239b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646236:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee36689239b lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646242:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee36689239b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646248:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91dbc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.646251:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee36689239b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646257:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee36689239b lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646265:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.646268:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.646271:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee36689239b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646277:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee36689239b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646292:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da800/0x38bddee3668923a2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646298:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da800/0x38bddee3668923a2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646304:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da800/0x38bddee3668923a2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646310:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91da800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.646312:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da800/0x38bddee3668923a2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646318:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da800/0x38bddee3668923a2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646325:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00010000:00010000:2.0:1783145823.646328:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.646331:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da800/0x38bddee3668923a2 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646336:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da800/0x38bddee3668923a2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646356:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366892394 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9a6 expref: 248 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646367:0:228897:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee3668923a9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9a6 expref: 247 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646392:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c1:0x0].0x0 (ffff9be8d3702200) 00010000:00010000:2.0:1783145823.646394:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.646397:0:228897:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c91dba00, rc 0) 00010000:00010000:2.0:1783145823.646402:0:228897:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.646410:0:228897:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db400/0x38bddee3668923b0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a9ad expref: -99 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646432:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee3668923b7 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646440:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee3668923b7 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646446:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee3668923b7 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646456:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee3668923be lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646464:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee3668923be lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646471:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee3668923be lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646495:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee3668923b7 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646503:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee3668923b7 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646513:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee3668923b7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646518:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91db000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.646521:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee3668923b7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646528:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee3668923b7 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646537:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.646540:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.646543:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee3668923b7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646550:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee3668923b7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646568:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee3668923be lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646578:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee3668923be lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646584:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee3668923be lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646590:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91db600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.646593:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee3668923be lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646604:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee3668923be lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646611:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:2.0:1783145823.646614:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.646617:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee3668923be lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646623:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee3668923be lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646641:0:228897:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db400/0x38bddee3668923b0 lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9ad expref: 248 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646651:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.646654:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145823.646658:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db400/0x38bddee3668923b0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9ad expref: 248 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.646668:0:228897:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c91db400, rc -2) 00000100:00100000:2.0:1783145823.646712:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+247:2409:x1869755187951232:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 854us (939us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783145823.646721:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 613 00000100:00100000:1.0:1783145823.649331:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.649360:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.649388:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187951360 00000100:00100000:0.0:1783145823.649397:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187951360 00000100:00100000:2.0:1783145823.649398:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187951616 00000100:00100000:2.0:1783145823.649404:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187951616 00000100:00100000:2.0:1783145823.649429:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471391691374 time 8471399368472 state 0x0 ref 1 00000100:00100000:2.0:1783145823.649440:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471399468472 time 8471399368472 state 0x1 ref 1 00000100:00100000:0.0:1783145823.649449:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2512 00000100:00100000:0.0:1783145823.649460:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+64:2409:x1869755187951360:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:2.0:1783145823.649468:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471399468472 time 8471403343999 state 0x0 ref 1 00010000:00010000:0.0:1783145823.649476:0:228898:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1783145823.649481:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+247:305992:x1869755187951616:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.649493:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.649499:0:228898:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9a3ee66/0x38bddee3668923c5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbc4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a9d7 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.649506:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da200/0x38bddee3668923cc lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a9de expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145823.649528:0:228898:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbc4:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:0.0:1783145823.649544:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc4:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.649549:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145823.649559:0:228898:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9a3ee66/0x38bddee3668923c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9d7 expref: 65 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.649575:0:228898:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a9a3ee66/0x38bddee3668923c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9d7 expref: 65 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.649588:0:228898:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d5169000, rc 0) 00010000:00010000:2.0:1783145823.649597:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee3668923d3 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.649612:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee3668923d3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.649612:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.649623:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee3668923d3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.649634:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbe00/0x38bddee3668923da lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.649634:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+65:2409:x1869755187951360:12345-192.168.203.44@tcp:101:rm.500 Request processed in 174us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.649650:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2512 00010000:00010000:2.0:1783145823.649652:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbe00/0x38bddee3668923da lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.649661:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187951744 00010000:00010000:2.0:1783145823.649661:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbe00/0x38bddee3668923da lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.649667:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187951744 00000004:00080000:2.0:1783145823.649971:0:204555:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb63:0x0], index 1: 0 00010000:00010000:2.0:1783145823.650109:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91daa00/0x38bddee3668923e1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.650149:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91daa00/0x38bddee3668923e1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.650158:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91daa00/0x38bddee3668923e1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.650189:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee3668923d3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.650196:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee3668923d3 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.650216:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee3668923d3 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.650223:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91da000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.650227:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee3668923d3 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.650235:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee3668923d3 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.650245:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.650249:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.650253:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee3668923d3 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.650259:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee3668923d3 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.650272:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b0720308 reply state 0000000089fcbfb8 transno 12884905374 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbe00/0x38bddee3668923da lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.650282:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbe00/0x38bddee3668923da lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.650289:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:2.0:1783145823.650291:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.650294:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145823.650318:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da200/0x38bddee3668923cc lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9de expref: 250 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.650331:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91daa00/0x38bddee3668923e1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9de expref: 249 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.650338:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c4:0x0].0x0 (ffff9be8d13d7700) 00010000:00010000:2.0:1783145823.650341:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.650343:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c91daa00, rc 0) 00000100:00100000:2.0:1783145823.650386:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+250:305992:x1869755187951616:12345-192.168.203.44@tcp:101:touch.500 Request processed in 908us (1024us total) trans 12884905374 rc 0/0 00000100:00100000:2.0:1783145823.650394:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 304 00000100:00100000:2.0:1783145823.650399:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471399468472 time 8471403343999 state 0x2 ref 0 00000100:00100000:1.0:1783145823.650686:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2513 00000100:00100000:1.0:1783145823.650694:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:275b1235-b8f5-4ce3-8a3a-d483c556f740+65:2409:x1869755187951744:12345-192.168.203.44@tcp:101:ll_agl.0 00010000:00010000:1.0:1783145823.650700:0:228914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.650709:0:228914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000083a3c194/0x38bddee3668923ef lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbc5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a9e5 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783145823.650720:0:228914:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbc5:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:1.0:1783145823.650727:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc5:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:1.0:1783145823.650730:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145823.650735:0:228914:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000083a3c194/0x38bddee3668923ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9e5 expref: 66 pid: 228914 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.650743:0:228914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000083a3c194/0x38bddee3668923ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9e5 expref: 66 pid: 228914 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.650749:0:228914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c0030a00, rc 0) 00000100:00100000:1.0:1783145823.650775:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:275b1235-b8f5-4ce3-8a3a-d483c556f740+66:2409:x1869755187951744:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 82us (1163us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.650781:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2513 00000100:00100000:0.0:1783145823.651959:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.651995:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187952000 00000100:00100000:3.0:1783145823.652003:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187952000 00000100:00100000:3.0:1783145823.652026:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471399468472 time 8471403343999 state 0x0 ref 1 00000100:00100000:3.0:1783145823.652036:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471403443999 time 8471403343999 state 0x1 ref 1 00000100:00100000:3.0:1783145823.652109:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471403443999 time 8471405935939 state 0x0 ref 1 00000100:00100000:3.0:1783145823.652153:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+250:305992:x1869755187952000:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:0.0:1783145823.652213:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.652234:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1783145823.652237:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187952256 00000100:00100000:3.0:1783145823.652242:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187952256 00010000:00010000:2.0:1783145823.652256:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91daa00/0x38bddee3668923e1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9de expref: 251 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.652258:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471406035939 time 8471405935939 state 0x1 ref 2 00010000:00010000:2.0:1783145823.652282:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c4:0x0].0x0 (ffff9be8d13d7700) 00000100:00100000:3.0:1783145823.652288:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471406035939 time 8471406165159 state 0x0 ref 2 00010000:00010000:2.0:1783145823.652292:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145823.652300:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c760e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+250:305990:x1869755187952256:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145823.652344:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db200/0x38bddee3668923f6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.652356:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db200/0x38bddee3668923f6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.652359:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145823.652371:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db200/0x38bddee3668923f6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.652377:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee366892259 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a936 expref: 250 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.652396:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366892164 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1be:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a905 expref: 249 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.652406:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1be:0x0].0x0 (ffff9be9d4336600) 00010000:00010000:3.0:1783145823.652409:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.652423:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee3668923fd lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.652432:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee3668923fd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.652439:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee3668923fd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.652451:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366892404 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.652457:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000000455fc44 reply state 0000000057ee2f6f transno 12884905375 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db200/0x38bddee3668923f6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.652460:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366892404 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.652479:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db200/0x38bddee3668923f6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.652488:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c4:0x0].0x0 (ffff9be8d13d7d00) 00010000:00010000:3.0:1783145823.652490:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366892404 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.652491:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.652496:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.652554:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee36689240b lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.652556:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+250:305992:x1869755187952000:12345-192.168.203.44@tcp:36:touch.500 Request processed in 406us (598us total) trans 12884905375 rc 0/0 00010000:00010000:3.0:1783145823.652571:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee36689240b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.652572:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 305 00010000:00010000:3.0:1783145823.652583:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee36689240b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783145823.652723:0:204557:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].414, 64 off34688 00010000:00010000:3.0:1783145823.652752:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892412 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.652761:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892412 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.652768:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892412 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.652775:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892412 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.652780:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892412 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.652786:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892412 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.652803:0:204557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145823.652814:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee36689240b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.652820:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee36689240b lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.652825:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.652826:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee36689240b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.652834:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892412 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.652836:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8847600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.652842:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee36689240b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.652847:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8846800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.652854:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee36689240b lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.652855:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892412 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.652876:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1be:0x0].0x0 (ffff9be9d4336600) 00010000:00010000:2.0:1783145823.652877:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892412 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.652883:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145823.652888:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee36689240b lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.652894:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1be:0x0].0x0 (ffff9be9d4336600) 00010000:00010000:3.0:1783145823.652896:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee36689240b lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.652898:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.652904:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892412 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.652916:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892412 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.652925:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee3668923fd lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.652933:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee3668923fd lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.652933:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.652937:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.652941:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.652943:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee3668923fd lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.652950:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee3668923fd lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.652955:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5168e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.652957:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee3668923fd lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.652963:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee3668923fd lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.652970:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.652972:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.652975:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee3668923fd lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.652984:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee3668923fd lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.652993:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b8cce698 reply state 0000000084b97a06 transno 12884905376 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366892404 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.653001:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366892404 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.653006:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00010000:00010000:3.0:1783145823.653009:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.653011:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.653050:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c760e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+251:305990:x1869755187952256:12345-192.168.203.44@tcp:36:rm.500 Request processed in 751us (847us total) trans 12884905376 rc 0/0 00000100:00100000:3.0:1783145823.653057:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 306 00000100:00100000:3.0:1783145823.653061:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471406035939 time 8471406165159 state 0x2 ref 0 00000100:00100000:0.0:1783145823.654400:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.654430:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187952384 00000100:00100000:3.0:1783145823.654438:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187952384 00000100:00100000:3.0:1783145823.654460:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471406035939 time 8471406165159 state 0x0 ref 1 00000100:00100000:3.0:1783145823.654471:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471406265159 time 8471406165159 state 0x1 ref 1 00000100:00100000:3.0:1783145823.654500:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471406265159 time 8471408377600 state 0x0 ref 1 00000100:00100000:3.0:1783145823.654511:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c760f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+251:305992:x1869755187952384:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.654526:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.654539:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366892419 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a9ec expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.654583:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366892419 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9ec expref: 252 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.654596:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366892419 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9ec expref: 252 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.654613:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c4:0x0].0x0 (ffff9be8d13d7d00) 00010000:00010000:3.0:1783145823.654616:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145823.654619:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e8846600, rc 0) 00000100:00100000:3.0:1783145823.654665:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c760f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+252:305992:x1869755187952384:12345-192.168.203.44@tcp:101:touch.500 Request processed in 155us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.654672:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 307 00000100:00100000:3.0:1783145823.654676:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471406265159 time 8471408377600 state 0x2 ref 0 00000100:00100000:0.0:1783145823.655065:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.655175:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187952640 00000100:00100000:1.0:1783145823.655180:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187952640 00000100:00100000:1.0:1783145823.655201:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471406265159 time 8471408377600 state 0x0 ref 1 00000100:00100000:1.0:1783145823.655210:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471408477600 time 8471408377600 state 0x1 ref 1 00000100:00100000:1.0:1783145823.655231:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471408477600 time 8471409108524 state 0x0 ref 1 00000100:00100000:1.0:1783145823.655242:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d800ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+252:306007:x1869755187952640:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.655252:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.655261:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030800/0x38bddee366892420 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a9f3 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.655333:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031800/0x38bddee366892427 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.655343:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031800/0x38bddee366892427 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.655351:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031800/0x38bddee366892427 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.655360:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030c00/0x38bddee36689242e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.655367:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030c00/0x38bddee36689242e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.655372:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030c00/0x38bddee36689242e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.655605:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000004:00080000:1.0:1783145823.655634:0:204590:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbc7:0x0], index 0: 0 00000100:00100000:2.0:1783145823.655646:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187952768 00000100:00100000:2.0:1783145823.655652:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187952768 00000100:00100000:2.0:1783145823.655691:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2514 00000100:00100000:2.0:1783145823.655699:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d800f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:275b1235-b8f5-4ce3-8a3a-d483c556f740+40:2410:x1869755187952768:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:1.0:1783145823.655759:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892435 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.655768:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892435 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.655776:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892435 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.655809:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031800/0x38bddee366892427 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.655817:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031800/0x38bddee366892427 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.655822:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031800/0x38bddee366892427 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.655827:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031800/0x38bddee366892427 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.655832:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c0031800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.655835:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031800/0x38bddee366892427 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.655840:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031800/0x38bddee366892427 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.655847:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d800f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:275b1235-b8f5-4ce3-8a3a-d483c556f740+41:2410:x1869755187952768:12345-192.168.203.44@tcp:2:touch.500 Request processed in 147us (242us total) trans 8589935436 rc 0/0 00010000:00010000:1.0:1783145823.655849:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.655855:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.655859:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031800/0x38bddee366892427 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.655861:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2514 00010000:00010000:1.0:1783145823.655871:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031800/0x38bddee366892427 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.655895:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003d4b3faf reply state 00000000d909f890 transno 12884905377 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030c00/0x38bddee36689242e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.655906:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030c00/0x38bddee36689242e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.655912:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:1.0:1783145823.655915:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.655918:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145823.655941:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030800/0x38bddee366892420 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9f3 expref: 255 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.655954:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892435 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9f3 expref: 254 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.655958:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c5:0x0].0x0 (ffff9be8d1a4ef00) 00010000:00010000:1.0:1783145823.655960:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.655961:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c0031e00, rc 0) 00000100:00100000:1.0:1783145823.655985:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d800ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+255:306007:x1869755187952640:12345-192.168.203.44@tcp:101:touch.500 Request processed in 747us (923us total) trans 12884905377 rc 0/0 00000100:00100000:1.0:1783145823.655989:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 308 00000100:00100000:1.0:1783145823.655992:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471408477600 time 8471409108524 state 0x2 ref 0 00000100:00100000:0.0:1783145823.658527:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.658570:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.658572:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187953024 00000100:00100000:1.0:1783145823.658581:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187953024 00000100:00100000:2.0:1783145823.658619:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187953280 00000100:00100000:2.0:1783145823.658624:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187953280 00000100:00100000:0.0:1783145823.658639:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.658644:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 938 00000100:00100000:2.0:1783145823.658649:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471408477600 time 8471409108524 state 0x0 ref 1 00000100:00100000:1.0:1783145823.658658:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1015500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+256:305992:x1869755187953024:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:2.0:1783145823.658663:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471409208524 time 8471409108524 state 0x1 ref 1 00000100:00100000:3.0:1783145823.658674:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187953536 00000100:00100000:3.0:1783145823.658683:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187953536 00000100:00100000:2.0:1783145823.658696:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471409208524 time 8471412572074 state 0x0 ref 1 00000100:00100000:2.0:1783145823.658708:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1017480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+257:306007:x1869755187953280:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:2.0:1783145823.658739:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145823.658761:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892435 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9f3 expref: 257 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.658779:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c5:0x0].0x0 (ffff9be8d1a4ef00) 00000100:00100000:0.0:1783145823.658784:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471412672074 time 8471412572074 state 0x1 ref 2 00010000:00010000:2.0:1783145823.658792:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145823.658814:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471412672074 time 8471412690548 state 0x0 ref 2 00000100:00100000:0.0:1783145823.658831:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1014000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+257:305989:x1869755187953536:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145823.658845:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db400/0x38bddee366892443 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.658859:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db400/0x38bddee366892443 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.658861:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145823.658872:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db400/0x38bddee366892443 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.658879:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee36689227c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a944 expref: 257 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.658891:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1015500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+257:305992:x1869755187953024:12345-192.168.203.44@tcp:35:touch.500 Request processed in 234us (368us total) trans 12884905378 rc 0/0 00000100:00100000:1.0:1783145823.658900:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 938 00010000:00010000:0.0:1783145823.658914:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee36689213a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8fe expref: 257 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.658927:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bd:0x0].0x0 (ffff9be9d4336e00) 00010000:00010000:0.0:1783145823.658932:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00010000:2.0:1783145823.658933:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c755bbaa reply state 000000005c3defd1 transno 12884905379 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db400/0x38bddee366892443 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.658945:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db400/0x38bddee366892443 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.658948:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee36689244a lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.658955:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c5:0x0].0x0 (ffff9be8d13d7900) 00010000:00010000:2.0:1783145823.658960:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.658961:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee36689244a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.658963:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.658973:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee36689244a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.658983:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892451 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.658993:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892451 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.659000:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892451 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.659017:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1017480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+256:306007:x1869755187953280:12345-192.168.203.44@tcp:36:touch.500 Request processed in 310us (453us total) trans 12884905379 rc 0/0 00000100:00100000:2.0:1783145823.659025:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 309 00010000:00010000:0.0:1783145823.659073:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366892458 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.659083:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366892458 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.659090:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366892458 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783145823.659309:0:204557:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].418, 64 off34944 00010000:00010000:0.0:1783145823.659340:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee36689245f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.659349:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee36689245f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.659356:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee36689245f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.659364:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee36689245f lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.659370:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee36689245f lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.659376:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee36689245f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.659408:0:204557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145823.659420:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366892458 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.659426:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366892458 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.659437:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366892458 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.659443:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda91600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.659447:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366892458 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.659455:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366892458 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.659463:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bd:0x0].0x0 (ffff9be9d4336e00) 00010000:00010000:0.0:1783145823.659466:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145823.659470:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366892458 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.659476:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee366892458 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.659489:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee36689244a lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.659496:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee36689244a lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.659501:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee36689244a lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.659507:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee36689244a lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.659512:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda91400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.659516:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee36689244a lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.659522:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee36689244a lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.659529:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.659532:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.659536:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee36689244a lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.659542:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee36689244a lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.659550:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000375bab22 reply state 000000002c2e6677 transno 12884905380 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892451 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.659564:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892451 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.659571:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:0.0:1783145823.659574:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.659576:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.659595:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.659601:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee36689245f lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.659608:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fc600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.659611:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee36689245f lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.659617:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee36689245f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.659619:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1014000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+257:305989:x1869755187953536:12345-192.168.203.44@tcp:36:rm.500 Request processed in 791us (981us total) trans 12884905380 rc 0/0 00010000:00010000:3.0:1783145823.659636:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bd:0x0].0x0 (ffff9be9d4336e00) 00000100:00100000:0.0:1783145823.659640:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 310 00010000:00010000:3.0:1783145823.659642:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.659648:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee36689245f lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.659649:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471412672074 time 8471412690548 state 0x2 ref 0 00010000:00010000:3.0:1783145823.659664:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee36689245f lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.659679:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.659682:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.659684:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145823.661633:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.661659:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.661678:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187953664 00000100:00100000:1.0:1783145823.661686:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187953664 00000100:00100000:0.0:1783145823.661702:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187953792 00000100:00100000:0.0:1783145823.661707:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187953792 00000100:00100000:1.0:1783145823.661724:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471412672074 time 8471412690548 state 0x0 ref 1 00000100:00100000:0.0:1783145823.661731:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471412790548 time 8471412690548 state 0x1 ref 2 00000100:00100000:1.0:1783145823.661747:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471412790548 time 8471412690548 state 0x1 ref 2 00000100:00100000:0.0:1783145823.661766:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471415742569 time 8471415642569 state 0x1 ref 2 00000100:00100000:3.0:1783145823.661776:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471415742569 time 8471415652476 state 0x0 ref 2 00000100:00100000:0.0:1783145823.661779:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+258:306007:x1869755187953792:12345-192.168.203.44@tcp:101:touch.500 00000100:00100000:3.0:1783145823.661793:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+258:306006:x1869755187953664:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.661802:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.661803:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.661820:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366892466 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679a9fa expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.661820:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1200/0x38bddee36689246d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aa01 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.661871:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1200/0x38bddee36689246d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa01 expref: 260 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.661892:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1200/0x38bddee36689246d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa01 expref: 260 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.661909:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c5:0x0].0x0 (ffff9be8d13d7900) 00010000:00010000:0.0:1783145823.661913:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145823.661914:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892474 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.661917:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e53a1200, rc 0) 00010000:00010000:3.0:1783145823.661930:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892474 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.661938:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892474 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.661947:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee36689247b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.661958:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee36689247b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.661966:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee36689247b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.661970:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+260:306007:x1869755187953792:12345-192.168.203.44@tcp:101:touch.500 Request processed in 192us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.661983:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 311 00010000:00010000:3.0:1783145823.662028:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892482 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.662035:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892482 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.662040:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892482 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.662065:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1c3:0x0]: returning size 0 00000004:00200000:3.0:1783145823.662068:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145823.662162:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892482 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.662175:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892482 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.662185:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892474 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.662192:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892474 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.662198:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892474 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.662209:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892474 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.662214:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e5e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.662219:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892474 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.662226:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892474 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.662237:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.662240:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.662244:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892474 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.662250:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892474 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.662268:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee36689247b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.662272:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee36689247b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.662275:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee36689247b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.662278:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e5400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.662280:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee36689247b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.662286:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee36689247b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.662291:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:3.0:1783145823.662292:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.662294:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee36689247b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.662297:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee36689247b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.662314:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee366892466 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9fa expref: 260 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.662334:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892482 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9fa expref: 259 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.662338:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c3:0x0].0x0 (ffff9be8d0392b00) 00010000:00010000:3.0:1783145823.662340:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.662341:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e8846800, rc 0) 00000100:00100000:3.0:1783145823.662371:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+259:306006:x1869755187953664:12345-192.168.203.44@tcp:101:rm.500 Request processed in 584us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.662384:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 312 00000100:00100000:3.0:1783145823.662389:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471415742569 time 8471415652476 state 0x2 ref 0 00000100:00100000:3.0:1783145823.663831:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.663870:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187953920 00000100:00100000:0.0:1783145823.663887:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187953920 00000100:00100000:0.0:1783145823.663929:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2515 00000100:00100000:0.0:1783145823.663938:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:275b1235-b8f5-4ce3-8a3a-d483c556f740+66:2407:x1869755187953920:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:0.0:1783145823.664157:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:275b1235-b8f5-4ce3-8a3a-d483c556f740+67:2407:x1869755187953920:12345-192.168.203.44@tcp:2:touch.500 Request processed in 217us (327us total) trans 8589936088 rc 0/0 00000100:00100000:0.0:1783145823.664166:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2515 00000100:00100000:1.0:1783145823.664266:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.664325:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187954176 00000100:00100000:2.0:1783145823.664338:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187954176 00000100:00100000:2.0:1783145823.664381:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471415742569 time 8471415652476 state 0x0 ref 1 00000100:00100000:2.0:1783145823.664395:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471415752476 time 8471415652476 state 0x1 ref 1 00000100:00100000:2.0:1783145823.664428:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471415752476 time 8471418305037 state 0x0 ref 1 00000100:00100000:2.0:1783145823.664444:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+259:305987:x1869755187954176:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145823.664505:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145823.664545:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892340 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a975 expref: 259 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.664570:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169800/0x38bddee3668920e6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8e9 expref: 258 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.664585:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bc:0x0].0x0 (ffff9be8d2cdc800) 00010000:00010000:2.0:1783145823.664595:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.664618:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91daa00/0x38bddee366892489 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.664633:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91daa00/0x38bddee366892489 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.664644:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91daa00/0x38bddee366892489 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.664657:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da200/0x38bddee366892490 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.664667:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da200/0x38bddee366892490 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.664674:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da200/0x38bddee366892490 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.664770:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892497 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.664779:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892497 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.664787:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892497 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.664888:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.664937:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187954304 00000100:00100000:1.0:1783145823.664942:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187954304 00000100:00100000:1.0:1783145823.664973:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2516 00000100:00100000:1.0:1783145823.664983:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:275b1235-b8f5-4ce3-8a3a-d483c556f740+67:2409:x1869755187954304:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145823.664995:0:228907:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.665020:0:228907:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003b9e3de5/0x38bddee36689249e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbc6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aa08 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145823.665034:0:204556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].415, 64 off34752 00002000:00010000:1.0:1783145823.665038:0:228907:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbc6:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:1.0:1783145823.665060:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc6:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:1.0:1783145823.665064:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145823.665072:0:228907:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b9e3de5/0x38bddee36689249e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa08 expref: 68 pid: 228907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.665089:0:228907:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003b9e3de5/0x38bddee36689249e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa08 expref: 68 pid: 228907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.665094:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee3668924a5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.665113:0:228907:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c0031800, rc 0) 00010000:00010000:2.0:1783145823.665151:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee3668924a5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.665163:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee3668924a5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.665175:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee3668924a5 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.665182:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee3668924a5 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.665189:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee3668924a5 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.665204:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:275b1235-b8f5-4ce3-8a3a-d483c556f740+68:2409:x1869755187954304:12345-192.168.203.44@tcp:101:rm.500 Request processed in 221us (315us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145823.665214:0:204556:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1783145823.665214:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2516 00010000:00010000:0.0:1783145823.665236:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145823.665239:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892497 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.665247:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee3668924a5 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.665250:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892497 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.665279:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892497 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.665279:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91db600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145823.665289:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee3668924a5 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.665322:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91da000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.665325:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee3668924a5 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.665331:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892497 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.665340:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bc:0x0].0x0 (ffff9be8d2cdc800) 00010000:00010000:0.0:1783145823.665344:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145823.665348:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee3668924a5 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.665351:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892497 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.665358:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee3668924a5 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.665375:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bc:0x0].0x0 (ffff9be8d2cdc800) 00010000:00010000:2.0:1783145823.665380:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145823.665385:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892497 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.665386:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.665391:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.665398:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892497 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.665399:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.665422:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91daa00/0x38bddee366892489 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.665430:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91daa00/0x38bddee366892489 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.665437:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91daa00/0x38bddee366892489 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.665443:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91daa00/0x38bddee366892489 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.665448:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91daa00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.665453:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91daa00/0x38bddee366892489 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.665465:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91daa00/0x38bddee366892489 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.665475:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.665478:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.665482:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91daa00/0x38bddee366892489 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.665489:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91daa00/0x38bddee366892489 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.665501:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000110350d4 reply state 0000000052a926ed transno 12884905381 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da200/0x38bddee366892490 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.665513:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.665530:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da200/0x38bddee366892490 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.665541:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00010000:00010000:2.0:1783145823.665546:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.665549:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.665550:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187954560 00000100:00100000:3.0:1783145823.665558:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187954560 00000100:00100000:3.0:1783145823.665603:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 939 00000100:00100000:3.0:1783145823.665616:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+260:306007:x1869755187954560:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:2.0:1783145823.665638:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+260:305987:x1869755187954176:12345-192.168.203.44@tcp:36:rm.500 Request processed in 1195us (1368us total) trans 12884905381 rc 0/0 00000100:00100000:2.0:1783145823.665650:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 313 00000100:00100000:2.0:1783145823.665658:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471415752476 time 8471418305037 state 0x2 ref 0 00000100:00100000:3.0:1783145823.665871:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+260:306007:x1869755187954560:12345-192.168.203.44@tcp:35:touch.500 Request processed in 258us (361us total) trans 12884905382 rc 0/0 00000100:00100000:3.0:1783145823.665890:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 939 00000100:00100000:1.0:1783145823.667057:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.667085:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187954816 00000100:00100000:3.0:1783145823.667091:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187954816 00000100:00100000:3.0:1783145823.667112:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471415752476 time 8471418305037 state 0x0 ref 1 00000100:00100000:3.0:1783145823.667190:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471418405037 time 8471418305037 state 0x1 ref 1 00000100:00100000:3.0:1783145823.667213:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471418405037 time 8471421089873 state 0x0 ref 1 00000100:00100000:3.0:1783145823.667227:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+260:305996:x1869755187954816:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:3.0:1783145823.667298:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783145823.667318:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee366892347 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a97c expref: 260 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.667337:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168800/0x38bddee36689223d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a92f expref: 259 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.667346:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c0:0x0].0x0 (ffff9be8d3702b00) 00010000:00010000:3.0:1783145823.667350:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.667367:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee3668924ac lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.667378:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee3668924ac lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.667387:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee3668924ac lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.667399:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee3668924b3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.667485:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee3668924b3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.667493:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee3668924b3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.667598:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee3668924ba lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.667604:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee3668924ba lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.667608:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee3668924ba lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783145823.667807:0:206077:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].416, 64 off34816 00010000:00010000:3.0:1783145823.667837:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668924c1 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.667843:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668924c1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.667847:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668924c1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.667852:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668924c1 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.667857:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668924c1 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.667861:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668924c1 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.667882:0:206077:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145823.667898:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee3668924ba lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.667901:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145823.667910:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668924c1 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.667911:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee3668924ba lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.667935:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee3668924ba lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.667935:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961a600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145823.667942:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668924c1 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.667956:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5169a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.667964:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668924c1 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.667965:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee3668924ba lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.668007:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c0:0x0].0x0 (ffff9be8d3702b00) 00010000:00010000:2.0:1783145823.668012:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.668016:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668924c1 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.668023:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668924c1 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.668049:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.668051:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.668053:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.668067:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee3668924ba lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.668083:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c0:0x0].0x0 (ffff9be8d3702b00) 00010000:00010000:3.0:1783145823.668086:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145823.668090:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee3668924ba lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.668097:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee3668924ba lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.668176:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee3668924ac lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.668183:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee3668924ac lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.668190:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee3668924ac lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.668196:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee3668924ac lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.668201:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8847600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.668204:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee3668924ac lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.668208:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee3668924ac lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.668214:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.668215:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.668217:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee3668924ac lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.668221:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee3668924ac lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.668229:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005045d5f9 reply state 00000000f8726d8a transno 12884905383 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee3668924b3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.668236:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee3668924b3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.668240:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:3.0:1783145823.668242:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.668243:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.668301:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+260:305996:x1869755187954816:12345-192.168.203.44@tcp:36:rm.500 Request processed in 1075us (1253us total) trans 12884905383 rc 0/0 00000100:00100000:3.0:1783145823.668309:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 314 00000100:00100000:3.0:1783145823.668315:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471418405037 time 8471421089873 state 0x2 ref 0 00000100:00100000:3.0:1783145823.670386:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.670417:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187954944 00000100:00100000:0.0:1783145823.670425:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187954944 00000100:00100000:3.0:1783145823.670447:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.670452:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471418405037 time 8471421089873 state 0x0 ref 1 00000100:00100000:0.0:1783145823.670463:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471421189873 time 8471421089873 state 0x1 ref 1 00000100:00100000:2.0:1783145823.670490:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187955072 00000100:00100000:0.0:1783145823.670497:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471421189873 time 8471424371598 state 0x0 ref 1 00000100:00100000:2.0:1783145823.670499:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187955072 00000100:00100000:0.0:1783145823.670517:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+261:306004:x1869755187954944:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:3.0:1783145823.670526:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.670533:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471424471598 time 8471424371598 state 0x1 ref 2 00010000:00010000:0.0:1783145823.670550:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1783145823.670570:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187955200 00010000:00010000:0.0:1783145823.670573:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee3668924c8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aa0f expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.670577:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187955200 00000100:00100000:2.0:1783145823.670579:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471424471598 time 8471424452762 state 0x0 ref 2 00000100:00100000:2.0:1783145823.670608:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+263:306001:x1869755187955072:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:3.0:1783145823.670610:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471424552762 time 8471424452762 state 0x1 ref 3 00010000:00010000:2.0:1783145823.670626:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.670639:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da800/0x38bddee3668924cf lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aa16 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.670642:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471424552762 time 8471424518807 state 0x0 ref 3 00000100:00100000:3.0:1783145823.670680:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+264:306011:x1869755187955200:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.670686:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee3668924d6 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.670693:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.670702:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee3668924d6 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.670709:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee3668924dd lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aa1d expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.670711:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee3668924e4 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.670717:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee3668924d6 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.670773:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee3668924e4 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.670777:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee3668924eb lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.670782:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee3668924e4 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.670790:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee3668924eb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.670795:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee3668924f2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.670805:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668924f9 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.670805:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee3668924eb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.670806:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee3668924f2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.670844:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee3668924f2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.670856:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668924f9 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.670872:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668924f9 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.670890:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366892500 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.670903:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366892500 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.670912:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366892500 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.670932:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366892507 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.670940:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366892507 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.670946:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee36689250e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.670949:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366892507 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.670967:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892515 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.670988:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892515 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.670989:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee36689250e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.671003:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892515 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.671007:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee36689250e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.671014:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1c1:0x0]: returning size 0 00000004:00200000:2.0:1783145823.671019:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145823.671036:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366892507 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.671039:0:206077:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1c4:0x0]: returning size 0 00000004:00200000:3.0:1783145823.671045:0:206077:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00200000:0.0:1783145823.671046:0:204590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1c2:0x0]: returning size 0 00010000:00010000:2.0:1783145823.671048:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366892507 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145823.671057:0:204590:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145823.671060:0:206077:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892515 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.671076:0:204590:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee36689250e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.671092:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee3668924e4 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.671097:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892515 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.671107:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee36689250e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.671171:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668924f9 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.671195:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee3668924e4 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.671201:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee3668924d6 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.671203:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee3668924e4 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.671235:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee3668924e4 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.671236:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668924f9 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.671280:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668924f9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.671285:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668924f9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.671287:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee3668924d6 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.671297:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee3668924d6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.671305:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91dbc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.671305:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee3668924d6 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.671306:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961bc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.671317:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee3668924e4 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.671318:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668924f9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.671320:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a1400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.671334:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee3668924d6 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.671346:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee3668924e4 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.671358:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668924f9 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.671370:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee3668924d6 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.671395:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.671400:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.671406:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee3668924e4 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.671412:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee3668924e4 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.671418:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.671424:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.671425:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee3668924f2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.671432:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.671434:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668924f9 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.671434:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee3668924f2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.671441:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.671452:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee3668924d6 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.671474:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee3668924f2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.671477:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668924f9 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.671478:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee3668924d6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.671500:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91db000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.671512:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee3668924f2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.671528:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee3668924f2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.671529:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366892500 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.671529:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee3668924eb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.671561:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366892500 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.671567:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee3668924eb lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.671569:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366892500 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.671572:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00010000:00010000:2.0:1783145823.671587:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.671591:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8552800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.671591:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee3668924eb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.671595:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366892500 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.671595:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee3668924f2 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.671614:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a1e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.671626:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee3668924eb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.671642:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366892500 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.671642:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee3668924f2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.671643:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee3668924eb lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.671707:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:3.0:1783145823.671708:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:3.0:1783145823.671714:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.671714:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.671718:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366892500 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.671720:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee3668924eb lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.671725:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366892500 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.671733:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee3668924eb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.671739:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da800/0x38bddee3668924cf lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa16 expref: 266 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.671761:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee3668924dd lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa1d expref: 266 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.671774:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366892507 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa16 expref: 266 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.671782:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892515 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa1d expref: 266 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.671788:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee3668924c8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa0f expref: 266 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.671796:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c1:0x0].0x0 (ffff9be8d3702200) 00010000:00010000:2.0:1783145823.671808:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.671816:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c78db800, rc 0) 00010000:00010000:3.0:1783145823.671826:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c4:0x0].0x0 (ffff9be8d13d7d00) 00010000:00010000:0.0:1783145823.671829:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee36689250e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa0f expref: 265 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.671831:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.671837:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8552a00, rc 0) 00010000:00010000:0.0:1783145823.671849:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c2:0x0].0x0 (ffff9be8d3702300) 00010000:00010000:0.0:1783145823.671852:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.671855:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e53a0a00, rc 0) 00000100:00100000:2.0:1783145823.671888:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+265:306001:x1869755187955072:12345-192.168.203.44@tcp:101:rm.500 Request processed in 1284us (1435us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.671890:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+265:306011:x1869755187955200:12345-192.168.203.44@tcp:101:rm.500 Request processed in 1213us (1363us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.671890:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+265:306004:x1869755187954944:12345-192.168.203.44@tcp:101:rm.500 Request processed in 1377us (1542us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.671926:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 315 00000100:00100000:3.0:1783145823.671935:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 317 00000100:00100000:2.0:1783145823.671956:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 316 00000100:00100000:2.0:1783145823.671964:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471424552762 time 8471424518807 state 0x2 ref 0 00000100:00100000:0.0:1783145823.673478:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.673526:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187955328 00000100:00100000:2.0:1783145823.673534:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187955328 00000100:00100000:2.0:1783145823.673599:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 271 00000100:00100000:2.0:1783145823.673609:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1015c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+263:2410:x1869755187955328:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145823.673622:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145823.673640:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee366892507 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa16 expref: 263 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.673662:0:204542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c1:0x0].0x0 (ffff9be8d3702200) 00010000:00010000:2.0:1783145823.673666:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145823.673706:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1015c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+262:2410:x1869755187955328:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 100us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.673715:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 271 00000100:00100000:0.0:1783145823.674613:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.674660:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187955456 00000100:00100000:2.0:1783145823.674666:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187955456 00000100:00100000:2.0:1783145823.674703:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2517 00000100:00100000:2.0:1783145823.674711:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1017100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:275b1235-b8f5-4ce3-8a3a-d483c556f740+41:2408:x1869755187955456:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.674725:0:228913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.674744:0:228913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000010e26e60/0x38bddee36689251c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb62:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aa24 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783145823.674769:0:228913:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb62:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145823.674785:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb62:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:2.0:1783145823.674790:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb62:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145823.674797:0:228913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010e26e60/0x38bddee36689251c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa24 expref: 42 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.674812:0:228913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000010e26e60/0x38bddee36689251c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa24 expref: 42 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.674823:0:228913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d5169800, rc 0) 00000100:00100000:2.0:1783145823.674858:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1017100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:275b1235-b8f5-4ce3-8a3a-d483c556f740+42:2408:x1869755187955456:12345-192.168.203.44@tcp:101:rm.500 Request processed in 147us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.674864:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2517 00000100:00100000:3.0:1783145823.675284:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.675313:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187955712 00000100:00100000:0.0:1783145823.675322:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187955712 00000100:00100000:0.0:1783145823.675344:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471424552762 time 8471424518807 state 0x0 ref 1 00000100:00100000:0.0:1783145823.675353:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471424618807 time 8471424518807 state 0x1 ref 1 00000100:00100000:0.0:1783145823.675371:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471424618807 time 8471429248742 state 0x0 ref 1 00000100:00100000:0.0:1783145823.675378:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+262:305994:x1869755187955712:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:0.0:1783145823.675418:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1783145823.675435:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee36689238d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a99f expref: 262 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.675457:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366892213 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a928 expref: 261 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.675464:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bf:0x0].0x0 (ffff9be8d13d7a00) 00010000:00010000:0.0:1783145823.675467:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145823.675481:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892523 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.675490:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892523 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.675496:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892523 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.675503:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91daa00/0x38bddee36689252a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.675508:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91daa00/0x38bddee36689252a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.675512:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91daa00/0x38bddee36689252a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.675568:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892531 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.675572:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892531 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.675576:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892531 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783145823.675757:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].419, 64 off35008 00000100:00100000:3.0:1783145823.675776:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.675808:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892538 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.675818:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892538 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.675823:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187955840 00000100:00100000:1.0:1783145823.675833:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187955840 00010000:00010000:0.0:1783145823.675836:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892538 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.675847:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892538 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.675855:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892538 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.675863:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892538 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.675884:0:228904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2518 00010000:00010000:0.0:1783145823.675894:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1783145823.675901:0:228904:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:275b1235-b8f5-4ce3-8a3a-d483c556f740+42:2407:x1869755187955840:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145823.675912:0:228904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.675915:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892531 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.675924:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892531 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.675927:0:228904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008909e7a0/0x38bddee36689253f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb63:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aa2b expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.675930:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892531 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.675955:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91da000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.675959:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892531 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.675976:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892531 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783145823.675984:0:228904:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb63:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:0.0:1783145823.675984:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bf:0x0].0x0 (ffff9be8d13d7a00) 00010000:00010000:0.0:1783145823.675987:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145823.675994:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892531 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.676000:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892531 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.676005:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb63:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:1.0:1783145823.676012:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb63:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145823.676013:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892523 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.676020:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892523 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.676023:0:228904:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008909e7a0/0x38bddee36689253f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa2b expref: 43 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.676030:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892523 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.676064:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892523 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.676067:0:228904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008909e7a0/0x38bddee36689253f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa2b expref: 43 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.676077:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a0400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.676087:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892523 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.676102:0:228904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c0031000, rc 0) 00010000:00010000:0.0:1783145823.676104:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892523 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.676159:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.676162:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.676165:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892523 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.676170:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892523 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.676182:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000fd2cc7ab reply state 000000006743ecf8 transno 12884905384 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91daa00/0x38bddee36689252a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.676192:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91daa00/0x38bddee36689252a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.676197:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00010000:00010000:0.0:1783145823.676200:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.676202:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.676224:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:275b1235-b8f5-4ce3-8a3a-d483c556f740+43:2407:x1869755187955840:12345-192.168.203.44@tcp:101:rm.500 Request processed in 328us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.676233:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2518 00000100:00100000:0.0:1783145823.676255:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+262:305994:x1869755187955712:12345-192.168.203.44@tcp:36:rm.500 Request processed in 873us (968us total) trans 12884905384 rc 0/0 00000100:00100000:0.0:1783145823.676263:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 318 00000100:00100000:0.0:1783145823.676267:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471424618807 time 8471429248742 state 0x2 ref 0 00010000:00010000:2.0:1783145823.676340:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145823.676345:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892538 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.676350:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91db800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145823.676352:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892538 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.676356:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892538 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.676363:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bf:0x0].0x0 (ffff9be8d13d7a00) 00010000:00010000:2.0:1783145823.676365:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.676366:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892538 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.676370:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892538 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.676379:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.676380:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.676382:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145823.678268:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.678303:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187956096 00000100:00100000:0.0:1783145823.678310:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187956096 00000100:00100000:0.0:1783145823.678331:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471424618807 time 8471429248742 state 0x0 ref 1 00000100:00100000:0.0:1783145823.678339:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471429348742 time 8471429248742 state 0x1 ref 1 00000100:00100000:0.0:1783145823.678360:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471429348742 time 8471432237986 state 0x0 ref 1 00000100:00100000:0.0:1783145823.678367:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+262:306000:x1869755187956096:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.678391:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.678407:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee366892546 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aa32 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.678489:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee36689254d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.678499:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee36689254d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.678507:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee36689254d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.678514:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee366892554 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.678519:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee366892554 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.678523:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee366892554 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145823.678745:0:204557:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb64:0x0], index 1: 0 00010000:00010000:0.0:1783145823.678867:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee36689255b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.678876:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee36689255b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.678888:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee36689255b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.678919:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee36689254d lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.678927:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee36689254d lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.678933:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee36689254d lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.678940:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee36689254d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.678946:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a0c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.678950:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee36689254d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.678957:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee36689254d lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.678968:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.678971:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.678976:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee36689254d lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.678981:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee36689254d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.678994:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000cb0d8fdc reply state 000000006747da14 transno 12884905385 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee366892554 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.679004:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee366892554 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.679010:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:0.0:1783145823.679013:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.679015:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.679039:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee366892546 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa32 expref: 265 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.679054:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee36689255b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa32 expref: 264 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.679067:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c6:0x0].0x0 (ffff9be8d3702800) 00010000:00010000:0.0:1783145823.679069:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.679071:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e53a1400, rc 0) 00000100:00100000:0.0:1783145823.679171:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+265:306000:x1869755187956096:12345-192.168.203.44@tcp:101:touch.500 Request processed in 748us (849us total) trans 12884905385 rc 0/0 00000100:00100000:0.0:1783145823.679181:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 319 00000100:00100000:0.0:1783145823.679187:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471429348742 time 8471432237986 state 0x2 ref 0 00000100:00100000:3.0:1783145823.680851:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.680904:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187956352 00000100:00100000:2.0:1783145823.680915:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187956352 00000100:00100000:2.0:1783145823.680942:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471429348742 time 8471432237986 state 0x0 ref 1 00000100:00100000:2.0:1783145823.680953:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471432337986 time 8471432237986 state 0x1 ref 1 00000100:00100000:2.0:1783145823.680976:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471432337986 time 8471434853986 state 0x0 ref 1 00000100:00100000:2.0:1783145823.680988:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+265:306000:x1869755187956352:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:2.0:1783145823.681022:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145823.681042:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee36689255b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa32 expref: 265 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.681055:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c6:0x0].0x0 (ffff9be8d3702800) 00010000:00010000:2.0:1783145823.681063:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145823.681103:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.681112:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee366892569 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.681174:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee366892569 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.681182:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee366892569 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.681196:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187956608 00000100:00100000:3.0:1783145823.681204:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187956608 00000100:00100000:3.0:1783145823.681234:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471434953986 time 8471434853986 state 0x1 ref 2 00000004:00010000:2.0:1783145823.681247:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002bd57e01 reply state 00000000f643fec9 transno 12884905386 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee366892569 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.681259:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471434953986 time 8471435134829 state 0x0 ref 2 00010000:00010000:2.0:1783145823.681263:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee366892569 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.681271:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c6:0x0].0x0 (ffff9be8d13d7400) 00000100:00100000:3.0:1783145823.681280:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1016680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+266:306002:x1869755187956608:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.681280:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.681290:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.681312:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.681337:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366892570 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aa39 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.681369:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+268:306000:x1869755187956352:12345-192.168.203.44@tcp:36:touch.500 Request processed in 381us (519us total) trans 12884905386 rc 0/0 00000100:00100000:2.0:1783145823.681379:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 320 00010000:00010000:3.0:1783145823.681443:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892577 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.681501:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892577 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.681513:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892577 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.681524:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee36689257e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.681531:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee36689257e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.681536:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee36689257e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145823.681870:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbc8:0x0], index 0: 0 00010000:00010000:3.0:1783145823.682087:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366892585 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.682097:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366892585 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.682106:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366892585 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.682163:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145823.682211:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892577 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.682223:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892577 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.682231:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892577 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.682240:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187956736 00010000:00010000:3.0:1783145823.682241:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892577 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.682250:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187956736 00010000:00010000:3.0:1783145823.682258:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8553600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.682265:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892577 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.682275:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892577 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.682283:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471435234829 time 8471435134829 state 0x1 ref 2 00010000:00010000:3.0:1783145823.682288:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.682295:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.682300:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892577 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.682307:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892577 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.682314:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471435234829 time 8471436188335 state 0x0 ref 2 00000100:00100000:0.0:1783145823.682335:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1015180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+269:306000:x1869755187956736:12345-192.168.203.44@tcp:101:touch.500 00000004:00010000:3.0:1783145823.682346:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000061003b1f reply state 00000000b853b1ec transno 12884905387 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee36689257e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.682352:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.682361:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee36689257e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.682369:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892593 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aa40 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.682371:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:3.0:1783145823.682381:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.682388:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.682423:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892593 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa40 expref: 270 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.682433:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892593 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa40 expref: 270 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.682449:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c6:0x0].0x0 (ffff9be8d13d7400) 00010000:00010000:0.0:1783145823.682451:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145823.682454:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda91400, rc 0) 00000100:00100000:0.0:1783145823.682482:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1015180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+270:306000:x1869755187956736:12345-192.168.203.44@tcp:101:touch.500 Request processed in 152us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.682488:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 322 00010000:00010000:0.0:1783145823.682554:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366892570 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa39 expref: 270 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.682582:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366892585 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa39 expref: 269 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.682590:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c7:0x0].0x0 (ffff9be8d2cdc500) 00010000:00010000:0.0:1783145823.682592:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.682594:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c91dac00, rc 0) 00000100:00100000:0.0:1783145823.682628:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1016680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+270:306002:x1869755187956608:12345-192.168.203.44@tcp:101:touch.500 Request processed in 1359us (1530us total) trans 12884905387 rc 0/0 00000100:00100000:0.0:1783145823.682633:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 321 00000100:00100000:0.0:1783145823.682636:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471435234829 time 8471436188335 state 0x2 ref 0 00000100:00100000:0.0:1783145823.682819:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.682849:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187956992 00000100:00100000:3.0:1783145823.682856:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187956992 00000100:00100000:3.0:1783145823.682879:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471435234829 time 8471436188335 state 0x0 ref 1 00000100:00100000:3.0:1783145823.682889:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471436288335 time 8471436188335 state 0x1 ref 1 00000100:00100000:3.0:1783145823.682914:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471436288335 time 8471436791823 state 0x0 ref 1 00000100:00100000:3.0:1783145823.682924:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1014700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+230:306014:x1869755187956992:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.682938:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.682948:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee36689259a lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aa47 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.683064:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668925a1 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.683073:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668925a1 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.683081:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668925a1 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.683088:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668925a8 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.683095:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668925a8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.683100:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668925a8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145823.683436:0:210786:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb65:0x0], index 1: 0 00010000:00010000:2.0:1783145823.683568:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168800/0x38bddee3668925af lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x191:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.683581:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168800/0x38bddee3668925af lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x191:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.683590:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168800/0x38bddee3668925af lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x191:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.683626:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668925a1 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.683635:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668925a1 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.683642:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668925a1 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.683650:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668925a1 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.683662:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961a600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.683666:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668925a1 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.683674:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668925a1 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.683684:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.683686:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.683690:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668925a1 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.683695:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee3668925a1 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.683710:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ded236e3 reply state 00000000c51c87f5 transno 12884905388 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668925a8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.683721:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668925a8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.683729:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be9ca6eba00) 00010000:00010000:2.0:1783145823.683732:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.683735:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145823.683765:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee36689259a lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa47 expref: 233 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.683783:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168800/0x38bddee3668925af lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x191:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa47 expref: 232 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.683798:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x191:0x0].0x0 (ffff9be8d13d7e00) 00010000:00010000:2.0:1783145823.683800:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.683804:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d5168800, rc 0) 00000100:00100000:2.0:1783145823.683853:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1014700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+233:306014:x1869755187956992:12345-192.168.203.44@tcp:101:touch.500 Request processed in 930us (1034us total) trans 12884905388 rc 0/0 00000100:00100000:2.0:1783145823.683861:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 323 00000100:00100000:2.0:1783145823.683871:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471436288335 time 8471436791823 state 0x2 ref 0 00000100:00100000:3.0:1783145823.684304:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.684349:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187957376 00000100:00100000:2.0:1783145823.684358:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187957376 00000100:00100000:2.0:1783145823.684380:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471436288335 time 8471436791823 state 0x0 ref 1 00000100:00100000:2.0:1783145823.684390:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471436891823 time 8471436791823 state 0x1 ref 1 00000100:00100000:2.0:1783145823.684419:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471436891823 time 8471438295999 state 0x0 ref 1 00000100:00100000:2.0:1783145823.684435:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+270:306002:x1869755187957376:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:2.0:1783145823.684472:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145823.684494:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366892585 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa39 expref: 270 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.684512:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c7:0x0].0x0 (ffff9be8d2cdc500) 00010000:00010000:2.0:1783145823.684522:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.684564:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee3668925bd lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.684572:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee3668925bd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.684582:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee3668925bd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.684640:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008fd453c1 reply state 00000000d1eaebc8 transno 12884905389 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee3668925bd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.684648:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee3668925bd lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.684652:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c7:0x0].0x0 (ffff9be8d13d7100) 00010000:00010000:2.0:1783145823.684654:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.684656:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.684701:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+271:306002:x1869755187957376:12345-192.168.203.44@tcp:36:touch.500 Request processed in 273us (402us total) trans 12884905389 rc 0/0 00000100:00100000:2.0:1783145823.684707:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 324 00000100:00100000:2.0:1783145823.684710:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471436891823 time 8471438295999 state 0x2 ref 0 00000100:00100000:0.0:1783145823.684852:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.684882:0:228901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187957120 00000100:00100000:2.0:1783145823.684889:0:228901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187957120 00000100:00100000:0.0:1783145823.684918:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.684932:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2519 00000100:00100000:2.0:1783145823.684941:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1017800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:275b1235-b8f5-4ce3-8a3a-d483c556f740+43:2408:x1869755187957120:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:0.0:1783145823.684963:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187957632 00000100:00100000:0.0:1783145823.684969:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187957632 00000100:00100000:0.0:1783145823.684993:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471436891823 time 8471438295999 state 0x0 ref 1 00000100:00100000:0.0:1783145823.685003:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471438395999 time 8471438295999 state 0x1 ref 1 00000100:00100000:0.0:1783145823.685032:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471438395999 time 8471438908428 state 0x0 ref 1 00000100:00100000:0.0:1783145823.685053:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1160380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+271:306010:x1869755187957632:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.685064:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1783145823.685072:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1017800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:275b1235-b8f5-4ce3-8a3a-d483c556f740+44:2408:x1869755187957120:12345-192.168.203.44@tcp:2:touch.500 Request processed in 130us (220us total) trans 8589935437 rc 0/0 00010000:00010000:0.0:1783145823.685078:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee3668925c4 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aa4e expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.685083:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2519 00010000:00010000:0.0:1783145823.685238:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee3668925cb lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.685250:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee3668925cb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.685261:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee3668925cb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.685275:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee3668925d2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.685284:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee3668925d2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.685292:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee3668925d2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145823.685542:0:204556:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbc9:0x0], index 0: 0 00000100:00100000:2.0:1783145823.685553:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.685584:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187957760 00000100:00100000:3.0:1783145823.685591:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187957760 00000100:00100000:3.0:1783145823.685615:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471439008428 time 8471438908428 state 0x1 ref 2 00000100:00100000:3.0:1783145823.685637:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471439008428 time 8471439515613 state 0x0 ref 2 00000100:00100000:3.0:1783145823.685650:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+274:306002:x1869755187957760:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.685659:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee3668925d9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.685664:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.685677:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee3668925e0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aa55 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.685680:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee3668925d9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.685712:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee3668925d9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.685743:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee3668925cb lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.685751:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee3668925cb lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.685758:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee3668925cb lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.685765:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee3668925cb lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.685772:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda91200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.685776:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee3668925cb lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.685781:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee3668925e0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa55 expref: 275 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.685804:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee3668925cb lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.685809:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee3668925e0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa55 expref: 275 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.685835:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.685841:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.685846:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee3668925cb lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.685850:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145823.685853:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c7:0x0].0x0 (ffff9be8d13d7100) 00010000:00010000:3.0:1783145823.685868:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145823.685868:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91200/0x38bddee3668925cb lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.685875:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e8847600, rc 0) 00000004:00010000:0.0:1783145823.685887:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001be09955 reply state 00000000f6e55a38 transno 12884905390 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee3668925d2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.685900:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee3668925d2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.685905:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187958016 00010000:00010000:0.0:1783145823.685911:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00000100:00100000:3.0:1783145823.685912:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187958016 00010000:00010000:0.0:1783145823.685922:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.685925:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.685955:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91600/0x38bddee3668925c4 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa4e expref: 277 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.685961:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 940 00000100:00100000:3.0:1783145823.685978:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f3ff9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+277:306000:x1869755187958016:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:0.0:1783145823.685991:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee3668925d9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa4e expref: 276 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.686002:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c8:0x0].0x0 (ffff9be8d3702f00) 00010000:00010000:0.0:1783145823.686005:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.686008:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d93dea00, rc 0) 00000100:00100000:0.0:1783145823.686054:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1160380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+277:306010:x1869755187957632:12345-192.168.203.44@tcp:101:touch.500 Request processed in 1012us (1136us total) trans 12884905390 rc 0/0 00000100:00100000:0.0:1783145823.686065:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 325 00000100:00100000:3.0:1783145823.686301:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f3ff9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+277:306000:x1869755187958016:12345-192.168.203.44@tcp:35:touch.500 Request processed in 326us (454us total) trans 12884905391 rc 0/0 00000100:00100000:3.0:1783145823.686308:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 940 00000100:00100000:3.0:1783145823.686410:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+276:306002:x1869755187957760:12345-192.168.203.44@tcp:101:touch.500 Request processed in 766us (859us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.686416:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 326 00000100:00100000:3.0:1783145823.686421:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471439008428 time 8471439515613 state 0x2 ref 0 00000100:00100000:0.0:1783145823.687471:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.687501:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187958272 00000100:00100000:3.0:1783145823.687509:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187958272 00000100:00100000:3.0:1783145823.687530:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471439008428 time 8471439515613 state 0x0 ref 1 00000100:00100000:3.0:1783145823.687539:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471439615613 time 8471439515613 state 0x1 ref 1 00000100:00100000:3.0:1783145823.687562:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471439615613 time 8471441440087 state 0x0 ref 1 00000100:00100000:3.0:1783145823.687576:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1162a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+276:306010:x1869755187958272:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:3.0:1783145823.687609:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145823.687628:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee3668925d9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa4e expref: 276 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.687643:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c8:0x0].0x0 (ffff9be8d3702f00) 00010000:00010000:3.0:1783145823.687653:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.687712:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee3668925ee lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.687723:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee3668925ee lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.687733:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee3668925ee lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.687806:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000dac2e4ae reply state 00000000fd9bcb3e transno 12884905392 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee3668925ee lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.687818:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee3668925ee lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.687825:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c8:0x0].0x0 (ffff9be8d2cdce00) 00010000:00010000:3.0:1783145823.687828:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.687830:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.687949:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1162a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+277:306010:x1869755187958272:12345-192.168.203.44@tcp:36:touch.500 Request processed in 376us (478us total) trans 12884905392 rc 0/0 00000100:00100000:3.0:1783145823.687957:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 327 00000100:00100000:3.0:1783145823.687963:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471439615613 time 8471441440087 state 0x2 ref 0 00000100:00100000:2.0:1783145823.688268:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.688302:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187958528 00000100:00100000:3.0:1783145823.688309:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187958528 00000100:00100000:3.0:1783145823.688331:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471439615613 time 8471441440087 state 0x0 ref 1 00000100:00100000:3.0:1783145823.688341:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471441540087 time 8471441440087 state 0x1 ref 1 00000100:00100000:2.0:1783145823.688343:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.688372:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471441540087 time 8471442249194 state 0x0 ref 1 00000100:00100000:3.0:1783145823.688388:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+277:306008:x1869755187958528:12345-192.168.203.44@tcp:101:touch.500 00000100:00100000:0.0:1783145823.688397:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187958656 00010000:00010000:3.0:1783145823.688399:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1783145823.688405:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187958656 00010000:00010000:3.0:1783145823.688413:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee3668925f5 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aa5c expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.688450:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2520 00000100:00100000:0.0:1783145823.688459:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+68:2407:x1869755187958656:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:3.0:1783145823.688498:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee3668925fc lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.688511:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee3668925fc lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.688519:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee3668925fc lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.688535:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892603 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.688545:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892603 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.688553:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892603 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.688641:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+69:2407:x1869755187958656:12345-192.168.203.44@tcp:2:touch.500 Request processed in 182us (300us total) trans 8589936089 rc 0/0 00000100:00100000:0.0:1783145823.688649:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2520 00000100:00100000:0.0:1783145823.688791:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.688824:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187959168 00000100:00100000:0.0:1783145823.688831:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.688832:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187959168 00000100:00100000:2.0:1783145823.688868:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471442349194 time 8471442249194 state 0x1 ref 2 00000100:00100000:2.0:1783145823.688902:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187959040 00000100:00100000:2.0:1783145823.688906:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187959040 00000100:00100000:0.0:1783145823.688912:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471442349194 time 8471442787125 state 0x0 ref 2 00000100:00100000:0.0:1783145823.688931:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1160a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+234:306014:x1869755187959168:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:2.0:1783145823.688937:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471442887125 time 8471442787125 state 0x1 ref 3 00000100:00100000:2.0:1783145823.688965:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471442887125 time 8471442842095 state 0x0 ref 3 00010000:00010000:0.0:1783145823.688974:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1783145823.688979:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1163b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+234:306017:x1869755187959040:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.688992:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.689000:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168800/0x38bddee3668925af lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x191:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa47 expref: 234 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145823.689006:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb66:0x0], index 1: 0 00010000:00010000:2.0:1783145823.689010:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee36689260a lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aa63 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.689017:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x191:0x0].0x0 (ffff9be8d13d7e00) 00010000:00010000:0.0:1783145823.689033:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145823.689077:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee366892611 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x191:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.689086:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee366892611 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.689094:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee366892611 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.689103:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892618 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.689164:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892618 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.689176:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892618 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.689190:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da800/0x38bddee36689261f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.689198:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000082aa10dd reply state 000000001648b228 transno 12884905394 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee366892611 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.689201:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da800/0x38bddee36689261f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.689216:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee366892611 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.689221:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da800/0x38bddee36689261f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.689225:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x191:0x0].0x0 (ffff9be8d3702000) 00010000:00010000:0.0:1783145823.689231:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.689235:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.689290:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366892626 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.689296:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1160a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+236:306014:x1869755187959168:12345-192.168.203.44@tcp:36:touch.500 Request processed in 372us (503us total) trans 12884905394 rc 0/0 00000100:00100000:0.0:1783145823.689321:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 329 00010000:00010000:3.0:1783145823.689337:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366892626 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.689349:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366892626 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.689392:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee3668925fc lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.689401:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee3668925fc lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.689408:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee3668925fc lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.689416:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee3668925fc lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.689423:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e5400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.689429:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee3668925fc lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.689436:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee3668925fc lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.689447:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.689450:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.689454:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee3668925fc lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.689460:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee3668925fc lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.689475:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000da6df332 reply state 00000000aaca3792 transno 12884905393 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892603 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.689484:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892603 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.689491:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00010000:00010000:3.0:1783145823.689493:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.689495:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.689521:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee3668925f5 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa5c expref: 280 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.689555:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366892626 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa5c expref: 279 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.689563:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c9:0x0].0x0 (ffff9be8d2cdcb00) 00010000:00010000:3.0:1783145823.689567:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.689570:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8552800, rc 0) 00000100:00100000:3.0:1783145823.689621:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+280:306008:x1869755187958528:12345-192.168.203.44@tcp:101:touch.500 Request processed in 1236us (1355us total) trans 12884905393 rc 0/0 00000100:00100000:3.0:1783145823.689634:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 328 00000004:00080000:2.0:1783145823.689639:0:204556:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbca:0x0], index 0: 0 00010000:00010000:2.0:1783145823.689745:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892634 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x192:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.689756:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892634 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.689764:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892634 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.689793:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892618 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.689800:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892618 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.689806:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892618 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.689813:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892618 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.689818:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91db800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.689823:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892618 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.689830:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892618 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.689839:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.689842:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.689847:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892618 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.689853:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee366892618 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.689864:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e2f04541 reply state 00000000ee7b64b2 transno 12884905395 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da800/0x38bddee36689261f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.689874:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da800/0x38bddee36689261f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.689880:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:2.0:1783145823.689882:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.689885:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145823.689909:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee36689260a lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa63 expref: 237 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.689922:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892634 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa63 expref: 236 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.689929:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x192:0x0].0x0 (ffff9be8d13d7000) 00010000:00010000:2.0:1783145823.689932:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.689935:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c91da000, rc 0) 00000100:00100000:2.0:1783145823.689973:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1163b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+237:306017:x1869755187959040:12345-192.168.203.44@tcp:101:touch.500 Request processed in 999us (1144us total) trans 12884905395 rc 0/0 00000100:00100000:2.0:1783145823.689981:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 330 00000100:00100000:2.0:1783145823.689987:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471442887125 time 8471442842095 state 0x2 ref 0 00000100:00100000:0.0:1783145823.690434:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.690479:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187959296 00000100:00100000:2.0:1783145823.690484:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187959296 00000100:00100000:0.0:1783145823.690500:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.690506:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471442887125 time 8471442842095 state 0x0 ref 1 00000100:00100000:2.0:1783145823.690515:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471442942095 time 8471442842095 state 0x1 ref 1 00000100:00100000:2.0:1783145823.690550:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471442942095 time 8471444427045 state 0x0 ref 1 00000100:00100000:1.0:1783145823.690551:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187959552 00000100:00100000:1.0:1783145823.690561:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187959552 00000100:00100000:2.0:1783145823.690568:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1162680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+281:306010:x1869755187959296:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.690583:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.690596:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366892642 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aa6a expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.690615:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 941 00000100:00100000:1.0:1783145823.690627:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1160e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+282:306002:x1869755187959552:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:2.0:1783145823.690633:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366892642 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa6a expref: 282 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.690647:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366892642 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa6a expref: 282 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.690668:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c8:0x0].0x0 (ffff9be8d2cdce00) 00010000:00010000:2.0:1783145823.690671:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145823.690673:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c91dac00, rc 0) 00000100:00100000:2.0:1783145823.690705:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1162680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+282:306010:x1869755187959296:12345-192.168.203.44@tcp:101:touch.500 Request processed in 142us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.690712:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 331 00000100:00100000:2.0:1783145823.690717:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471442942095 time 8471444427045 state 0x2 ref 0 00000100:00100000:1.0:1783145823.690779:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1160e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+282:306002:x1869755187959552:12345-192.168.203.44@tcp:35:touch.500 Request processed in 154us (279us total) trans 12884905396 rc 0/0 00000100:00100000:1.0:1783145823.690785:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 941 00000100:00100000:0.0:1783145823.692245:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.692287:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.692347:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187959680 00000100:00100000:2.0:1783145823.692355:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187959680 00000100:00100000:0.0:1783145823.692386:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.692388:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471442942095 time 8471444427045 state 0x0 ref 1 00000100:00100000:2.0:1783145823.692402:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471444527045 time 8471444427045 state 0x1 ref 1 00000100:00100000:0.0:1783145823.692431:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187959936 00000100:00100000:2.0:1783145823.692437:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187960192 00000100:00100000:0.0:1783145823.692438:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187959936 00000100:00100000:2.0:1783145823.692445:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187960192 00000100:00100000:3.0:1783145823.692455:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471444527045 time 8471446324804 state 0x0 ref 1 00000100:00100000:0.0:1783145823.692473:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471446424804 time 8471446324804 state 0x1 ref 3 00000100:00100000:2.0:1783145823.692484:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471446424804 time 8471446324804 state 0x1 ref 3 00000100:00100000:0.0:1783145823.692496:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471446473607 time 8471446373607 state 0x1 ref 3 00000100:00100000:0.0:1783145823.692507:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+238:306017:x1869755187959936:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:1.0:1783145823.692533:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471446473607 time 8471446405959 state 0x0 ref 3 00010000:00010000:0.0:1783145823.692545:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1783145823.692553:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+282:306008:x1869755187960192:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:0.0:1783145823.692565:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892634 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa63 expref: 238 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.692582:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x192:0x0].0x0 (ffff9be8d13d7000) 00010000:00010000:0.0:1783145823.692590:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.692593:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1783145823.692602:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+237:306014:x1869755187959680:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.692615:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee366892626 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa5c expref: 282 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.692619:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.692637:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c9:0x0].0x0 (ffff9be8d2cdcb00) 00010000:00010000:1.0:1783145823.692647:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.692650:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892649 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x191:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aa71 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.692651:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016e00/0x38bddee366892650 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x192:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.692661:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.692686:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187960448 00000100:00100000:2.0:1783145823.692696:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187960448 00010000:00010000:0.0:1783145823.692697:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016e00/0x38bddee366892650 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.692710:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030800/0x38bddee366892657 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.692727:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471446505959 time 8471446405959 state 0x1 ref 4 00010000:00010000:0.0:1783145823.692740:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016e00/0x38bddee366892650 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.692758:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030800/0x38bddee366892657 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.692766:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892649 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x191:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa71 expref: 238 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.692773:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030800/0x38bddee366892657 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.692775:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471446505959 time 8471446647919 state 0x0 ref 4 00000100:00100000:2.0:1783145823.692815:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+282:306006:x1869755187960448:12345-192.168.203.44@tcp:36:rm.500 00000004:00010000:0.0:1783145823.692825:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b7632a66 reply state 000000004d20b2fb transno 12884905397 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016e00/0x38bddee366892650 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.692840:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016e00/0x38bddee366892650 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.692853:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x192:0x0].0x0 (ffff9be8d3702f00) 00010000:00010000:3.0:1783145823.692858:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892649 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x191:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa71 expref: 239 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.692859:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.692867:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00010000:1.0:1783145823.692876:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008b88200e reply state 0000000067695bc2 transno 12884905398 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030800/0x38bddee366892657 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.692877:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145823.692894:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030800/0x38bddee366892657 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.692897:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x191:0x0].0x0 (ffff9be8d3702000) 00010000:00010000:3.0:1783145823.692904:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145823.692905:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c9:0x0].0x0 (ffff9be8d1a4ef00) 00010000:00010000:2.0:1783145823.692911:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892482 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9fa expref: 283 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.692913:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8553600, rc 0) 00010000:00010000:1.0:1783145823.692913:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.692925:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145823.692935:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+240:306017:x1869755187959936:12345-192.168.203.44@tcp:36:touch.500 Request processed in 428us (648us total) trans 12884905397 rc 0/0 00000100:00100000:0.0:1783145823.692943:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 333 00010000:00010000:2.0:1783145823.692967:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030000/0x38bddee366892363 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a98a expref: 283 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.692978:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+239:306014:x1869755187959680:12345-192.168.203.44@tcp:101:touch.500 Request processed in 498us (732us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145823.692999:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c3:0x0].0x0 (ffff9be8d0392b00) 00000100:00100000:3.0:1783145823.693000:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 332 00000100:00100000:1.0:1783145823.693005:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+282:306008:x1869755187960192:12345-192.168.203.44@tcp:36:touch.500 Request processed in 452us (620us total) trans 12884905398 rc 0/0 00010000:00010000:2.0:1783145823.693016:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783145823.693024:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 334 00000100:00100000:0.0:1783145823.693036:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.693042:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee36689265e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.693063:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee36689265e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.693071:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187960576 00000100:00100000:3.0:1783145823.693077:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187960576 00010000:00010000:2.0:1783145823.693085:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee36689265e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.693104:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee366892665 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.693165:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee366892665 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.693175:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee366892665 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.693226:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2521 00000100:00100000:3.0:1783145823.693241:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:275b1235-b8f5-4ce3-8a3a-d483c556f740+69:2408:x1869755187960576:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:2.0:1783145823.693248:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee36689266c lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.693259:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee36689266c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.693270:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee36689266c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145823.693442:0:210786:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].420, 64 off35072 00010000:00010000:2.0:1783145823.693489:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366892673 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.693499:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366892673 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.693508:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366892673 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.693516:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366892673 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.693525:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366892673 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.693533:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366892673 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.693545:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:275b1235-b8f5-4ce3-8a3a-d483c556f740+70:2408:x1869755187960576:12345-192.168.203.44@tcp:2:touch.500 Request processed in 305us (508us total) trans 8589936090 rc 0/0 00000100:00100000:3.0:1783145823.693554:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2521 00010000:00010000:2.0:1783145823.693562:0:210786:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145823.693583:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee36689266c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.693585:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145823.693593:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366892673 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.693595:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee36689266c lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.693608:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee36689266c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.693609:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961a600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145823.693616:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366892673 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.693619:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961ae00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.693625:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366892673 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.693627:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee36689266c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.693639:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c3:0x0].0x0 (ffff9be8d0392b00) 00010000:00010000:2.0:1783145823.693640:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee36689266c lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.693644:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145823.693648:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366892673 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.693655:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366892673 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.693657:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c3:0x0].0x0 (ffff9be8d0392b00) 00010000:00010000:2.0:1783145823.693662:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145823.693664:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.693667:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee36689266c lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.693667:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.693670:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.693679:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee36689266c lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.693700:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee36689265e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.693707:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee36689265e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.693713:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee36689265e lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.693718:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee36689265e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.693723:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91dbc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.693726:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee36689265e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.693731:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee36689265e lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.693739:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.693741:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.693744:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee36689265e lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.693751:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee36689265e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.693760:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000091b42f34 reply state 00000000329558d8 transno 12884905399 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee366892665 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.693769:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee366892665 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.693775:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:2.0:1783145823.693777:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.693779:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.693823:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+283:306006:x1869755187960448:12345-192.168.203.44@tcp:36:rm.500 Request processed in 1013us (1171us total) trans 12884905399 rc 0/0 00000100:00100000:2.0:1783145823.693832:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 335 00000100:00100000:2.0:1783145823.693837:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471446505959 time 8471446647919 state 0x2 ref 0 00000100:00100000:3.0:1783145823.694425:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.694459:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.694482:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187960704 00000100:00100000:1.0:1783145823.694488:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187960704 00000100:00100000:0.0:1783145823.694512:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187960832 00000100:00100000:1.0:1783145823.694515:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471446505959 time 8471446647919 state 0x0 ref 1 00000100:00100000:0.0:1783145823.694519:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187960832 00000100:00100000:1.0:1783145823.694533:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471446747919 time 8471446647919 state 0x1 ref 1 00000100:00100000:0.0:1783145823.694547:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471446747919 time 8471446647919 state 0x1 ref 2 00000100:00100000:1.0:1783145823.694568:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471448543424 time 8471448443424 state 0x1 ref 2 00000100:00100000:0.0:1783145823.694579:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471448543424 time 8471448456914 state 0x0 ref 2 00000100:00100000:1.0:1783145823.694589:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+283:306008:x1869755187960704:12345-192.168.203.44@tcp:101:touch.500 00000100:00100000:0.0:1783145823.694592:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+239:306017:x1869755187960832:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.694621:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.694625:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.694634:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016600/0x38bddee36689267a lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aa7f expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.694645:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892681 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aa78 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.694664:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016600/0x38bddee36689267a lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x192:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa7f expref: 240 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.694673:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016600/0x38bddee36689267a lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x192:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa7f expref: 240 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.694686:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x192:0x0].0x0 (ffff9be8d3702f00) 00010000:00010000:0.0:1783145823.694689:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145823.694691:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2016600, rc 0) 00010000:00010000:1.0:1783145823.694697:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892681 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa78 expref: 284 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.694712:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.694725:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+240:306017:x1869755187960832:12345-192.168.203.44@tcp:101:touch.500 Request processed in 132us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.694746:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187961088 00000100:00100000:0.0:1783145823.694749:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 337 00000100:00100000:2.0:1783145823.694753:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187961088 00010000:00010000:1.0:1783145823.694755:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892681 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa78 expref: 284 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.694780:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c9:0x0].0x0 (ffff9be8d1a4ef00) 00010000:00010000:1.0:1783145823.694784:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145823.694789:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c0031e00, rc 0) 00000100:00100000:2.0:1783145823.694805:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 942 00000100:00100000:2.0:1783145823.694818:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+285:306010:x1869755187961088:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145823.694841:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+285:306008:x1869755187960704:12345-192.168.203.44@tcp:101:touch.500 Request processed in 257us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.694852:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 336 00000100:00100000:1.0:1783145823.694857:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471448543424 time 8471448456914 state 0x2 ref 0 00000100:00100000:2.0:1783145823.695004:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+285:306010:x1869755187961088:12345-192.168.203.44@tcp:35:touch.500 Request processed in 185us (299us total) trans 12884905400 rc 0/0 00000100:00100000:2.0:1783145823.695017:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 942 00000100:00100000:3.0:1783145823.695778:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.695815:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187961216 00000100:00100000:0.0:1783145823.695820:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187961216 00000100:00100000:0.0:1783145823.695849:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2522 00000100:00100000:0.0:1783145823.695855:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b832727d-edc7-457c-aba4-c59935e6a58f+67:2409:x1869755187961216:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:0.0:1783145823.695975:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b832727d-edc7-457c-aba4-c59935e6a58f+68:2409:x1869755187961216:12345-192.168.203.44@tcp:2:touch.500 Request processed in 119us (196us total) trans 8589936091 rc 0/0 00000100:00100000:0.0:1783145823.695982:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2522 00000100:00100000:0.0:1783145823.696219:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.696263:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.696296:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187961600 00000100:00100000:1.0:1783145823.696296:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187961472 00000100:00100000:3.0:1783145823.696304:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187961600 00000100:00100000:1.0:1783145823.696304:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187961472 00000100:00100000:1.0:1783145823.696331:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471448543424 time 8471448456914 state 0x0 ref 1 00000100:00100000:1.0:1783145823.696343:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471448556914 time 8471448456914 state 0x1 ref 1 00000100:00100000:3.0:1783145823.696348:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2523 00000100:00100000:3.0:1783145823.696362:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+44:2407:x1869755187961600:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:1.0:1783145823.696378:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471448556914 time 8471450253438 state 0x0 ref 1 00000100:00100000:1.0:1783145823.696393:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+285:306001:x1869755187961472:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:1.0:1783145823.696430:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145823.696450:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee3668923a9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9a6 expref: 285 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.696470:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee3668922d7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a960 expref: 284 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.696507:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c1:0x0].0x0 (ffff9be8d3702200) 00010000:00010000:1.0:1783145823.696512:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145823.696520:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+45:2407:x1869755187961600:12345-192.168.203.44@tcp:2:touch.500 Request processed in 161us (255us total) trans 8589935438 rc 0/0 00000100:00100000:3.0:1783145823.696527:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2523 00010000:00010000:1.0:1783145823.696534:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030000/0x38bddee366892688 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.696546:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030000/0x38bddee366892688 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.696555:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030000/0x38bddee366892688 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.696569:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee36689268f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.696579:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee36689268f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.696586:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee36689268f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.696661:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366892696 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.696668:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366892696 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.696675:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366892696 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.696772:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.696803:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187961856 00000100:00100000:0.0:1783145823.696809:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187961856 00000100:00100000:0.0:1783145823.696852:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 943 00000100:00100000:0.0:1783145823.696862:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+240:306017:x1869755187961856:12345-192.168.203.44@tcp:35:touch.500 00000040:00080000:1.0:1783145823.696873:0:204557:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].421, 64 off35136 00010000:00010000:1.0:1783145823.696921:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689269d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.696942:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689269d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.696951:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689269d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.696960:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689269d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.696967:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689269d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.696974:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689269d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.696997:0:204557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1783145823.697014:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+241:306017:x1869755187961856:12345-192.168.203.44@tcp:35:touch.500 Request processed in 154us (241us total) trans 12884905402 rc 0/0 00010000:00010000:1.0:1783145823.697017:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366892696 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.697021:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1783145823.697026:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 943 00010000:00010000:1.0:1783145823.697033:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366892696 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.697035:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689269d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.697051:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366892696 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.697055:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42cb600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145823.697058:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42cb400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.697063:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689269d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.697064:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366892696 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.697087:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689269d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.697087:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366892696 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.697160:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c1:0x0].0x0 (ffff9be8d3702200) 00010000:00010000:1.0:1783145823.697164:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145823.697167:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c1:0x0].0x0 (ffff9be8d3702200) 00010000:00010000:1.0:1783145823.697168:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366892696 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.697172:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.697177:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689269d lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.697180:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366892696 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.697187:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689269d lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.697202:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030000/0x38bddee366892688 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.697210:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030000/0x38bddee366892688 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.697216:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030000/0x38bddee366892688 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.697222:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030000/0x38bddee366892688 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.697227:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c0030000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.697230:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030000/0x38bddee366892688 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.697236:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030000/0x38bddee366892688 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.697244:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.697246:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.697248:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.697251:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.697252:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.697255:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030000/0x38bddee366892688 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.697268:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030000/0x38bddee366892688 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.697279:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000054f4802f reply state 00000000cfcfa3c2 transno 12884905401 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee36689268f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.697289:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee36689268f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.697296:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00010000:00010000:1.0:1783145823.697298:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.697301:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.697348:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+285:306001:x1869755187961472:12345-192.168.203.44@tcp:36:rm.500 Request processed in 958us (1128us total) trans 12884905401 rc 0/0 00000100:00100000:1.0:1783145823.697357:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 338 00000100:00100000:1.0:1783145823.697363:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471448556914 time 8471450253438 state 0x2 ref 0 00000100:00100000:0.0:1783145823.697443:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.697481:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187961984 00000100:00100000:3.0:1783145823.697486:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187961984 00000100:00100000:3.0:1783145823.697514:0:206057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2524 00000100:00100000:3.0:1783145823.697519:0:206057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b832727d-edc7-457c-aba4-c59935e6a58f+35:2410:x1869755187961984:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:3.0:1783145823.697689:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b832727d-edc7-457c-aba4-c59935e6a58f+36:2410:x1869755187961984:12345-192.168.203.44@tcp:2:touch.500 Request processed in 169us (250us total) trans 8589935439 rc 0/0 00000100:00100000:3.0:1783145823.697696:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2524 00000100:00100000:3.0:1783145823.700495:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.700554:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187962240 00000100:00100000:1.0:1783145823.700563:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187962240 00000100:00100000:1.0:1783145823.700599:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471448556914 time 8471450253438 state 0x0 ref 1 00000100:00100000:1.0:1783145823.700612:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471450353438 time 8471450253438 state 0x1 ref 1 00000100:00100000:1.0:1783145823.700642:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471450353438 time 8471454519662 state 0x0 ref 1 00000100:00100000:1.0:1783145823.700661:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+241:306021:x1869755187962240:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.700682:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.700697:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee3668926a4 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aa86 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.700805:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee3668926ab lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.700817:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee3668926ab lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.700826:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee3668926ab lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.700836:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee3668926b2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.700843:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee3668926b2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.700851:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee3668926b2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.700958:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.701061:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187962496 00000100:00100000:3.0:1783145823.701068:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187962496 00000100:00100000:3.0:1783145823.701165:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 944 00000100:00100000:3.0:1783145823.701176:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+243:306014:x1869755187962496:12345-192.168.203.44@tcp:35:touch.500 00000004:00080000:1.0:1783145823.701263:0:204556:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb67:0x0], index 1: 0 00010000:00010000:1.0:1783145823.701460:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee3668926b9 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x193:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.701469:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee3668926b9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.701477:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee3668926b9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.701500:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+245:306014:x1869755187962496:12345-192.168.203.44@tcp:35:touch.500 Request processed in 324us (543us total) trans 12884905403 rc 0/0 00000100:00100000:0.0:1783145823.701515:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 944 00010000:00010000:1.0:1783145823.701519:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee3668926ab lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.701536:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee3668926ab lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.701543:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee3668926ab lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.701550:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee3668926ab lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.701557:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e1b1b200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.701562:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee3668926ab lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.701570:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee3668926ab lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.701585:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.701589:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.701594:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee3668926ab lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.701600:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee3668926ab lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.701616:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e75d4055 reply state 000000006b8eee25 transno 12884905404 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee3668926b2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.701628:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee3668926b2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.701635:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:1.0:1783145823.701639:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.701643:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145823.701674:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee3668926a4 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa86 expref: 245 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.701691:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee3668926b9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa86 expref: 244 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.701698:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x193:0x0].0x0 (ffff9be8d902d300) 00010000:00010000:1.0:1783145823.701701:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.701703:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e1b1ac00, rc 0) 00000100:00100000:1.0:1783145823.701754:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+245:306021:x1869755187962240:12345-192.168.203.44@tcp:101:touch.500 Request processed in 1101us (1264us total) trans 12884905404 rc 0/0 00000100:00100000:1.0:1783145823.701764:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 339 00000100:00100000:1.0:1783145823.701769:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471450353438 time 8471454519662 state 0x2 ref 0 00000100:00100000:3.0:1783145823.701819:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145823.701856:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145823.701858:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187962752 00000100:00100000:2.0:1783145823.701867:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187962752 00000100:00100000:2.0:1783145823.701915:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 945 00000100:00100000:2.0:1783145823.701925:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1015500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+285:306008:x1869755187962752:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:2.0:1783145823.702066:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1015500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+286:306008:x1869755187962752:12345-192.168.203.44@tcp:35:touch.500 Request processed in 143us (248us total) trans 12884905405 rc 0/0 00000100:00100000:2.0:1783145823.702074:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 945 00000100:00100000:0.0:1783145823.703229:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.703262:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187963008 00000100:00100000:3.0:1783145823.703271:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187963008 00000100:00100000:3.0:1783145823.703316:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471450353438 time 8471454519662 state 0x0 ref 1 00000100:00100000:3.0:1783145823.703327:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471454619662 time 8471454519662 state 0x1 ref 1 00000100:00100000:3.0:1783145823.703354:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471454619662 time 8471457231126 state 0x0 ref 1 00000100:00100000:3.0:1783145823.703367:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3696680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+245:306021:x1869755187963008:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:1.0:1783145823.703459:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145823.703481:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee3668926b9 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa86 expref: 245 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.703518:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x193:0x0].0x0 (ffff9be8d902d300) 00010000:00010000:1.0:1783145823.703537:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.703609:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030000/0x38bddee3668926c7 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x193:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.703621:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030000/0x38bddee3668926c7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.703631:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030000/0x38bddee3668926c7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.703716:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000004fcc171f reply state 00000000fa2b363f transno 12884905406 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030000/0x38bddee3668926c7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.703727:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030000/0x38bddee3668926c7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.703735:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x193:0x0].0x0 (ffff9be8d902d500) 00010000:00010000:1.0:1783145823.703738:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.703740:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.703816:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3696680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+246:306021:x1869755187963008:12345-192.168.203.44@tcp:36:touch.500 Request processed in 452us (587us total) trans 12884905406 rc 0/0 00000100:00100000:1.0:1783145823.703827:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 340 00000100:00100000:1.0:1783145823.703833:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471454619662 time 8471457231126 state 0x2 ref 0 00000100:00100000:0.0:1783145823.704667:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.704702:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187963136 00000100:00100000:2.0:1783145823.704711:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187963136 00000100:00100000:2.0:1783145823.704743:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471454619662 time 8471457231126 state 0x0 ref 1 00000100:00100000:2.0:1783145823.704756:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471457331126 time 8471457231126 state 0x1 ref 1 00000100:00100000:2.0:1783145823.704790:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471457331126 time 8471458668254 state 0x0 ref 1 00000100:00100000:2.0:1783145823.704805:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3694e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+246:306021:x1869755187963136:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.704822:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.704838:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee3668926ce lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x193:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aa8d expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.704877:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee3668926ce lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x193:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa8d expref: 247 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.704888:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee3668926ce lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x193:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa8d expref: 247 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.704900:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x193:0x0].0x0 (ffff9be8d902d500) 00010000:00010000:2.0:1783145823.704903:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145823.704905:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c91dbc00, rc 0) 00000100:00100000:2.0:1783145823.704942:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3694e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+247:306021:x1869755187963136:12345-192.168.203.44@tcp:101:touch.500 Request processed in 142us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.704951:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 341 00000100:00100000:2.0:1783145823.704956:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471457331126 time 8471458668254 state 0x2 ref 0 00000100:00100000:0.0:1783145823.706512:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.706556:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187963392 00000100:00100000:0.0:1783145823.706556:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.706568:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187963392 00000100:00100000:2.0:1783145823.706601:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187963520 00000100:00100000:3.0:1783145823.706606:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471457331126 time 8471458668254 state 0x0 ref 1 00000100:00100000:2.0:1783145823.706608:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187963520 00000100:00100000:3.0:1783145823.706625:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471458768254 time 8471458668254 state 0x1 ref 1 00000100:00100000:2.0:1783145823.706654:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2525 00000100:00100000:3.0:1783145823.706656:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471458768254 time 8471460533444 state 0x0 ref 1 00000100:00100000:3.0:1783145823.706679:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+247:306023:x1869755187963392:12345-192.168.203.44@tcp:101:touch.500 00000100:00100000:2.0:1783145823.706682:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b832727d-edc7-457c-aba4-c59935e6a58f+36:2409:x1869755187963520:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:0.0:1783145823.706733:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.706750:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668926d5 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aa94 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.706846:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016000/0x38bddee3668926dc lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.706859:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016000/0x38bddee3668926dc lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.706870:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016000/0x38bddee3668926dc lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.706884:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017400/0x38bddee3668926e3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.706894:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017400/0x38bddee3668926e3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.706901:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017400/0x38bddee3668926e3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.706909:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b832727d-edc7-457c-aba4-c59935e6a58f+37:2409:x1869755187963520:12345-192.168.203.44@tcp:2:touch.500 Request processed in 238us (351us total) trans 8589935440 rc 0/0 00000100:00100000:2.0:1783145823.706915:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2525 00000004:00080000:0.0:1783145823.707231:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbcb:0x0], index 0: 0 00010000:00010000:0.0:1783145823.707362:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017800/0x38bddee3668926ea lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x194:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.707371:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017800/0x38bddee3668926ea lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x194:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.707378:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017800/0x38bddee3668926ea lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x194:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.707411:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016000/0x38bddee3668926dc lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.707423:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016000/0x38bddee3668926dc lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.707430:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016000/0x38bddee3668926dc lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.707437:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016000/0x38bddee3668926dc lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.707444:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2016000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.707449:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016000/0x38bddee3668926dc lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.707457:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016000/0x38bddee3668926dc lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.707470:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.707474:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.707478:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016000/0x38bddee3668926dc lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.707485:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016000/0x38bddee3668926dc lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.707498:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f1f1d443 reply state 00000000e7af7534 transno 12884905407 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017400/0x38bddee3668926e3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.707509:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017400/0x38bddee3668926e3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.707516:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:0.0:1783145823.707519:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.707521:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.707548:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668926d5 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa94 expref: 250 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.707562:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017800/0x38bddee3668926ea lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x194:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa94 expref: 249 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.707569:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x194:0x0].0x0 (ffff9be8d3702800) 00010000:00010000:0.0:1783145823.707571:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.707574:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2017800, rc 0) 00000100:00100000:0.0:1783145823.707614:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+250:306023:x1869755187963392:12345-192.168.203.44@tcp:101:touch.500 Request processed in 943us (1106us total) trans 12884905407 rc 0/0 00000100:00100000:0.0:1783145823.707624:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 342 00000100:00100000:0.0:1783145823.707630:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471458768254 time 8471460533444 state 0x2 ref 0 00000100:00100000:2.0:1783145823.707761:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.707802:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187963776 00000100:00100000:0.0:1783145823.707808:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187963776 00000100:00100000:0.0:1783145823.707847:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 946 00000100:00100000:0.0:1783145823.707859:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f3ff9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+250:306021:x1869755187963776:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:0.0:1783145823.708008:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f3ff9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+251:306021:x1869755187963776:12345-192.168.203.44@tcp:35:touch.500 Request processed in 150us (245us total) trans 12884905408 rc 0/0 00000100:00100000:0.0:1783145823.708015:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 946 00000100:00100000:0.0:1783145823.711566:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.711613:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187964032 00000100:00100000:3.0:1783145823.711622:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187964032 00000100:00100000:3.0:1783145823.711652:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471458768254 time 8471460533444 state 0x0 ref 1 00000100:00100000:3.0:1783145823.711664:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471460633444 time 8471460533444 state 0x1 ref 1 00000100:00100000:3.0:1783145823.711695:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471460633444 time 8471465572197 state 0x0 ref 1 00000100:00100000:3.0:1783145823.711713:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+251:306023:x1869755187964032:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:3.0:1783145823.711761:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145823.711784:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017800/0x38bddee3668926ea lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x194:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa94 expref: 251 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.711802:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x194:0x0].0x0 (ffff9be8d3702800) 00010000:00010000:3.0:1783145823.711813:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.711871:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee3668926f8 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x194:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.711884:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee3668926f8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.711893:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee3668926f8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.711968:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008145f41d reply state 00000000a60df70f transno 12884905409 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee3668926f8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.711977:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee3668926f8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.711985:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x194:0x0].0x0 (ffff9be8d2cdc100) 00010000:00010000:3.0:1783145823.711986:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.711987:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.712039:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+252:306023:x1869755187964032:12345-192.168.203.44@tcp:36:touch.500 Request processed in 334us (476us total) trans 12884905409 rc 0/0 00000100:00100000:3.0:1783145823.712045:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 343 00000100:00100000:3.0:1783145823.712048:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471460633444 time 8471465572197 state 0x2 ref 0 00000100:00100000:3.0:1783145823.712955:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.712979:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.712994:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187964416 00000100:00100000:0.0:1783145823.713000:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187964416 00000100:00100000:2.0:1783145823.713008:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187964288 00000100:00100000:2.0:1783145823.713013:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187964288 00000100:00100000:0.0:1783145823.713021:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471460633444 time 8471465572197 state 0x0 ref 1 00000100:00100000:2.0:1783145823.713034:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471465672197 time 8471465572197 state 0x1 ref 2 00000100:00100000:0.0:1783145823.713042:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471465672197 time 8471465572197 state 0x1 ref 2 00000100:00100000:2.0:1783145823.713058:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471467035595 time 8471466935595 state 0x1 ref 2 00000100:00100000:0.0:1783145823.713073:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471467035595 time 8471466948548 state 0x0 ref 2 00000100:00100000:2.0:1783145823.713074:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1b3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+252:306023:x1869755187964288:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.713088:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1783145823.713100:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1015500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+286:306004:x1869755187964416:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145823.713106:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee3668926ff lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aa9b expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.713176:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1783145823.713195:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee36689250e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa0f expref: 286 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.713220:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee366892308 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a96e expref: 285 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.713229:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c2:0x0].0x0 (ffff9be8d3702300) 00010000:00010000:0.0:1783145823.713234:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145823.713248:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892706 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.713258:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892706 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.713266:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892706 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.713277:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016000/0x38bddee36689270d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.713285:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016000/0x38bddee36689270d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.713293:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016000/0x38bddee36689270d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.713334:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.713364:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee366892714 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.713365:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187964544 00000100:00100000:3.0:1783145823.713370:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187964544 00010000:00010000:0.0:1783145823.713376:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee366892714 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.713385:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee366892714 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.713415:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471467048548 time 8471466948548 state 0x1 ref 3 00000100:00100000:3.0:1783145823.713443:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471467048548 time 8471467321608 state 0x0 ref 3 00000100:00100000:3.0:1783145823.713452:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1b3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+253:306027:x1869755187964544:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.713458:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.713560:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee36689271b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aab0 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783145823.713575:0:204557:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].417, 64 off34880 00010000:00010000:0.0:1783145823.713622:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892722 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.713632:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.713636:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892722 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.713642:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366892729 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.713646:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892722 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.713652:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366892729 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.713658:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892722 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.713660:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366892729 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.713668:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.713677:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892722 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.713681:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee366892730 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.713685:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892722 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.713690:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee366892730 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.713693:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187964800 00000100:00100000:2.0:1783145823.713699:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187964800 00010000:00010000:3.0:1783145823.713700:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee366892730 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.713708:0:204557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1783145823.713721:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471467421608 time 8471467321608 state 0x1 ref 4 00010000:00010000:0.0:1783145823.713725:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145823.713734:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892722 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.713742:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366892737 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x191:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.713743:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2016c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145823.713752:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892722 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.713753:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366892737 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x191:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.713758:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471467421608 time 8471467634595 state 0x0 ref 4 00010000:00010000:0.0:1783145823.713773:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892722 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.713774:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366892737 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x191:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.713780:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+256:306024:x1869755187964800:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.713793:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.713799:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c2:0x0].0x0 (ffff9be8d3702300) 00010000:00010000:0.0:1783145823.713803:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.713806:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee36689273e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aada expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.713807:0:204555:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x191:0x0]: returning size 0 00010000:00010000:0.0:1783145823.713808:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892722 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.713812:0:204555:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145823.713826:0:204555:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366892737 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x191:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.713827:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892722 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.713839:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366892737 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x191:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.713846:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366892729 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.713846:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.713850:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.713855:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366892729 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.713855:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee366892745 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.713855:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.713868:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee366892714 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.713878:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366892729 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.713884:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee366892745 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.713897:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee366892714 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.713899:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d93dea00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.713901:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee366892745 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.713905:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366892729 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.713909:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee366892714 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.713923:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366892729 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.713924:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2016800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.713929:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee36689274c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.713931:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee366892714 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.713947:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.713952:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee36689274c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.713955:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.713962:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee366892714 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.713963:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366892729 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.713967:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee36689274c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.713985:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c2:0x0].0x0 (ffff9be8d3702300) 00010000:00010000:3.0:1783145823.713986:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee366892729 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.713990:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145823.713996:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee366892714 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.714004:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee366892714 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714015:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee366892730 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.714021:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366892753 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x192:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714023:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee366892730 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.714024:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892706 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.714038:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366892753 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x192:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714041:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee366892730 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.714045:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892706 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.714055:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366892753 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x192:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714060:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d93dfe00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.714067:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892706 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714068:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee366892730 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.714080:0:204556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x192:0x0]: returning size 0 00010000:00010000:0.0:1783145823.714082:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892706 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.714085:0:204556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145823.714096:0:204556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366892753 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x192:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.714102:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2016400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.714104:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee366892730 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.714108:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892706 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714150:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be9ca6eba00) 00010000:00010000:3.0:1783145823.714154:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.714158:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee366892730 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.714158:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366892753 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.714162:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892706 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714172:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfe00/0x38bddee366892730 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.714182:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee366892745 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.714187:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.714192:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.714197:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee366892745 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.714198:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892706 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.714215:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee366892745 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.714218:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892706 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.714223:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee366892745 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.714231:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91dba00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.714235:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5400/0x38bddee36689271b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aab0 expref: 258 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.714236:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee366892745 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.714238:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001edbc102 reply state 00000000bfe4d49a transno 12884905410 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016000/0x38bddee36689270d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.714255:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee366892745 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.714261:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016000/0x38bddee36689270d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.714266:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.714271:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366892737 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x191:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aab0 expref: 257 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.714271:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.714272:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:2.0:1783145823.714274:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee366892745 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.714280:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.714284:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.714291:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x191:0x0].0x0 (ffff9be8d3702000) 00010000:00010000:2.0:1783145823.714291:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee366892745 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714297:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.714300:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d93df800, rc 0) 00010000:00010000:2.0:1783145823.714306:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee36689274c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.714312:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee36689274c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.714318:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee36689274c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.714325:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91db000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.714331:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee36689274c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.714338:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1b3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+257:306027:x1869755187964544:12345-192.168.203.44@tcp:101:rm.500 Request processed in 882us (998us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.714340:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1015500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+286:306004:x1869755187964416:12345-192.168.203.44@tcp:36:rm.500 Request processed in 1242us (1380us total) trans 12884905410 rc 0/0 00010000:00010000:2.0:1783145823.714344:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee36689274c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.714357:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 346 00010000:00010000:2.0:1783145823.714362:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:2.0:1783145823.714366:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.714368:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 345 00010000:00010000:2.0:1783145823.714370:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee36689274c lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.714376:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee36689274c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.714392:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187964672 00000100:00100000:3.0:1783145823.714397:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187964672 00010000:00010000:2.0:1783145823.714398:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee36689273e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aada expref: 257 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.714421:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366892753 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aada expref: 256 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.714430:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x192:0x0].0x0 (ffff9be8d3702f00) 00010000:00010000:2.0:1783145823.714433:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.714436:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c961a600, rc 0) 00000100:00100000:3.0:1783145823.714441:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 614 00000100:00100000:3.0:1783145823.714454:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+286:2408:x1869755187964672:12345-192.168.203.44@tcp:63:ll_sa.0 00000100:00100000:2.0:1783145823.714461:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+256:306024:x1869755187964800:12345-192.168.203.44@tcp:101:rm.500 Request processed in 684us (795us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.714471:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 347 00010000:00010000:3.0:1783145823.714484:0:204579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.714499:0:204579:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168800/0x38bddee36689275a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aaa2 expref: -99 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.714516:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee3668926ff lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x194:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa9b expref: 255 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.714533:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee3668926ff lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x194:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa9b expref: 255 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.714552:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x194:0x0].0x0 (ffff9be8d2cdc100) 00010000:00010000:2.0:1783145823.714556:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145823.714559:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c91db800, rc 0) 00000100:00100000:2.0:1783145823.714600:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1b3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+255:306023:x1869755187964288:12345-192.168.203.44@tcp:101:touch.500 Request processed in 1531us (1618us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145823.714602:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892761 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714616:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892761 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.714617:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 344 00000100:00100000:2.0:1783145823.714626:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471467421608 time 8471467634595 state 0x2 ref 0 00010000:00010000:3.0:1783145823.714693:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892761 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714704:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee366892768 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714709:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee366892768 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714714:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee366892768 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714759:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892761 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714764:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892761 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714769:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892761 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714772:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5168c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.714775:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892761 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714780:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892761 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714790:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.714792:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.714794:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892761 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714798:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee366892761 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714811:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee366892768 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714815:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee366892768 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714819:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee366892768 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714874:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fc600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.714877:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee366892768 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714881:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee366892768 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714887:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00010000:00010000:3.0:1783145823.714889:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.714891:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee366892768 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714895:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee366892768 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714914:0:204579:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168800/0x38bddee36689275a lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aaa2 expref: 287 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714921:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.714922:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145823.714925:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168800/0x38bddee36689275a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aaa2 expref: 287 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.714932:0:204579:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d5168800, rc -2) 00000100:00100000:3.0:1783145823.714970:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+286:2408:x1869755187964672:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 518us (1339us total) trans 0 rc -2/-2 00000100:00100000:3.0:1783145823.714979:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 614 00000100:00100000:0.0:1783145823.715391:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.715439:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187965056 00000100:00100000:1.0:1783145823.715452:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187965056 00000100:00100000:1.0:1783145823.715489:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471467421608 time 8471467634595 state 0x0 ref 1 00000100:00100000:1.0:1783145823.715499:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471467734595 time 8471467634595 state 0x1 ref 1 00000100:00100000:1.0:1783145823.715528:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471467734595 time 8471469406141 state 0x0 ref 1 00000100:00100000:1.0:1783145823.715540:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3695c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+286:306011:x1869755187965056:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:1.0:1783145823.715589:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145823.715620:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892515 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa1d expref: 286 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.715632:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145823.715654:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846600/0x38bddee366892419 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9ec expref: 285 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.715673:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c4:0x0].0x0 (ffff9be8d13d7d00) 00010000:00010000:1.0:1783145823.715679:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145823.715683:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187965184 00000100:00100000:2.0:1783145823.715690:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187965184 00010000:00010000:1.0:1783145823.715705:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee36689276f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.715723:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee36689276f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.715735:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee36689276f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.715741:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2526 00000100:00100000:2.0:1783145823.715761:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:b832727d-edc7-457c-aba4-c59935e6a58f+68:2407:x1869755187965184:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:1.0:1783145823.715764:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366892776 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.715777:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366892776 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.715784:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366892776 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.715867:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689277d lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.715877:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689277d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.715885:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689277d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.715939:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:b832727d-edc7-457c-aba4-c59935e6a58f+69:2407:x1869755187965184:12345-192.168.203.44@tcp:2:touch.500 Request processed in 181us (305us total) trans 8589936092 rc 0/0 00000100:00100000:2.0:1783145823.715947:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2526 00000040:00080000:1.0:1783145823.716089:0:204555:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].418, 64 off34944 00010000:00010000:1.0:1783145823.716541:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366892784 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.716549:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366892784 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.716555:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366892784 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.716561:0:204555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366892784 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.716568:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366892784 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.716572:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366892784 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.716590:0:204555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1783145823.716600:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145823.716606:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689277d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.716612:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689277d lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.716614:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145823.716619:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689277d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.716623:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366892784 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.716631:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42cb600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.716638:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42cb400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145823.716641:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689277d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.716643:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366892784 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.716673:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689277d lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.716678:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366892784 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.716691:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c4:0x0].0x0 (ffff9be8d13d7d00) 00010000:00010000:1.0:1783145823.716697:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145823.716702:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689277d lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.716709:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c4:0x0].0x0 (ffff9be8d13d7d00) 00010000:00010000:1.0:1783145823.716710:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee36689277d lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.716721:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.716730:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366892784 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.716734:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee36689276f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.716743:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee366892784 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.716745:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee36689276f lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.716777:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee36689276f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.716784:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e1b1b200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.716787:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee36689276f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.716788:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.716794:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.716807:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee36689276f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.716808:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145823.716829:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187965312 00010000:00010000:1.0:1783145823.716832:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00000100:00100000:2.0:1783145823.716838:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187965312 00000100:00100000:0.0:1783145823.716838:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145823.716840:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.716851:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee36689276f lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.716859:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee36689276f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.716866:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471469506141 time 8471469406141 state 0x1 ref 2 00000004:00010000:1.0:1783145823.716898:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006ce829a2 reply state 000000007d42a37f transno 12884905411 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366892776 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.716909:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366892776 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.716915:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471469506141 time 8471470789876 state 0x0 ref 2 00010000:00010000:1.0:1783145823.716919:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:1.0:1783145823.716933:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.716940:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.716946:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3694380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+255:306032:x1869755187965312:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.716955:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.716964:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee36689278b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aae1 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.716998:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892792 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.717005:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892792 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.717012:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3695c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+286:306011:x1869755187965056:12345-192.168.203.44@tcp:36:rm.500 Request processed in 1469us (1616us total) trans 12884905411 rc 0/0 00010000:00010000:2.0:1783145823.717015:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892792 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.717030:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 348 00010000:00010000:2.0:1783145823.717034:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892799 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.717042:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892799 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.717051:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892799 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.717085:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187965568 00000100:00100000:1.0:1783145823.717090:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187965568 00010000:00010000:2.0:1783145823.717103:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee3668927a0 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x193:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.717111:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee3668927a0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x193:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.717152:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee3668927a0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x193:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.717168:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 947 00000004:00200000:2.0:1783145823.717176:0:204556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x193:0x0]: returning size 0 00000004:00200000:2.0:1783145823.717181:0:204556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:1.0:1783145823.717184:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+257:306023:x1869755187965568:12345-192.168.203.44@tcp:35:touch.500 00000004:00010000:2.0:1783145823.717200:0:204556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee3668927a0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x193:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.717216:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee3668927a0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.717225:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892792 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.717232:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892792 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.717238:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892792 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.717245:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892792 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.717250:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8846800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.717255:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892792 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.717261:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892792 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.717271:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.717274:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.717277:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892792 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.717285:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892792 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.717300:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892799 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.717306:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892799 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.717313:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892799 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.717319:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a0c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.717325:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892799 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.717332:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892799 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.717342:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:2.0:1783145823.717347:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.717352:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892799 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.717358:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892799 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.717389:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee36689278b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aae1 expref: 259 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.717406:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee3668927a0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aae1 expref: 258 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.717416:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x193:0x0].0x0 (ffff9be8d902d500) 00010000:00010000:2.0:1783145823.717424:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:1.0:1783145823.717424:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+258:306023:x1869755187965568:12345-192.168.203.44@tcp:35:touch.500 Request processed in 237us (592us total) trans 12884905412 rc 0/0 00010000:00010000:2.0:1783145823.717432:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e53a0400, rc 0) 00000100:00100000:1.0:1783145823.717442:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 947 00000100:00100000:2.0:1783145823.717475:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3694380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+257:306032:x1869755187965312:12345-192.168.203.44@tcp:101:rm.500 Request processed in 533us (875us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.717490:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 349 00000100:00100000:2.0:1783145823.717499:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471469506141 time 8471470789876 state 0x2 ref 0 00000100:00100000:0.0:1783145823.720332:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.720374:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187965696 00000100:00100000:0.0:1783145823.720380:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.720384:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187965696 00000100:00100000:3.0:1783145823.720408:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471469506141 time 8471470789876 state 0x0 ref 1 00000100:00100000:3.0:1783145823.720418:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471470889876 time 8471470789876 state 0x1 ref 1 00000100:00100000:2.0:1783145823.720418:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187965824 00000100:00100000:2.0:1783145823.720424:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187965824 00000100:00100000:0.0:1783145823.720433:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.720448:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471470889876 time 8471470789876 state 0x1 ref 2 00000100:00100000:3.0:1783145823.720454:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187965952 00000100:00100000:3.0:1783145823.720459:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187965952 00000100:00100000:2.0:1783145823.720482:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471474458991 time 8471474358991 state 0x1 ref 3 00000100:00100000:2.0:1783145823.720499:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3695f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+288:306022:x1869755187965696:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:0.0:1783145823.720500:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.720516:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.720529:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee3668927a7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aae8 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.720547:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187966080 00000100:00100000:3.0:1783145823.720555:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471474458991 time 8471474358991 state 0x1 ref 3 00000100:00100000:0.0:1783145823.720556:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187966080 00010000:00010000:2.0:1783145823.720565:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee3668927ae lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.720573:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471474551153 time 8471474451153 state 0x1 ref 3 00010000:00010000:2.0:1783145823.720575:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee3668927ae lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.720584:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee3668927ae lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.720588:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3697480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+290:306015:x1869755187965824:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:0.0:1783145823.720595:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471474551153 time 8471474451153 state 0x1 ref 4 00010000:00010000:2.0:1783145823.720604:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee3668927b5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.720606:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.720617:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee3668927bc lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aaef expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.720635:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee3668927b5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.720643:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee3668927b5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.720652:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471474627700 time 8471474527700 state 0x1 ref 4 00010000:00010000:3.0:1783145823.720661:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee3668927c3 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.720672:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3695180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+291:306020:x1869755187965952:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.720673:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee3668927c3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.720694:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee3668927c3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.720700:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.720706:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee3668927ca lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.720716:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee3668927ca lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.720723:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee3668927ca lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.720732:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee3668927d8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.720734:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee3668927d1 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aaf6 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.720749:0:204555:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1c7:0x0]: returning size 0 00000004:00200000:2.0:1783145823.720761:0:204555:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1783145823.720774:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee3668927d8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.720780:0:204555:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee3668927ca lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.720788:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee3668927d8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.720789:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee3668927ca lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.720806:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee3668927ae lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.720812:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee3668927ae lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.720816:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee3668927ae lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.720820:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a0a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.720823:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee3668927ae lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.720828:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee3668927ae lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.720838:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.720840:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.720843:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee3668927df lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.720844:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee3668927ae lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.720847:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668927e6 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.720893:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee3668927ae lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.720897:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668927e6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.720901:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee3668927df lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.720905:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668927e6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.720908:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee3668927b5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.720922:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee3668927b5 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.720931:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee3668927b5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.720933:0:206077:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1c5:0x0]: returning size 0 00010000:00010000:0.0:1783145823.720934:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee3668927df lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.720937:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91da000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.720943:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee3668927b5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.720962:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee3668927b5 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.720970:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:2.0:1783145823.720972:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.720974:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016a00/0x38bddee3668927ed lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.720975:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee3668927b5 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.720989:0:206077:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145823.721011:0:206077:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668927e6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.721013:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee3668927b5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.721017:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016a00/0x38bddee3668927ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.721048:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668927e6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.721048:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016a00/0x38bddee3668927ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.721064:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee3668927a7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aae8 expref: 293 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.721092:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee3668927c3 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.721102:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee3668927ca lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aae8 expref: 292 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.721103:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee3668927c3 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.721182:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c7:0x0].0x0 (ffff9be8d13d7100) 00010000:00010000:2.0:1783145823.721185:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.721189:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c91db000, rc 0) 00010000:00010000:0.0:1783145823.721222:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668927f4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.721237:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668927f4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.721239:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3695f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+292:306022:x1869755187965696:12345-192.168.203.44@tcp:101:rm.500 Request processed in 747us (912us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.721261:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 350 00010000:00010000:0.0:1783145823.721274:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668927f4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.721285:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471474627700 time 8471475162619 state 0x0 ref 3 00000100:00100000:2.0:1783145823.721295:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3694a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+291:306025:x1869755187966080:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.721306:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00200000:0.0:1783145823.721312:0:204590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1c6:0x0]: returning size 0 00010000:00010000:2.0:1783145823.721314:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee3668927fb lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aafd expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145823.721320:0:204590:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783145823.721341:0:204590:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668927f4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.721343:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892802 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.721373:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668927f4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.721387:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee3668927df lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.721408:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee3668927c3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.721416:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee3668927c3 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.721419:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892802 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.721431:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892802 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.721432:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.721434:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee3668927df lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.721454:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892809 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.721456:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee3668927df lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.721476:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892809 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.721485:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee3668927c3 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.721485:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee3668927df lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.721486:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892809 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.721531:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2016c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.721532:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee3668927c3 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.721545:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee3668927df lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.721552:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.721556:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.721558:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee3668927c3 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.721561:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee3668927df lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.721563:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892810 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.721564:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee3668927c3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.721602:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.721603:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892810 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.721611:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee3668927d8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.721611:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.721621:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee3668927df lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.721625:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892810 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.721636:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee3668927d8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.721664:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee3668927df lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.721667:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee3668927d8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.721678:0:204555:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1c8:0x0]: returning size 0 00000004:00200000:2.0:1783145823.721690:0:204555:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1783145823.721700:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412c00 already unused, calling callback (ffffffffc1a944f0) 00000004:00010000:2.0:1783145823.721706:0:204555:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892810 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.721707:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee3668927d8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.721710:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016a00/0x38bddee3668927ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.721742:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee3668927d8 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.721745:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892810 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.721754:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016a00/0x38bddee3668927ed lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.721770:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:2.0:1783145823.721778:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892802 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.721784:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.721792:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee3668927d8 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.721797:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016a00/0x38bddee3668927ed lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.721828:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee3668927d8 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.721843:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2016a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.721844:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892802 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.721859:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016a00/0x38bddee3668927ed lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.721860:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892802 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.721882:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dea00/0x38bddee3668927bc lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aaef expref: 293 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.721902:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961ae00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.721909:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016a00/0x38bddee3668927ed lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.721910:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892802 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.721926:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668927e6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aaef expref: 292 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.721954:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892802 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.721959:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:0.0:1783145823.721976:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.721980:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c5:0x0].0x0 (ffff9be8d13d7900) 00010000:00010000:2.0:1783145823.721980:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.721986:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016a00/0x38bddee3668927ed lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.721987:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.721987:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.721996:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8413000, rc 0) 00010000:00010000:2.0:1783145823.721997:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892802 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.722018:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892802 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.722018:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016a00/0x38bddee3668927ed lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.722028:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3697480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+292:306015:x1869755187965824:12345-192.168.203.44@tcp:101:rm.500 Request processed in 1441us (1647us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.722060:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 351 00010000:00010000:2.0:1783145823.722061:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892809 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.722070:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892809 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.722077:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892809 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.722086:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a0c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.722091:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee3668927d1 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aaf6 expref: 292 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.722093:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892809 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.722153:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892809 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.722165:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:2.0:1783145823.722171:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.722176:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892809 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.722181:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892809 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.722187:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668927f4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aaf6 expref: 291 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.722199:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c6:0x0].0x0 (ffff9be8d13d7400) 00010000:00010000:0.0:1783145823.722202:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.722206:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2016400, rc 0) 00010000:00010000:2.0:1783145823.722214:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee3668927fb lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aafd expref: 292 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.722222:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.722232:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892810 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aafd expref: 291 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.722238:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c8:0x0].0x0 (ffff9be8d2cdce00) 00010000:00010000:2.0:1783145823.722240:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.722243:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e8846800, rc 0) 00000100:00100000:0.0:1783145823.722258:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3695180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+291:306020:x1869755187965952:12345-192.168.203.44@tcp:101:rm.500 Request processed in 1591us (1830us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.722270:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 352 00000100:00100000:2.0:1783145823.722277:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3694a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+291:306025:x1869755187966080:12345-192.168.203.44@tcp:101:rm.500 Request processed in 978us (1781us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.722287:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 353 00000100:00100000:2.0:1783145823.722293:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471474627700 time 8471475162619 state 0x2 ref 0 00000100:00100000:2.0:1783145823.722319:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187966208 00000100:00100000:2.0:1783145823.722323:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187966208 00000100:00100000:2.0:1783145823.722361:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2527 00000100:00100000:2.0:1783145823.722368:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1b3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b832727d-edc7-457c-aba4-c59935e6a58f+69:2410:x1869755187966208:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.722375:0:228913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.722387:0:228913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005bef2211/0x38bddee366892817 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbca:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ab04 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783145823.722405:0:228913:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbca:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145823.722417:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbca:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:2.0:1783145823.722422:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbca:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145823.722430:0:228913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005bef2211/0x38bddee366892817 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab04 expref: 70 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.722444:0:228913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005bef2211/0x38bddee366892817 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab04 expref: 70 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.722459:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.722464:0:228913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e8846600, rc 0) 00000100:00100000:0.0:1783145823.722499:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187966464 00000100:00100000:2.0:1783145823.722500:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1b3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b832727d-edc7-457c-aba4-c59935e6a58f+70:2410:x1869755187966208:12345-192.168.203.44@tcp:101:rm.500 Request processed in 128us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.722505:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187966464 00000100:00100000:2.0:1783145823.722510:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2527 00000100:00100000:0.0:1783145823.722574:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.722621:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187966336 00000100:00100000:2.0:1783145823.722628:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187966336 00000100:00100000:0.0:1783145823.722669:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.722673:0:228904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2528 00000100:00100000:2.0:1783145823.722681:0:228904:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b832727d-edc7-457c-aba4-c59935e6a58f+37:2410:x1869755187966336:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.722690:0:228904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1783145823.722708:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187966592 00010000:00010000:2.0:1783145823.722709:0:228904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003d1059dc/0x38bddee36689281e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb65:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ab0b expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.722714:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187966592 00002000:00010000:2.0:1783145823.722730:0:228904:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb65:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145823.722740:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb65:0x0].0x0 since=8471s v=(0 0) 00000100:00100000:0.0:1783145823.722742:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.722745:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb65:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145823.722752:0:228912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2529 00010000:00010000:2.0:1783145823.722753:0:228904:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003d1059dc/0x38bddee36689281e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab0b expref: 39 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.722766:0:228904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003d1059dc/0x38bddee36689281e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab0b expref: 39 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.722771:0:228912:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1609180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b832727d-edc7-457c-aba4-c59935e6a58f+39:2407:x1869755187966592:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.722780:0:228904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1be00, rc 0) 00010000:00010000:3.0:1783145823.722782:0:228912:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.722797:0:228912:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000074331106/0x38bddee366892825 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb67:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ab19 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.722798:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471474627700 time 8471475162619 state 0x0 ref 1 00000100:00100000:2.0:1783145823.722821:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b832727d-edc7-457c-aba4-c59935e6a58f+39:2410:x1869755187966336:12345-192.168.203.44@tcp:101:rm.500 Request processed in 135us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.722828:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2528 00002000:00010000:3.0:1783145823.722833:0:228912:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb67:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00000100:00100000:0.0:1783145823.722833:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471475262619 time 8471475162619 state 0x1 ref 1 00010000:00010000:3.0:1783145823.722856:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb67:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:3.0:1783145823.722860:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb67:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145823.722865:0:228912:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000074331106/0x38bddee366892825 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab19 expref: 39 pid: 228912 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.722874:0:228912:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000074331106/0x38bddee366892825 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab19 expref: 39 pid: 228912 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.722880:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187966848 00000100:00100000:2.0:1783145823.722884:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187966848 00010000:00010000:3.0:1783145823.722888:0:228912:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8412400, rc 0) 00000100:00100000:2.0:1783145823.722902:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471475262619 time 8471475162619 state 0x1 ref 2 00000100:00100000:2.0:1783145823.722919:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471476897930 time 8471476797930 state 0x1 ref 2 00000100:00100000:2.0:1783145823.722928:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+290:306028:x1869755187966464:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.722934:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.722941:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee36689282c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ab12 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.722962:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1609180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b832727d-edc7-457c-aba4-c59935e6a58f+39:2407:x1869755187966592:12345-192.168.203.44@tcp:101:rm.500 Request processed in 201us (302us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145823.722971:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892833 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.722975:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2529 00010000:00010000:2.0:1783145823.722983:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892833 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.722992:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892833 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.723004:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee36689283a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.723011:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee36689283a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.723016:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee36689283a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.723051:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892841 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.723056:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471476897930 time 8471476929502 state 0x0 ref 2 00010000:00010000:2.0:1783145823.723084:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892841 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.723092:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d160a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+257:306030:x1869755187966848:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.723110:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892841 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.723160:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00200000:2.0:1783145823.723167:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1c9:0x0]: returning size 0 00000004:00200000:2.0:1783145823.723172:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1783145823.723177:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017800/0x38bddee366892848 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ab20 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.723184:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892841 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.723221:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892841 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.723231:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892833 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.723235:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892833 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.723239:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892833 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.723242:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892833 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.723245:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.723247:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892833 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.723250:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892833 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.723256:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.723257:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.723259:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892833 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.723262:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892833 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.723269:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee36689283a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.723274:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee36689283a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.723278:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee36689283a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.723282:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1ac00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.723284:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee36689283a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.723288:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee36689283a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.723290:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017a00/0x38bddee36689284f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.723294:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00010000:00010000:2.0:1783145823.723303:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.723307:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee36689283a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.723315:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee36689283a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.723318:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017a00/0x38bddee36689284f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.723329:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017a00/0x38bddee36689284f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.723339:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee36689282c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab12 expref: 292 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.723346:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017200/0x38bddee366892856 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.723358:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892841 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab12 expref: 291 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.723359:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017200/0x38bddee366892856 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.723393:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c9:0x0].0x0 (ffff9be8d1a4ef00) 00010000:00010000:0.0:1783145823.723395:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017200/0x38bddee366892856 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.723397:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.723403:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1a400, rc 0) 00000100:00100000:2.0:1783145823.723442:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+291:306028:x1869755187966464:12345-192.168.203.44@tcp:101:rm.500 Request processed in 514us (990us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.723455:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 354 00000004:00080000:0.0:1783145823.723765:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb68:0x0], index 1: 0 00010000:00010000:0.0:1783145823.723913:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee36689285d lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x195:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.723925:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee36689285d lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.723934:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee36689285d lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.723968:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017a00/0x38bddee36689284f lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.723981:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017a00/0x38bddee36689284f lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.723988:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017a00/0x38bddee36689284f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.723995:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017a00/0x38bddee36689284f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.724001:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2017a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.724005:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017a00/0x38bddee36689284f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.724013:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017a00/0x38bddee36689284f lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.724024:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.724027:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.724031:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017a00/0x38bddee36689284f lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.724037:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017a00/0x38bddee36689284f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.724048:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003525cc21 reply state 000000007bcc3fa8 transno 12884905413 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017200/0x38bddee366892856 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.724061:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017200/0x38bddee366892856 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.724069:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00010000:00010000:0.0:1783145823.724072:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.724075:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.724102:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017800/0x38bddee366892848 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab20 expref: 260 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.724158:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee36689285d lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab20 expref: 259 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.724167:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x195:0x0].0x0 (ffff9be8d3702800) 00010000:00010000:0.0:1783145823.724172:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.724175:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda90400, rc 0) 00000100:00100000:0.0:1783145823.724229:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d160a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+260:306030:x1869755187966848:12345-192.168.203.44@tcp:101:touch.500 Request processed in 1145us (1495us total) trans 12884905413 rc 0/0 00000100:00100000:0.0:1783145823.724240:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 355 00000100:00100000:0.0:1783145823.724248:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471476897930 time 8471476929502 state 0x2 ref 0 00000100:00100000:0.0:1783145823.724844:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.724882:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187967104 00000100:00100000:2.0:1783145823.724887:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187967104 00000100:00100000:2.0:1783145823.724917:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2530 00000100:00100000:2.0:1783145823.724924:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1609c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+70:2410:x1869755187967104:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.724933:0:207255:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.724944:0:207255:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000259cc919/0x38bddee36689286b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbc7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ab2e expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783145823.724956:0:207255:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbc7:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145823.724966:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc7:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:2.0:1783145823.724969:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145823.724974:0:207255:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000259cc919/0x38bddee36689286b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab2e expref: 71 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.724982:0:207255:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000259cc919/0x38bddee36689286b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab2e expref: 71 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.724990:0:207255:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1a800, rc 0) 00000100:00100000:2.0:1783145823.725019:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1609c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+71:2410:x1869755187967104:12345-192.168.203.44@tcp:101:rm.500 Request processed in 97us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.725025:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2530 00000100:00100000:2.0:1783145823.725642:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.725677:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.725706:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187966976 00000100:00100000:0.0:1783145823.725714:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187966976 00000100:00100000:0.0:1783145823.725756:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187967360 00000100:00100000:0.0:1783145823.725761:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187967360 00000100:00100000:2.0:1783145823.725776:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2531 00000100:00100000:2.0:1783145823.725786:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+72:2407:x1869755187966976:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.725794:0:228898:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.725814:0:228898:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000068e751df/0x38bddee366892872 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbc9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ab27 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.725825:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2532 00002000:00010000:2.0:1783145823.725835:0:228898:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbc9:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00000100:00100000:0.0:1783145823.725842:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+72:2410:x1869755187967360:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.725861:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc9:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.725863:0:206490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.725875:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145823.725882:0:228898:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068e751df/0x38bddee366892872 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab27 expref: 73 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.725895:0:206490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9f51d89/0x38bddee366892879 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ab3c expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.725896:0:228898:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000068e751df/0x38bddee366892872 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab27 expref: 73 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.725931:0:228898:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d5ca3400, rc 0) 00000100:00100000:2.0:1783145823.725968:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+73:2407:x1869755187966976:12345-192.168.203.44@tcp:101:rm.500 Request processed in 179us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.725974:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2531 00002000:00010000:0.0:1783145823.725976:0:206490:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbc8:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:0.0:1783145823.725998:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc8:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.726004:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145823.726015:0:206490:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9f51d89/0x38bddee366892879 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab3c expref: 73 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.726035:0:206490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c9f51d89/0x38bddee366892879 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab3c expref: 73 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.726057:0:206490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda91600, rc 0) 00000100:00100000:0.0:1783145823.726099:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+73:2410:x1869755187967360:12345-192.168.203.44@tcp:101:rm.500 Request processed in 263us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.726107:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2532 00000100:00100000:2.0:1783145823.726791:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.726815:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.726849:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187967488 00000100:00100000:1.0:1783145823.726849:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187967232 00000100:00100000:2.0:1783145823.726856:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187967488 00000100:00100000:1.0:1783145823.726860:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187967232 00000100:00100000:2.0:1783145823.726895:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2533 00000100:00100000:2.0:1783145823.726905:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:275b1235-b8f5-4ce3-8a3a-d483c556f740+46:2407:x1869755187967488:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.726913:0:228906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1783145823.726921:0:228916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2534 00010000:00010000:2.0:1783145823.726925:0:228906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000edfb6846/0x38bddee366892880 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb66:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ab43 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.726937:0:228916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:275b1235-b8f5-4ce3-8a3a-d483c556f740+46:2407:x1869755187967232:12345-192.168.203.44@tcp:101:rm.500 00002000:00010000:2.0:1783145823.726939:0:228906:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb66:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:0.0:1783145823.726951:0:228916:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.726952:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb66:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:2.0:1783145823.726956:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb66:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145823.726961:0:228906:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000edfb6846/0x38bddee366892880 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab43 expref: 47 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.726964:0:228916:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000672a745c/0x38bddee366892887 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb64:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ab35 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.726974:0:228906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000edfb6846/0x38bddee366892880 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab43 expref: 47 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145823.726978:0:228916:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb64:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145823.726982:0:228906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d5ca3000, rc 0) 00010000:00010000:0.0:1783145823.726988:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb64:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.726992:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb64:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145823.726997:0:228916:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000672a745c/0x38bddee366892887 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab35 expref: 48 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.727006:0:228916:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000672a745c/0x38bddee366892887 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab35 expref: 48 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.727011:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:275b1235-b8f5-4ce3-8a3a-d483c556f740+48:2407:x1869755187967488:12345-192.168.203.44@tcp:101:rm.500 Request processed in 108us (193us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145823.727018:0:228916:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda91200, rc 0) 00000100:00100000:2.0:1783145823.727022:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2533 00000100:00100000:0.0:1783145823.727042:0:228916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:275b1235-b8f5-4ce3-8a3a-d483c556f740+47:2407:x1869755187967232:12345-192.168.203.44@tcp:101:rm.500 Request processed in 111us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.727049:0:228916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2534 00000100:00100000:1.0:1783145823.727828:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.727878:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187967744 00000100:00100000:0.0:1783145823.727885:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187967744 00000100:00100000:0.0:1783145823.727903:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471476897930 time 8471476929502 state 0x0 ref 1 00000100:00100000:0.0:1783145823.727912:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471477029502 time 8471476929502 state 0x1 ref 1 00000100:00100000:0.0:1783145823.727933:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471477029502 time 8471481810873 state 0x0 ref 1 00000100:00100000:0.0:1783145823.727941:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+291:306025:x1869755187967744:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:0.0:1783145823.727973:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1783145823.727989:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892810 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aafd expref: 291 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.728004:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366892642 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa6a expref: 290 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.728012:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c8:0x0].0x0 (ffff9be8d2cdce00) 00010000:00010000:0.0:1783145823.728015:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145823.728029:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048200/0x38bddee36689288e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.728036:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048200/0x38bddee36689288e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.728042:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048200/0x38bddee36689288e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.728048:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048c00/0x38bddee366892895 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.728053:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048c00/0x38bddee366892895 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.728057:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048c00/0x38bddee366892895 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.728152:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049a00/0x38bddee36689289c lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.728159:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049a00/0x38bddee36689289c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.728165:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049a00/0x38bddee36689289c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783145823.728342:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].422, 64 off35200 00010000:00010000:0.0:1783145823.728388:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049e00/0x38bddee3668928a3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.728395:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049e00/0x38bddee3668928a3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.728400:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049e00/0x38bddee3668928a3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.728405:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049e00/0x38bddee3668928a3 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.728410:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049e00/0x38bddee3668928a3 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.728414:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049e00/0x38bddee3668928a3 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.728430:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145823.728441:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049a00/0x38bddee36689289c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.728445:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049a00/0x38bddee36689289c lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.728450:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145823.728451:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049a00/0x38bddee36689289c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.728457:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049e00/0x38bddee3668928a3 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.728459:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea02049a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.728464:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049a00/0x38bddee36689289c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.728466:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea02049e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.728471:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049e00/0x38bddee3668928a3 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.728473:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049a00/0x38bddee36689289c lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.728480:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049e00/0x38bddee3668928a3 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.728485:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c8:0x0].0x0 (ffff9be8d2cdce00) 00010000:00010000:0.0:1783145823.728490:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145823.728494:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049a00/0x38bddee36689289c lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.728499:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c8:0x0].0x0 (ffff9be8d2cdce00) 00010000:00010000:0.0:1783145823.728501:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049a00/0x38bddee36689289c lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.728505:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.728511:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049e00/0x38bddee3668928a3 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.728527:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049e00/0x38bddee3668928a3 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.728539:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048200/0x38bddee36689288e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.728541:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.728545:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.728546:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048200/0x38bddee36689288e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.728548:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.728553:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048200/0x38bddee36689288e lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.728557:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048200/0x38bddee36689288e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.728560:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea02048200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.728562:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048200/0x38bddee36689288e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.728565:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048200/0x38bddee36689288e lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.728571:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.728572:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.728574:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048200/0x38bddee36689288e lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.728577:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048200/0x38bddee36689288e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.728586:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002ffb7c4c reply state 00000000d7058447 transno 12884905414 ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048c00/0x38bddee366892895 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.728593:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048c00/0x38bddee366892895 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.728598:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:0.0:1783145823.728600:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.728602:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145823.728646:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+291:306025:x1869755187967744:12345-192.168.203.44@tcp:36:rm.500 Request processed in 700us (815us total) trans 12884905414 rc 0/0 00000100:00100000:0.0:1783145823.728655:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 356 00000100:00100000:0.0:1783145823.728660:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471477029502 time 8471481810873 state 0x2 ref 0 00000100:00100000:3.0:1783145823.728838:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.728877:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187968000 00000100:00100000:0.0:1783145823.728883:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187968000 00000100:00100000:3.0:1783145823.728885:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.728907:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471477029502 time 8471481810873 state 0x0 ref 1 00000100:00100000:0.0:1783145823.728916:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471481910873 time 8471481810873 state 0x1 ref 1 00000100:00100000:1.0:1783145823.728952:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187968256 00000100:00100000:0.0:1783145823.728959:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471481910873 time 8471482834534 state 0x0 ref 1 00000100:00100000:1.0:1783145823.728962:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187968256 00000100:00100000:0.0:1783145823.728972:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1b3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+261:306030:x1869755187968000:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:0.0:1783145823.729000:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1783145823.729003:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471482934534 time 8471482834534 state 0x1 ref 2 00010000:00010000:0.0:1783145823.729015:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee36689285d lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab20 expref: 261 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.729027:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x195:0x0].0x0 (ffff9be8d3702800) 00010000:00010000:0.0:1783145823.729045:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783145823.729052:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471482934534 time 8471482925891 state 0x0 ref 2 00000100:00100000:1.0:1783145823.729078:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1b3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+260:306033:x1869755187968256:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.729094:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.729097:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048800/0x38bddee3668928aa lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x195:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.729109:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048800/0x38bddee3668928aa lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.729185:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048800/0x38bddee3668928aa lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.729253:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f83dc860 reply state 00000000e4f453e6 transno 12884905415 ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048800/0x38bddee3668928aa lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.729262:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048800/0x38bddee3668928aa lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.729267:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x195:0x0].0x0 (ffff9be8d37f0200) 00010000:00010000:0.0:1783145823.729270:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.729273:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145823.729341:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1b3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+262:306030:x1869755187968000:12345-192.168.203.44@tcp:36:touch.500 Request processed in 371us (503us total) trans 12884905415 rc 0/0 00000100:00100000:0.0:1783145823.729350:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 357 00010000:00010000:1.0:1783145823.729393:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee3668928b1 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ab4a expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.729501:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee3668928b8 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.729513:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee3668928b8 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.729525:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee3668928b8 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.729542:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee3668928bf lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.729551:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee3668928bf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.729560:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee3668928bf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.729805:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.729849:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187968512 00000100:00100000:0.0:1783145823.729854:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187968512 00000100:00100000:0.0:1783145823.729876:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471483025891 time 8471482925891 state 0x1 ref 2 00000100:00100000:0.0:1783145823.729898:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471483025891 time 8471483776549 state 0x0 ref 2 00000100:00100000:0.0:1783145823.729908:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1b3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+291:306015:x1869755187968512:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:0.0:1783145823.729931:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1783145823.729948:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668927e6 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aaef expref: 291 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145823.729964:0:204557:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbcc:0x0], index 0: 0 00010000:00010000:0.0:1783145823.729965:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1200/0x38bddee36689246d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa01 expref: 290 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.729988:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c5:0x0].0x0 (ffff9be8d13d7900) 00010000:00010000:0.0:1783145823.729991:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145823.730003:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee3668928c6 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.730011:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee3668928c6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.730016:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee3668928c6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.730025:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f000/0x38bddee3668928cd lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.730031:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f000/0x38bddee3668928cd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.730035:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f000/0x38bddee3668928cd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.730077:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668928d4 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.730085:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668928d4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.730094:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668928d4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.730216:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee3668928db lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x196:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.730229:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee3668928db lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x196:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.730240:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee3668928db lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x196:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783145823.730255:0:204555:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].423, 64 off35264 00010000:00010000:1.0:1783145823.730287:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee3668928b8 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.730295:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee3668928e9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.730300:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee3668928b8 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.730305:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee3668928e9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.730310:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee3668928b8 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.730313:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee3668928e9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.730331:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee3668928b8 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.730333:0:204555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee3668928e9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.730360:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8552a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.730364:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee3668928e9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.730367:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee3668928b8 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.730399:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee3668928e9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.730402:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee3668928b8 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.730435:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.730436:0:204555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145823.730451:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.730452:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145823.730458:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668928d4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.730464:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee3668928e9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.730464:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee3668928b8 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.730465:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668928d4 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.730506:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee3668928b8 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.730510:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111f200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145823.730510:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668928d4 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.730523:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee3668928e9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.730527:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111e600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.730531:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee3668928e9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.730532:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668928d4 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.730534:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008d19c1c8 reply state 0000000057e9436e transno 12884905416 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee3668928bf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.730562:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c5:0x0].0x0 (ffff9be8d13d7900) 00010000:00010000:3.0:1783145823.730572:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.730577:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee3668928e9 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.730578:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668928d4 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.730580:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee3668928bf lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.730597:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee3668928e9 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.730616:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c5:0x0].0x0 (ffff9be8d13d7900) 00010000:00010000:0.0:1783145823.730625:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145823.730626:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00010000:00010000:0.0:1783145823.730632:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668928d4 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.730634:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.730634:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.730638:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668928d4 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.730645:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145823.730646:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.730651:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.730674:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee3668928c6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.730679:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee3668928c6 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.730683:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee3668928c6 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.730693:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111e200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.730701:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee3668928b1 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab4a expref: 264 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.730702:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee3668928c6 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.730731:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee3668928c6 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.730747:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.730748:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee3668928db lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x196:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab4a expref: 263 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.730754:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.730761:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee3668928c6 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.730777:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x196:0x0].0x0 (ffff9be8d902db00) 00010000:00010000:0.0:1783145823.730778:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee3668928c6 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.730795:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.730802:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e1b1ac00, rc 0) 00000004:00010000:0.0:1783145823.730814:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d449e41f reply state 000000000745455a transno 12884905417 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f000/0x38bddee3668928cd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.730823:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f000/0x38bddee3668928cd lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.730828:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:0.0:1783145823.730831:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.730833:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.730870:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1b3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+264:306033:x1869755187968256:12345-192.168.203.44@tcp:101:touch.500 Request processed in 1798us (1980us total) trans 12884905416 rc 0/0 00000100:00100000:0.0:1783145823.730872:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1b3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+291:306015:x1869755187968512:12345-192.168.203.44@tcp:36:rm.500 Request processed in 964us (1072us total) trans 12884905417 rc 0/0 00000100:00100000:1.0:1783145823.730897:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 358 00000100:00100000:0.0:1783145823.730910:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 359 00000100:00100000:0.0:1783145823.730918:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471483025891 time 8471483776549 state 0x2 ref 0 00000100:00100000:3.0:1783145823.731360:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.731394:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187968640 00000100:00100000:0.0:1783145823.731399:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187968640 00000100:00100000:0.0:1783145823.731412:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471483025891 time 8471483776549 state 0x0 ref 1 00000100:00100000:0.0:1783145823.731417:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471483876549 time 8471483776549 state 0x1 ref 1 00000100:00100000:0.0:1783145823.731432:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471483876549 time 8471485310900 state 0x0 ref 1 00000100:00100000:0.0:1783145823.731441:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+264:306030:x1869755187968640:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.731450:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.731459:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fc00/0x38bddee3668928f0 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ab51 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.731486:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fc00/0x38bddee3668928f0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab51 expref: 265 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.731499:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fc00/0x38bddee3668928f0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab51 expref: 265 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.731527:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x195:0x0].0x0 (ffff9be8d37f0200) 00010000:00010000:0.0:1783145823.731530:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145823.731533:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9d111fc00, rc 0) 00000100:00100000:0.0:1783145823.731563:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+265:306030:x1869755187968640:12345-192.168.203.44@tcp:101:touch.500 Request processed in 123us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.731578:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 360 00000100:00100000:0.0:1783145823.731582:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471483876549 time 8471485310900 state 0x2 ref 0 00000100:00100000:1.0:1783145823.733566:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.733614:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.733644:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187968896 00000100:00100000:3.0:1783145823.733650:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187968896 00000100:00100000:1.0:1783145823.733665:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.733675:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471483876549 time 8471485310900 state 0x0 ref 1 00000100:00100000:3.0:1783145823.733686:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471485410900 time 8471485310900 state 0x1 ref 1 00000100:00100000:3.0:1783145823.733704:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187969152 00000100:00100000:3.0:1783145823.733707:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187969152 00000100:00100000:3.0:1783145823.733721:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471485410900 time 8471485310900 state 0x1 ref 2 00000100:00100000:3.0:1783145823.733733:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187969408 00000100:00100000:3.0:1783145823.733735:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187969408 00000100:00100000:3.0:1783145823.733744:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471485410900 time 8471485310900 state 0x1 ref 3 00000100:00100000:3.0:1783145823.733755:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471487733209 time 8471487633209 state 0x1 ref 3 00000100:00100000:3.0:1783145823.733765:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+291:306022:x1869755187968896:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:3.0:1783145823.733797:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783145823.733814:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee3668927ca lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aae8 expref: 291 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.733824:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471487795937 time 8471487695937 state 0x1 ref 3 00010000:00010000:3.0:1783145823.733836:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee3668925e0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa55 expref: 290 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.733849:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+266:306033:x1869755187969152:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:3.0:1783145823.733854:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c7:0x0].0x0 (ffff9be8d13d7100) 00010000:00010000:3.0:1783145823.733858:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145823.733929:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471487795937 time 8471487804001 state 0x0 ref 3 00010000:00010000:3.0:1783145823.733938:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668928f7 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.733946:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+266:306024:x1869755187969408:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:3.0:1783145823.733948:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668928f7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.733957:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668928f7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.733974:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1783145823.733990:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a600/0x38bddee366892753 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x192:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aada expref: 266 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.733995:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee3668928fe lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.734005:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee3668928fe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.734011:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016600/0x38bddee36689267a lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x192:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa7f expref: 265 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.734013:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee3668928fe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.734023:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145823.734039:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x192:0x0].0x0 (ffff9be8d3702f00) 00010000:00010000:0.0:1783145823.734043:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.734054:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee3668928db lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x196:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab4a expref: 264 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.734058:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892905 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.734074:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee36689290c lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.734094:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee36689290c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.734096:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x196:0x0].0x0 (ffff9be8d902db00) 00010000:00010000:0.0:1783145823.734100:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892905 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.734102:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee36689290c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.734177:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145823.734184:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892905 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.734200:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e800/0x38bddee366892913 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.734209:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e800/0x38bddee366892913 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.734217:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e800/0x38bddee366892913 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.734252:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee36689291a lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x196:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.734267:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee36689291a lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.734268:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ee00/0x38bddee366892921 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.734299:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee36689291a lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.734302:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ee00/0x38bddee366892921 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x192:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783145823.734310:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].424, 64 off35328 00010000:00010000:0.0:1783145823.734335:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ee00/0x38bddee366892921 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x192:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.734366:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892928 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.734378:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892928 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.734386:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892928 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.734394:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892928 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.734404:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892928 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.734412:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892928 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.734415:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000004ccff9bc reply state 00000000481f8671 transno 12884905419 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee36689291a lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.734431:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145823.734432:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee36689291a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.734446:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x196:0x0].0x0 (ffff9be8d902d100) 00010000:00010000:1.0:1783145823.734450:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.734453:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.734455:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee36689290c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.734464:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee36689290c lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.734471:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee36689290c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783145823.734471:0:204556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].425, 64 off35392 00010000:00010000:3.0:1783145823.734482:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.734487:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee36689290c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.734496:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee36689290c lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.734511:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c7:0x0].0x0 (ffff9be8d13d7100) 00010000:00010000:3.0:1783145823.734514:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145823.734519:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee36689290c lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.734522:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e000/0x38bddee36689292f lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x192:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.734531:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee36689290c lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.734547:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+266:306033:x1869755187969152:12345-192.168.203.44@tcp:36:touch.500 Request processed in 698us (922us total) trans 12884905419 rc 0/0 00010000:00010000:0.0:1783145823.734550:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e000/0x38bddee36689292f lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x192:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.734558:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668928f7 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.734584:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 362 00010000:00010000:0.0:1783145823.734587:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e000/0x38bddee36689292f lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x192:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.734588:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668928f7 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.734607:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668928f7 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.734610:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e000/0x38bddee36689292f lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x192:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.734631:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e000/0x38bddee36689292f lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x192:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.734632:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668928f7 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.734648:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.734650:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e000/0x38bddee36689292f lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x192:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.734652:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668928f7 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.734668:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668928f7 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.734677:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.734679:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.734681:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668928f7 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.734682:0:204556:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1783145823.734690:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668928f7 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.734702:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ee00/0x38bddee366892921 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x192:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.734703:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000004:00010000:3.0:1783145823.734704:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000067cc7055 reply state 00000000d84b8136 transno 12884905418 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee3668928fe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.734717:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892928 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.734730:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee3668928fe lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.734736:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ee00/0x38bddee366892921 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x192:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.734759:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.734761:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:3.0:1783145823.734769:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.734770:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892928 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.734773:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ee00/0x38bddee366892921 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x192:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.734774:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145823.734804:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892928 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.734806:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111ee00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.734817:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ee00/0x38bddee366892921 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x192:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.734822:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+291:306022:x1869755187968896:12345-192.168.203.44@tcp:36:rm.500 Request processed in 1054us (1256us total) trans 12884905418 rc 0/0 00010000:00010000:1.0:1783145823.734842:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c7:0x0].0x0 (ffff9be8d13d7100) 00010000:00010000:0.0:1783145823.734846:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ee00/0x38bddee366892921 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x192:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.734849:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 361 00010000:00010000:1.0:1783145823.734854:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1783145823.734861:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892928 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.734868:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x192:0x0].0x0 (ffff9be8d3702f00) 00010000:00010000:1.0:1783145823.734870:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892928 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.734875:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145823.734889:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ee00/0x38bddee366892921 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x192:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.734896:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145823.734904:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e000/0x38bddee36689292f lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x192:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.734906:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ee00/0x38bddee366892921 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x192:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.734926:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145823.734930:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111e000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145823.734937:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e000/0x38bddee36689292f lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x192:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.734947:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e000/0x38bddee36689292f lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x192:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.734950:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892905 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.734954:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187969536 00000100:00100000:2.0:1783145823.734966:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187969536 00010000:00010000:0.0:1783145823.734975:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892905 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.734976:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x192:0x0].0x0 (ffff9be8d3702f00) 00010000:00010000:1.0:1783145823.734985:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1783145823.734992:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e000/0x38bddee36689292f lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x192:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.734994:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892905 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.735009:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2535 00010000:00010000:1.0:1783145823.735016:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e000/0x38bddee36689292f lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x192:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.735023:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892905 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.735026:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b832727d-edc7-457c-aba4-c59935e6a58f+39:2407:x1869755187969536:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:1.0:1783145823.735047:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.735047:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111ea00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.735054:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.735057:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892905 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.735058:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.735070:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892905 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.735079:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.735083:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.735087:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892905 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.735093:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892905 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.735110:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000920cb13d reply state 000000004ff1be26 transno 12884905420 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e800/0x38bddee366892913 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.735162:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e800/0x38bddee366892913 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.735169:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:0.0:1783145823.735172:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.735175:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.735221:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b832727d-edc7-457c-aba4-c59935e6a58f+40:2407:x1869755187969536:12345-192.168.203.44@tcp:2:touch.500 Request processed in 199us (303us total) trans 8589935441 rc 0/0 00000100:00100000:0.0:1783145823.735222:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+266:306024:x1869755187969408:12345-192.168.203.44@tcp:36:rm.500 Request processed in 1279us (1559us total) trans 12884905420 rc 0/0 00000100:00100000:2.0:1783145823.735232:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2535 00000100:00100000:0.0:1783145823.735236:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 363 00000100:00100000:0.0:1783145823.735243:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471487795937 time 8471487804001 state 0x2 ref 0 00010000:00010000:0.0:1783145823.735275:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145823.735694:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.735845:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187969664 00000100:00100000:1.0:1783145823.735853:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187969664 00000100:00100000:1.0:1783145823.735881:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471487795937 time 8471487804001 state 0x0 ref 1 00000100:00100000:1.0:1783145823.735892:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471487904001 time 8471487804001 state 0x1 ref 1 00000100:00100000:1.0:1783145823.735924:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471487904001 time 8471489801480 state 0x0 ref 1 00000100:00100000:1.0:1783145823.735946:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1608a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+266:306033:x1869755187969664:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.735960:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.735974:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392200/0x38bddee366892936 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x196:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ab58 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.736014:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392200/0x38bddee366892936 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x196:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab58 expref: 267 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.736031:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392200/0x38bddee366892936 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x196:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab58 expref: 267 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.736458:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.736510:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.736532:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187969920 00000100:00100000:3.0:1783145823.736536:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187969920 00000100:00100000:3.0:1783145823.736553:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471489901480 time 8471489801480 state 0x1 ref 2 00000100:00100000:3.0:1783145823.736608:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471489901480 time 8471490485460 state 0x0 ref 2 00000100:00100000:3.0:1783145823.736616:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+291:306020:x1869755187969920:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:3.0:1783145823.736645:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783145823.736664:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668927f4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aaf6 expref: 291 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.736680:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892593 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa40 expref: 290 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.736690:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c6:0x0].0x0 (ffff9be8d13d7400) 00010000:00010000:3.0:1783145823.736694:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.736707:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017800/0x38bddee36689293d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.736714:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017800/0x38bddee36689293d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.736725:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017800/0x38bddee36689293d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.736739:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017a00/0x38bddee366892944 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.736746:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017a00/0x38bddee366892944 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.736751:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017a00/0x38bddee366892944 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.736790:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee36689294b lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.736797:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee36689294b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.736805:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee36689294b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783145823.736897:0:206077:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].419, 64 off35008 00010000:00010000:3.0:1783145823.736932:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016a00/0x38bddee366892952 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.736939:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016a00/0x38bddee366892952 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.736944:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016a00/0x38bddee366892952 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.736949:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016a00/0x38bddee366892952 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.736953:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016a00/0x38bddee366892952 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.736958:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016a00/0x38bddee366892952 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.736976:0:206077:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145823.736986:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee36689294b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.736990:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee36689294b lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.736994:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee36689294b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.736998:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2016800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.736999:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.737000:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee36689294b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.737009:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee36689294b lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.737011:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016a00/0x38bddee366892952 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.737017:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c6:0x0].0x0 (ffff9be8d13d7400) 00010000:00010000:3.0:1783145823.737023:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145823.737027:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee36689294b lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.737027:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2016a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.737036:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee36689294b lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.737037:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016a00/0x38bddee366892952 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.737052:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016a00/0x38bddee366892952 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.737055:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017800/0x38bddee36689293d lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.737066:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017800/0x38bddee36689293d lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.737075:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017800/0x38bddee36689293d lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.737078:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c6:0x0].0x0 (ffff9be8d13d7400) 00010000:00010000:3.0:1783145823.737080:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017800/0x38bddee36689293d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.737084:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.737086:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2017800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.737091:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017800/0x38bddee36689293d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.737091:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016a00/0x38bddee366892952 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.737098:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017800/0x38bddee36689293d lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.737103:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016a00/0x38bddee366892952 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.737108:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.737147:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.737151:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017800/0x38bddee36689293d lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.737158:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017800/0x38bddee36689293d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.737172:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000951380fe reply state 000000004290598a transno 12884905421 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017a00/0x38bddee366892944 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.737183:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017a00/0x38bddee366892944 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.737190:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:3.0:1783145823.737192:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.737192:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145823.737197:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.737198:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.737204:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145823.737251:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+291:306020:x1869755187969920:12345-192.168.203.44@tcp:36:rm.500 Request processed in 635us (796us total) trans 12884905421 rc 0/0 00000100:00100000:3.0:1783145823.737259:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 365 00000100:00100000:2.0:1783145823.737442:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187970176 00000100:00100000:2.0:1783145823.737447:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187970176 00000100:00100000:2.0:1783145823.737478:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 948 00000100:00100000:2.0:1783145823.737491:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+268:306030:x1869755187970176:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:2.0:1783145823.737639:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+269:306030:x1869755187970176:12345-192.168.203.44@tcp:35:touch.500 Request processed in 151us (1127us total) trans 12884905422 rc 0/0 00000100:00100000:2.0:1783145823.737645:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 948 00010000:00010000:1.0:1783145823.737661:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x196:0x0].0x0 (ffff9be8d902d100) 00010000:00010000:1.0:1783145823.737667:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145823.737671:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9fd392200, rc 0) 00000100:00100000:1.0:1783145823.737715:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1608a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+268:306033:x1869755187969664:12345-192.168.203.44@tcp:101:touch.500 Request processed in 1777us (2021us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.737730:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.737740:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 364 00000100:00100000:1.0:1783145823.737748:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471489901480 time 8471490485460 state 0x2 ref 0 00000100:00100000:2.0:1783145823.737752:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187970432 00000100:00100000:2.0:1783145823.737760:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187970432 00000100:00100000:2.0:1783145823.737782:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471489901480 time 8471490485460 state 0x0 ref 1 00000100:00100000:2.0:1783145823.737789:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471490585460 time 8471490485460 state 0x1 ref 1 00000100:00100000:2.0:1783145823.737809:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471490585460 time 8471491687307 state 0x0 ref 1 00000100:00100000:2.0:1783145823.737822:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+268:306032:x1869755187970432:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145823.737846:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145823.737860:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee3668927a0 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x193:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aae1 expref: 268 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.737878:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee3668926ce lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x193:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa8d expref: 267 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.737884:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x193:0x0].0x0 (ffff9be8d902d500) 00010000:00010000:2.0:1783145823.737887:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.737894:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366892959 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.737901:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366892959 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.737909:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366892959 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.737916:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3a00/0x38bddee366892960 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.737921:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3a00/0x38bddee366892960 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.737926:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3a00/0x38bddee366892960 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.737955:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee366892967 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x193:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.737960:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee366892967 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x193:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.737964:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee366892967 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x193:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145823.738037:0:204555:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].420, 64 off35072 00010000:00010000:2.0:1783145823.738058:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2000/0x38bddee36689296e lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x193:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.738063:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2000/0x38bddee36689296e lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x193:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.738067:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2000/0x38bddee36689296e lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x193:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.738071:0:204555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2000/0x38bddee36689296e lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x193:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.738076:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2000/0x38bddee36689296e lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x193:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.738079:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2000/0x38bddee36689296e lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x193:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.738092:0:204555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145823.738099:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee366892967 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x193:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.738103:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee366892967 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x193:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.738105:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145823.738107:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee366892967 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x193:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.738110:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2000/0x38bddee36689296e lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x193:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.738141:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca2000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.738144:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2000/0x38bddee36689296e lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x193:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.738146:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca3600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.738151:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2000/0x38bddee36689296e lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x193:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.738151:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee366892967 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x193:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.738175:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x193:0x0].0x0 (ffff9be8d902d500) 00010000:00010000:2.0:1783145823.738176:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee366892967 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x193:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.738179:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.738183:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2000/0x38bddee36689296e lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x193:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.738191:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2000/0x38bddee36689296e lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x193:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.738196:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x193:0x0].0x0 (ffff9be8d902d500) 00010000:00010000:2.0:1783145823.738202:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145823.738204:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.738207:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.738207:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee366892967 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x193:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.738210:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.738217:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee366892967 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x193:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.738235:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366892959 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.738240:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366892959 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.738243:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366892959 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.738246:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca2a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.738248:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366892959 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.738251:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366892959 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.738256:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.738258:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.738259:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366892959 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.738262:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366892959 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.738268:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a793b32f reply state 0000000068703333 transno 12884905423 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3a00/0x38bddee366892960 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.738274:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3a00/0x38bddee366892960 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.738278:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:2.0:1783145823.738279:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.738281:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.738313:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+268:306032:x1869755187970432:12345-192.168.203.44@tcp:36:rm.500 Request processed in 495us (594us total) trans 12884905423 rc 0/0 00000100:00100000:2.0:1783145823.738319:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 366 00000100:00100000:2.0:1783145823.738322:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471490585460 time 8471491687307 state 0x2 ref 0 00000100:00100000:3.0:1783145823.739305:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.739324:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187970688 00000100:00100000:2.0:1783145823.739328:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187970688 00000100:00100000:2.0:1783145823.739340:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471490585460 time 8471491687307 state 0x0 ref 1 00000100:00100000:2.0:1783145823.739346:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471491787307 time 8471491687307 state 0x1 ref 1 00000100:00100000:2.0:1783145823.739368:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471491787307 time 8471493245271 state 0x0 ref 1 00000100:00100000:2.0:1783145823.739380:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+291:306028:x1869755187970688:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145823.739401:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145823.739411:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892841 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab12 expref: 291 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739422:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892681 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa78 expref: 290 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739428:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c9:0x0].0x0 (ffff9be8d1a4ef00) 00010000:00010000:2.0:1783145823.739431:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.739437:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee366892975 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739443:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee366892975 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739448:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee366892975 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739454:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2200/0x38bddee36689297c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739459:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2200/0x38bddee36689297c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739463:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2200/0x38bddee36689297c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739490:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892983 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739494:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892983 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739499:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892983 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145823.739565:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].421, 64 off35136 00010000:00010000:2.0:1783145823.739584:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee36689298a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739590:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee36689298a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739595:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee36689298a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739599:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee36689298a lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739604:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee36689298a lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739607:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee36689298a lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739619:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145823.739626:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892983 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739629:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892983 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739633:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892983 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739638:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca3c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.739640:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892983 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739644:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892983 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739651:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c9:0x0].0x0 (ffff9be8d1a4ef00) 00010000:00010000:1.0:1783145823.739653:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145823.739664:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145823.739669:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892983 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.739669:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee36689298a lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739692:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892983 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.739702:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca3200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145823.739709:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee366892975 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.739710:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee36689298a lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739734:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee366892975 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739744:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee366892975 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.739745:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee36689298a lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739773:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee366892975 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739778:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca2e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.739781:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee366892975 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.739784:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c9:0x0].0x0 (ffff9be8d1a4ef00) 00010000:00010000:2.0:1783145823.739785:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee366892975 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.739798:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.739803:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.739806:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee36689298a lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739807:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.739811:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee366892975 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739831:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee366892975 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.739831:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee36689298a lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.739865:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000efb06e3f reply state 00000000c6090ec0 transno 12884905424 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2200/0x38bddee36689297c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.739873:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2200/0x38bddee36689297c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.739874:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.739881:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.739887:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.739889:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00010000:00010000:2.0:1783145823.739893:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.739894:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.739925:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+291:306028:x1869755187970688:12345-192.168.203.44@tcp:36:rm.500 Request processed in 548us (619us total) trans 12884905424 rc 0/0 00000100:00100000:2.0:1783145823.739929:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 367 00000100:00100000:2.0:1783145823.739933:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471491787307 time 8471493245271 state 0x2 ref 0 00000100:00100000:3.0:1783145823.740414:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.740454:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187970816 00000100:00100000:2.0:1783145823.740458:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187970816 00000100:00100000:2.0:1783145823.740486:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2536 00000100:00100000:2.0:1783145823.740492:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:b832727d-edc7-457c-aba4-c59935e6a58f+70:2407:x1869755187970816:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:2.0:1783145823.740600:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:b832727d-edc7-457c-aba4-c59935e6a58f+71:2407:x1869755187970816:12345-192.168.203.44@tcp:2:touch.500 Request processed in 108us (187us total) trans 8589936093 rc 0/0 00000100:00100000:2.0:1783145823.740607:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2536 00000100:00100000:3.0:1783145823.742849:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.742891:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187971072 00000100:00100000:0.0:1783145823.742897:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187971072 00000100:00100000:0.0:1783145823.742939:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 949 00000100:00100000:0.0:1783145823.742948:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+268:306033:x1869755187971072:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:0.0:1783145823.743097:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+269:306033:x1869755187971072:12345-192.168.203.44@tcp:35:touch.500 Request processed in 149us (247us total) trans 12884905425 rc 0/0 00000100:00100000:0.0:1783145823.743105:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 949 00000100:00100000:3.0:1783145823.743564:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.743603:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187971328 00000100:00100000:0.0:1783145823.743608:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187971328 00000100:00100000:0.0:1783145823.743626:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471491787307 time 8471493245271 state 0x0 ref 1 00000100:00100000:0.0:1783145823.743635:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471493345271 time 8471493245271 state 0x1 ref 1 00000100:00100000:0.0:1783145823.743658:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471493345271 time 8471497535882 state 0x0 ref 1 00000100:00100000:0.0:1783145823.743671:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+269:306027:x1869755187971328:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:0.0:1783145823.743696:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1783145823.743714:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df800/0x38bddee366892737 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x191:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aab0 expref: 269 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.743734:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892649 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x191:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa71 expref: 268 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.743753:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x191:0x0].0x0 (ffff9be8d3702000) 00010000:00010000:0.0:1783145823.743758:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145823.743772:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892991 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.743782:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892991 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.743790:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892991 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.743802:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ee00/0x38bddee366892998 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.743811:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ee00/0x38bddee366892998 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.743819:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ee00/0x38bddee366892998 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.743868:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee36689299f lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x191:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.743876:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee36689299f lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x191:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.743883:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee36689299f lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x191:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783145823.744010:0:206077:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].422, 64 off35200 00010000:00010000:0.0:1783145823.744043:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668929a6 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x191:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.744053:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668929a6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x191:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.744061:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668929a6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x191:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.744069:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668929a6 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x191:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.744076:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668929a6 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x191:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.744082:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668929a6 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x191:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.744103:0:206077:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145823.744159:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee36689299f lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x191:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.744166:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee36689299f lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x191:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.744174:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee36689299f lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x191:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.744177:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145823.744181:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111e200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.744190:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668929a6 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x191:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.744191:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee36689299f lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x191:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.744223:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee36689299f lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x191:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.744226:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111e600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145823.744236:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668929a6 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x191:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.744243:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x191:0x0].0x0 (ffff9be8d3702000) 00010000:00010000:0.0:1783145823.744248:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145823.744252:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee36689299f lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x191:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.744255:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668929a6 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x191:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.744260:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee36689299f lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x191:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.744280:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x191:0x0].0x0 (ffff9be8d3702000) 00010000:00010000:0.0:1783145823.744283:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892991 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.744286:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1783145823.744293:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668929a6 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x191:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.744297:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892991 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.744306:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668929a6 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x191:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.744310:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892991 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.744325:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892991 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.744327:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.744331:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.744335:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.744338:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111ea00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.744345:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892991 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.744351:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892991 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.744360:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.744363:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.744366:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892991 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.744376:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892991 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.744388:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003a062dff reply state 000000005da13b53 transno 12884905426 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ee00/0x38bddee366892998 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.744398:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ee00/0x38bddee366892998 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.744403:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be9ca6eba00) 00010000:00010000:0.0:1783145823.744405:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.744408:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145823.744449:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+269:306027:x1869755187971328:12345-192.168.203.44@tcp:36:rm.500 Request processed in 781us (886us total) trans 12884905426 rc 0/0 00000100:00100000:0.0:1783145823.744456:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 368 00000100:00100000:0.0:1783145823.744461:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471493345271 time 8471497535882 state 0x2 ref 0 00000100:00100000:3.0:1783145823.746067:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.746153:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187971456 00000100:00100000:1.0:1783145823.746163:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187971456 00000100:00100000:1.0:1783145823.746200:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471493345271 time 8471497535882 state 0x0 ref 1 00000100:00100000:1.0:1783145823.746212:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471497635882 time 8471497535882 state 0x1 ref 1 00000100:00100000:1.0:1783145823.746256:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471497635882 time 8471500132249 state 0x0 ref 1 00000100:00100000:1.0:1783145823.746274:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+269:306034:x1869755187971456:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145823.746296:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.746313:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393a00/0x38bddee3668929ad lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ab5f expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.746372:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393400/0x38bddee3668929b4 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.746387:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393400/0x38bddee3668929b4 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.746397:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393400/0x38bddee3668929b4 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.746414:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee3668929bb lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.746423:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee3668929bb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.746430:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee3668929bb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.746506:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392a00/0x38bddee3668929c2 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.746515:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392a00/0x38bddee3668929c2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x194:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.746523:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392a00/0x38bddee3668929c2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x194:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145823.746572:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x194:0x0]: returning size 0 00000004:00200000:1.0:1783145823.746578:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783145823.746600:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392a00/0x38bddee3668929c2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x194:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.746611:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392a00/0x38bddee3668929c2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x194:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.746621:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393400/0x38bddee3668929b4 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.746628:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393400/0x38bddee3668929b4 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.746638:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393400/0x38bddee3668929b4 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.746644:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393400/0x38bddee3668929b4 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.746649:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9fd393400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.746652:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393400/0x38bddee3668929b4 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.746659:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393400/0x38bddee3668929b4 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.746669:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.746672:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.746676:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393400/0x38bddee3668929b4 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.746682:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393400/0x38bddee3668929b4 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.746713:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee3668929bb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.746720:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee3668929bb lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.746726:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee3668929bb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.746732:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9fd392400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.746736:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee3668929bb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.746742:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee3668929bb lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.746752:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:1.0:1783145823.746755:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.746758:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee3668929bb lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.746763:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee3668929bb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.746814:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393a00/0x38bddee3668929ad lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab5f expref: 271 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.746830:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392a00/0x38bddee3668929c2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x194:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab5f expref: 270 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.746838:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x194:0x0].0x0 (ffff9be8d2cdc100) 00010000:00010000:1.0:1783145823.746841:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.746845:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9fd392a00, rc 0) 00000100:00100000:1.0:1783145823.746907:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+270:306034:x1869755187971456:12345-192.168.203.44@tcp:101:rm.500 Request processed in 640us (839us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.746917:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 369 00000100:00100000:1.0:1783145823.746923:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471497635882 time 8471500132249 state 0x2 ref 0 00000100:00100000:3.0:1783145823.748817:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.748850:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187971712 00000100:00100000:0.0:1783145823.748857:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187971712 00000100:00100000:0.0:1783145823.748878:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471497635882 time 8471500132249 state 0x0 ref 1 00000100:00100000:0.0:1783145823.748888:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471500232249 time 8471500132249 state 0x1 ref 1 00000100:00100000:0.0:1783145823.748914:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471500232249 time 8471502791230 state 0x0 ref 1 00000100:00100000:0.0:1783145823.748928:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+270:306037:x1869755187971712:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.748941:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.748954:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee3668929c9 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ab66 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.749025:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fe00/0x38bddee3668929d0 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.749033:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fe00/0x38bddee3668929d0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.749040:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fe00/0x38bddee3668929d0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.749048:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e000/0x38bddee3668929d7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.749054:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e000/0x38bddee3668929d7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.749059:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e000/0x38bddee3668929d7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145823.749311:0:204556:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb69:0x0], index 1: 0 00010000:00010000:0.0:1783145823.749405:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee3668929de lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.749411:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee3668929de lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.749416:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee3668929de lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.749438:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fe00/0x38bddee3668929d0 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.749445:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fe00/0x38bddee3668929d0 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.749449:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fe00/0x38bddee3668929d0 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.749453:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fe00/0x38bddee3668929d0 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.749457:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111fe00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.749459:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fe00/0x38bddee3668929d0 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.749463:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fe00/0x38bddee3668929d0 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.749471:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.749473:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.749475:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fe00/0x38bddee3668929d0 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.749479:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fe00/0x38bddee3668929d0 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.749487:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006bfdb7f3 reply state 000000002b82df5e transno 12884905427 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e000/0x38bddee3668929d7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.749494:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e000/0x38bddee3668929d7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.749499:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:0.0:1783145823.749501:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.749503:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.749518:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee3668929c9 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab66 expref: 273 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.749527:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee3668929de lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab66 expref: 272 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.749532:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x197:0x0].0x0 (ffff9be8d37f0300) 00010000:00010000:0.0:1783145823.749533:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.749535:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9d111f200, rc 0) 00000100:00100000:0.0:1783145823.749574:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+273:306037:x1869755187971712:12345-192.168.203.44@tcp:101:touch.500 Request processed in 649us (758us total) trans 12884905427 rc 0/0 00000100:00100000:0.0:1783145823.749579:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 370 00000100:00100000:0.0:1783145823.749582:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471500232249 time 8471502791230 state 0x2 ref 0 00000100:00100000:3.0:1783145823.751257:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.751320:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187971968 00000100:00100000:1.0:1783145823.751331:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187971968 00000100:00100000:1.0:1783145823.751368:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471500232249 time 8471502791230 state 0x0 ref 1 00000100:00100000:1.0:1783145823.751378:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471502891230 time 8471502791230 state 0x1 ref 1 00000100:00100000:1.0:1783145823.751406:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471502891230 time 8471505284106 state 0x0 ref 1 00000100:00100000:1.0:1783145823.751418:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+273:306037:x1869755187971968:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:1.0:1783145823.751459:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145823.751480:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee3668929de lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab66 expref: 273 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.751496:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x197:0x0].0x0 (ffff9be8d37f0300) 00010000:00010000:1.0:1783145823.751505:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.751565:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392800/0x38bddee3668929ec lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x197:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.751573:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392800/0x38bddee3668929ec lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.751580:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392800/0x38bddee3668929ec lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.751669:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000632c5807 reply state 0000000062b079c5 transno 12884905428 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392800/0x38bddee3668929ec lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.751682:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392800/0x38bddee3668929ec lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.751688:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x197:0x0].0x0 (ffff9be8d902db00) 00010000:00010000:1.0:1783145823.751692:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.751695:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.751767:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+274:306037:x1869755187971968:12345-192.168.203.44@tcp:36:touch.500 Request processed in 352us (511us total) trans 12884905428 rc 0/0 00000100:00100000:1.0:1783145823.751773:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 371 00000100:00100000:1.0:1783145823.751776:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471502891230 time 8471505284106 state 0x2 ref 0 00000100:00100000:3.0:1783145823.752533:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.752568:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187972096 00000100:00100000:0.0:1783145823.752574:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187972096 00000100:00100000:0.0:1783145823.752594:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471502891230 time 8471505284106 state 0x0 ref 1 00000100:00100000:0.0:1783145823.752602:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471505384106 time 8471505284106 state 0x1 ref 1 00000100:00100000:0.0:1783145823.752621:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471505384106 time 8471506499634 state 0x0 ref 1 00000100:00100000:0.0:1783145823.752629:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee218700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+274:306037:x1869755187972096:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.752642:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.752653:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee3668929f3 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x197:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ab6d expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.752689:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee3668929f3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab6d expref: 275 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.752697:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee3668929f3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x197:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab6d expref: 275 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.752709:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x197:0x0].0x0 (ffff9be8d902db00) 00010000:00010000:0.0:1783145823.752712:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145823.752715:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9d111ea00, rc 0) 00000100:00100000:0.0:1783145823.752745:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee218700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+275:306037:x1869755187972096:12345-192.168.203.44@tcp:101:touch.500 Request processed in 117us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.752750:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 372 00000100:00100000:0.0:1783145823.752753:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471505384106 time 8471506499634 state 0x2 ref 0 00000100:00100000:0.0:1783145823.753786:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.753822:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187972224 00000100:00100000:2.0:1783145823.753829:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187972224 00000100:00100000:2.0:1783145823.753864:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2537 00000100:00100000:2.0:1783145823.753873:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1608380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b832727d-edc7-457c-aba4-c59935e6a58f+40:2408:x1869755187972224:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:2.0:1783145823.754028:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1608380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b832727d-edc7-457c-aba4-c59935e6a58f+41:2408:x1869755187972224:12345-192.168.203.44@tcp:2:touch.500 Request processed in 155us (240us total) trans 8589935442 rc 0/0 00000100:00100000:2.0:1783145823.754036:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2537 00000100:00100000:1.0:1783145823.754750:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.754820:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187972480 00000100:00100000:0.0:1783145823.754826:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187972480 00000100:00100000:0.0:1783145823.754854:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 950 00000100:00100000:0.0:1783145823.754861:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+275:306037:x1869755187972480:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:0.0:1783145823.755016:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+276:306037:x1869755187972480:12345-192.168.203.44@tcp:35:touch.500 Request processed in 155us (271us total) trans 12884905429 rc 0/0 00000100:00100000:0.0:1783145823.755021:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 950 00000100:00100000:0.0:1783145823.755257:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.755277:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.755300:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187972608 00000100:00100000:2.0:1783145823.755306:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187972608 00000100:00100000:1.0:1783145823.755325:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187972736 00000100:00100000:2.0:1783145823.755332:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471505384106 time 8471506499634 state 0x0 ref 1 00000100:00100000:1.0:1783145823.755335:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187972736 00000100:00100000:2.0:1783145823.755368:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471506599634 time 8471506499634 state 0x1 ref 2 00000100:00100000:1.0:1783145823.755379:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471506599634 time 8471506499634 state 0x1 ref 2 00000100:00100000:2.0:1783145823.755399:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471509374863 time 8471509274863 state 0x1 ref 2 00000100:00100000:0.0:1783145823.755412:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471509374863 time 8471509288673 state 0x0 ref 2 00000100:00100000:2.0:1783145823.755416:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d160bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+277:306038:x1869755187972608:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.755431:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1783145823.755431:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d160b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+277:306041:x1869755187972736:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.755441:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.755447:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee3668929fa lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ab74 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.755449:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fe00/0x38bddee366892a01 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ab7b expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.755499:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892a08 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.755503:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee366892a0f lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.755513:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892a08 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.755524:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892a08 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.755525:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee366892a0f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.755541:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee366892a0f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.755547:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366892a16 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.755552:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892a1d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.755558:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366892a16 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.755560:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892a1d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.755575:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892a1d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.755578:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366892a16 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.755639:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892a24 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x196:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.755649:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892a24 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x196:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.755656:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892a24 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x196:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145823.755678:0:206077:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x196:0x0]: returning size 0 00000004:00200000:0.0:1783145823.755682:0:206077:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783145823.755692:0:206077:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892a24 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x196:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.755698:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892a24 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x196:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.755703:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366892a2b lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.755706:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee366892a0f lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.755744:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.755744:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee366892a0f lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.755748:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366892a2b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.755764:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee366892a0f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.755770:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee366892a0f lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.755773:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366892a2b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.755776:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111e200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.755785:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee366892a0f lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.755796:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee366892a0f lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.755804:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.755806:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.755809:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee366892a0f lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.755817:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee366892a0f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145823.755821:0:204590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x195:0x0]: returning size 0 00010000:00010000:0.0:1783145823.755825:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892a1d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145823.755828:0:204590:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1783145823.755831:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892a1d lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.755836:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892a1d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.755840:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111f600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.755843:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892a1d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.755846:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892a1d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.755848:0:204590:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366892a2b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.755852:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00010000:00010000:0.0:1783145823.755862:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.755868:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892a1d lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.755873:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892a1d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.755874:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366892a2b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.755890:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892a08 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.755900:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892a08 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.755901:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fe00/0x38bddee366892a01 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab7b expref: 280 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.755902:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.755927:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187972864 00000100:00100000:2.0:1783145823.755936:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187972864 00010000:00010000:1.0:1783145823.755968:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892a08 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.755970:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187972992 00000100:00100000:2.0:1783145823.755980:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187972992 00010000:00010000:0.0:1783145823.755980:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892a24 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x196:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab7b expref: 280 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.756002:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892a08 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756002:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x196:0x0].0x0 (ffff9be8d902d100) 00000100:00100000:2.0:1783145823.756013:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 615 00010000:00010000:0.0:1783145823.756016:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.756021:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9d111f200, rc 0) 00000100:00100000:2.0:1783145823.756030:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:b832727d-edc7-457c-aba4-c59935e6a58f+281:2407:x1869755187972864:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:1.0:1783145823.756034:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca3c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.756043:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892a08 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.756048:0:204561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 616 00010000:00010000:1.0:1783145823.756061:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892a08 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756068:0:228897:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1783145823.756072:0:204561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b832727d-edc7-457c-aba4-c59935e6a58f+281:2407:x1869755187972992:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:2.0:1783145823.756081:0:228897:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee366892a32 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ab82 expref: -99 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.756090:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.756096:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.756101:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892a08 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.756107:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892a08 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756112:0:204561:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.756145:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366892a39 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756151:0:204561:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee366892a40 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ab89 expref: -99 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756159:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366892a39 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.756161:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366892a16 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756178:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366892a47 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756186:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366892a39 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.756190:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366892a16 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756217:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366892a47 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.756227:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366892a16 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756235:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2c00/0x38bddee366892a4e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756235:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366892a47 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.756236:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca2a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.756246:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366892a16 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756267:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2c00/0x38bddee366892a4e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.756275:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366892a16 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756276:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892a55 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756284:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2c00/0x38bddee366892a4e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.756318:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00010000:00010000:0.0:1783145823.756318:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892a55 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.756332:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.756337:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892a55 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.756340:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366892a16 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.756352:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366892a16 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756354:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2800/0x38bddee366892a5c lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x196:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756373:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2800/0x38bddee366892a5c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x196:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756378:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366892a63 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756391:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366892a63 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756395:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2800/0x38bddee366892a5c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x196:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.756397:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee3668929fa lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab74 expref: 284 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756404:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366892a63 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.756443:0:228897:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x196:0x0]: returning size 0 00000004:00200000:2.0:1783145823.756448:0:228897:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00200000:0.0:1783145823.756451:0:204561:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x197:0x0]: returning size 0 00010000:00010000:1.0:1783145823.756453:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366892a2b lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab74 expref: 283 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145823.756455:0:204561:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145823.756462:0:228897:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2800/0x38bddee366892a5c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x196:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.756470:0:204561:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366892a63 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.756483:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x195:0x0].0x0 (ffff9be8d37f0200) 00010000:00010000:1.0:1783145823.756497:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.756499:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2800/0x38bddee366892a5c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x196:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756500:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366892a63 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.756503:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9fd392400, rc 0) 00010000:00010000:0.0:1783145823.756521:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366892a47 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756526:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366892a47 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756531:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366892a47 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756532:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366892a39 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756541:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366892a39 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756549:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366892a39 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756549:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111e600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.756554:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366892a47 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756560:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca3e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.756563:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366892a47 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756565:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366892a39 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.756573:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d160bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+283:306038:x1869755187972608:12345-192.168.203.44@tcp:101:rm.500 Request processed in 1152us (1307us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145823.756594:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.756603:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.756606:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 373 00010000:00010000:0.0:1783145823.756607:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366892a47 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756608:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366892a39 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756625:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366892a47 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756635:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.756639:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892a55 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756640:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.756646:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366892a39 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756647:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892a55 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756662:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892a55 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756676:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.756677:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366892a39 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756678:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892a55 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756693:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892a55 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756699:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2c00/0x38bddee366892a4e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756700:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:0.0:1783145823.756704:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.756707:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892a55 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756713:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2c00/0x38bddee366892a4e lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756714:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892a55 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756731:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2c00/0x38bddee366892a4e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756737:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca2c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.756741:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee366892a40 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab89 expref: 283 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756742:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2c00/0x38bddee366892a4e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756756:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2c00/0x38bddee366892a4e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756758:0:204561:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366892a63 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab89 expref: 282 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756773:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x197:0x0].0x0 (ffff9be8d902db00) 00010000:00010000:0.0:1783145823.756775:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.756776:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00010000:00010000:0.0:1783145823.756777:0:204561:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8413c00, rc 0) 00010000:00010000:2.0:1783145823.756782:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.756782:0:204561:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.756788:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2c00/0x38bddee366892a4e lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756791:0:204561:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366892a6a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ab97 expref: -99 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756800:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2c00/0x38bddee366892a4e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756813:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366892a71 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756821:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366892a71 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756824:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee366892a32 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab82 expref: 284 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756828:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366892a71 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756845:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892a78 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756851:0:228897:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2800/0x38bddee366892a5c lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x196:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab82 expref: 283 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756853:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892a78 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756866:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892a78 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756869:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x196:0x0].0x0 (ffff9be8d902d100) 00010000:00010000:2.0:1783145823.756873:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.756875:0:228897:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d5ca2800, rc 0) 00010000:00010000:0.0:1783145823.756879:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366892a71 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756880:0:228897:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.756891:0:228897:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2000/0x38bddee366892a7f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ab90 expref: -99 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756891:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366892a71 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756910:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366892a71 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756916:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.756919:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366892a71 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756927:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366892a71 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756928:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee366892a86 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756945:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee366892a86 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756953:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.756954:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee366892a86 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756958:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.756963:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366892a71 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756968:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892a8d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756971:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366892a71 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.756986:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892a8d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.756989:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892a78 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.757002:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892a78 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757004:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892a8d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.757008:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892a78 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.757019:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda91400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.757021:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892a78 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.757025:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892a78 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.757031:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:0.0:1783145823.757033:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.757035:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892a78 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.757038:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892a78 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757051:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892a94 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.757052:0:204561:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366892a6a lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab97 expref: 284 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.757071:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.757072:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892a94 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.757073:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145823.757079:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366892a6a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab97 expref: 284 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757084:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892a94 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.757094:0:204561:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8412800, rc -2) 00000004:00200000:2.0:1783145823.757104:0:228897:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x197:0x0]: returning size 0 00000004:00200000:2.0:1783145823.757108:0:228897:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145823.757156:0:228897:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892a94 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.757165:0:204561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b832727d-edc7-457c-aba4-c59935e6a58f+283:2407:x1869755187972992:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 1103us (1265us total) trans 0 rc -2/-2 00010000:00010000:2.0:1783145823.757168:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892a94 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.757175:0:204561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 616 00010000:00010000:2.0:1783145823.757180:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee366892a86 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757189:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee366892a86 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757196:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee366892a86 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757202:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca3200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.757205:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee366892a86 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757211:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee366892a86 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757219:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.757222:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.757226:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee366892a86 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757233:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee366892a86 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757244:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892a8d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757250:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892a8d lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757257:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892a8d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757262:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c0031e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.757266:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892a8d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.757274:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d160b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+282:306041:x1869755187972736:12345-192.168.203.44@tcp:101:rm.500 Request processed in 1850us (1995us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145823.757276:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892a8d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.757286:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 374 00000100:00100000:0.0:1783145823.757292:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471509374863 time 8471509288673 state 0x2 ref 0 00010000:00010000:2.0:1783145823.757294:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:2.0:1783145823.757298:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.757302:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892a8d lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757310:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892a8d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757336:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2000/0x38bddee366892a7f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab90 expref: 282 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757348:0:228897:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892a94 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab90 expref: 281 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757356:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x197:0x0].0x0 (ffff9be8d902db00) 00010000:00010000:2.0:1783145823.757358:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.757360:0:228897:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1a400, rc 0) 00010000:00010000:2.0:1783145823.757364:0:228897:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.757372:0:228897:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366892a9b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ab9e expref: -99 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757393:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366892aa2 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757402:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366892aa2 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757408:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366892aa2 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757416:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892aa9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757423:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892aa9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757429:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892aa9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757443:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366892aa2 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757450:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366892aa2 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757456:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366892aa2 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757460:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1ac00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.757463:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366892aa2 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757469:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366892aa2 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757476:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.757478:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.757481:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366892aa2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757487:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366892aa2 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757496:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892aa9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757502:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892aa9 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757508:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892aa9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757513:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.757516:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892aa9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757522:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892aa9 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757529:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:2.0:1783145823.757531:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.757533:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892aa9 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757539:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892aa9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757554:0:228897:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366892a9b lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab9e expref: 282 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757562:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.757564:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145823.757568:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366892a9b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab9e expref: 282 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.757576:0:228897:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1b000, rc -2) 00000100:00100000:2.0:1783145823.757610:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:b832727d-edc7-457c-aba4-c59935e6a58f+281:2407:x1869755187972864:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 1583us (1873us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783145823.757616:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 615 00000100:00100000:0.0:1783145823.759069:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.759104:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.759153:0:228901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187973120 00000100:00100000:3.0:1783145823.759155:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187973248 00000100:00100000:3.0:1783145823.759159:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187973248 00000100:00100000:2.0:1783145823.759159:0:228901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187973120 00000100:00100000:2.0:1783145823.759208:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2538 00000100:00100000:3.0:1783145823.759214:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2539 00000100:00100000:2.0:1783145823.759218:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b832727d-edc7-457c-aba4-c59935e6a58f+41:2407:x1869755187973120:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:3.0:1783145823.759221:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb815500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:b832727d-edc7-457c-aba4-c59935e6a58f+71:2410:x1869755187973248:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.759230:0:228911:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.759230:0:228901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.759243:0:228911:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c30ea86/0x38bddee366892ab0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbcb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679abf9 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.759243:0:228901:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000080422886/0x38bddee366892ab7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb68:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679abf2 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783145823.759261:0:228901:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb68:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145823.759274:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb68:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:2.0:1783145823.759279:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb68:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145823.759287:0:228901:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000080422886/0x38bddee366892ab7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679abf2 expref: 42 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.759301:0:228901:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000080422886/0x38bddee366892ab7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679abf2 expref: 42 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.759312:0:228901:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c961a600, rc 0) 00002000:00010000:3.0:1783145823.759334:0:228911:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbcb:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00000100:00100000:2.0:1783145823.759343:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b832727d-edc7-457c-aba4-c59935e6a58f+42:2407:x1869755187973120:12345-192.168.203.44@tcp:101:rm.500 Request processed in 127us (276us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145823.759345:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbcb:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:3.0:1783145823.759349:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbcb:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145823.759357:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2538 00010000:00010000:3.0:1783145823.759390:0:228911:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004c30ea86/0x38bddee366892ab0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679abf9 expref: 72 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.759405:0:228911:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c30ea86/0x38bddee366892ab0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679abf9 expref: 72 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.759415:0:228911:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2017600, rc 0) 00000100:00100000:3.0:1783145823.759475:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb815500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:b832727d-edc7-457c-aba4-c59935e6a58f+72:2410:x1869755187973248:12345-192.168.203.44@tcp:101:rm.500 Request processed in 253us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.759482:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.759489:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2539 00000100:00100000:3.0:1783145823.759509:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187973376 00000100:00100000:3.0:1783145823.759513:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187973376 00000100:00100000:3.0:1783145823.759577:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2540 00000100:00100000:3.0:1783145823.759584:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:b832727d-edc7-457c-aba4-c59935e6a58f+72:2408:x1869755187973376:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.759591:0:228911:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.759600:0:228911:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000095e4ccce/0x38bddee366892abe lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbcc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ac00 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783145823.759611:0:228911:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbcc:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:3.0:1783145823.759619:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbcc:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:3.0:1783145823.759622:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbcc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145823.759628:0:228911:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000095e4ccce/0x38bddee366892abe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac00 expref: 73 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.759638:0:228911:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000095e4ccce/0x38bddee366892abe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac00 expref: 73 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.759646:0:228911:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2017800, rc 0) 00000100:00100000:3.0:1783145823.759671:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:b832727d-edc7-457c-aba4-c59935e6a58f+73:2408:x1869755187973376:12345-192.168.203.44@tcp:101:rm.500 Request processed in 88us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.759675:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2540 00000100:00100000:0.0:1783145823.759834:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.759868:0:204561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187973504 00000100:00100000:2.0:1783145823.759873:0:204561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187973504 00000100:00100000:2.0:1783145823.759899:0:204561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 617 00000100:00100000:2.0:1783145823.759907:0:204561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb814380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b832727d-edc7-457c-aba4-c59935e6a58f+281:2409:x1869755187973504:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:2.0:1783145823.759923:0:204561:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.759931:0:204561:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892ac5 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ac07 expref: -99 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.759955:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366892acc lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.759964:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366892acc lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.759972:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366892acc lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.759980:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee366892ad3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.759985:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee366892ad3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.759989:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee366892ad3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760025:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366892ada lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760030:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366892ada lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760034:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366892ada lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.760043:0:204561:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x197:0x0]: returning size 0 00000004:00200000:2.0:1783145823.760045:0:204561:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145823.760053:0:204561:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366892ada lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760058:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366892ada lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760065:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366892acc lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760069:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366892acc lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760072:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366892acc lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760076:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91dbc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.760078:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366892acc lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760082:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366892acc lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760088:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.760090:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.760092:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366892acc lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760096:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366892acc lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760102:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee366892ad3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760105:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee366892ad3 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760108:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee366892ad3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760112:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91db000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.760148:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee366892ad3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760157:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee366892ad3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760166:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:2.0:1783145823.760170:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.760173:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee366892ad3 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760179:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee366892ad3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760197:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892ac5 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac07 expref: 283 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760208:0:204561:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366892ada lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac07 expref: 282 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760214:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x197:0x0].0x0 (ffff9be8d902db00) 00010000:00010000:2.0:1783145823.760216:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.760219:0:204561:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c91dac00, rc 0) 00010000:00010000:2.0:1783145823.760222:0:204561:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.760229:0:204561:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee366892ae1 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ac0e expref: -99 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760251:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892ae8 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760259:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892ae8 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760264:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892ae8 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760270:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892aef lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760274:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892aef lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760278:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892aef lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760287:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892ae8 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760291:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892ae8 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760294:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892ae8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760297:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91da000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.760300:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892ae8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760310:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892ae8 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760325:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.760330:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.760333:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892ae8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760339:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892ae8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760348:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892aef lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760354:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892aef lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760360:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892aef lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760365:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a0400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.760368:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892aef lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760375:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892aef lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760383:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:2.0:1783145823.760385:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.760388:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892aef lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760396:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892aef lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760416:0:204561:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee366892ae1 lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac0e expref: 283 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.760427:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.760442:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.760446:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145823.760450:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee366892ae1 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac0e expref: 283 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.760459:0:204561:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c91dba00, rc -2) 00000100:00100000:3.0:1783145823.760463:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187973760 00000100:00100000:3.0:1783145823.760467:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187973760 00000100:00100000:3.0:1783145823.760483:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471509374863 time 8471509288673 state 0x0 ref 1 00000100:00100000:3.0:1783145823.760492:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471509388673 time 8471509288673 state 0x1 ref 1 00000100:00100000:2.0:1783145823.760494:0:204561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb814380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b832727d-edc7-457c-aba4-c59935e6a58f+283:2409:x1869755187973504:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 588us (659us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783145823.760501:0:204561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 617 00000100:00100000:3.0:1783145823.760519:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471509388673 time 8471514394889 state 0x0 ref 1 00000100:00100000:3.0:1783145823.760533:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+282:306040:x1869755187973760:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.760542:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.760551:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee366892af6 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ac31 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.760626:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892afd lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.760632:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892afd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.760637:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892afd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.760643:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017c00/0x38bddee366892b04 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.760648:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017c00/0x38bddee366892b04 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.760652:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017c00/0x38bddee366892b04 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145823.760883:0:210786:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbcd:0x0], index 0: 0 00010000:00010000:3.0:1783145823.760961:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892b0b lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x198:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.760967:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892b0b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x198:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.760971:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892b0b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x198:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.760990:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892afd lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.760994:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892afd lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.760997:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892afd lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.761000:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892afd lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.761003:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2016400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.761005:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892afd lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.761008:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892afd lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.761012:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.761014:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.761015:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892afd lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.761018:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892afd lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.761024:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c3a4efe7 reply state 00000000d9526b7b transno 12884905430 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017c00/0x38bddee366892b04 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.761031:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017c00/0x38bddee366892b04 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.761035:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00010000:00010000:3.0:1783145823.761036:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.761038:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.761050:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee366892af6 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac31 expref: 285 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.761056:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892b0b lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x198:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac31 expref: 284 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.761060:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x198:0x0].0x0 (ffff9be8d2cdc700) 00010000:00010000:3.0:1783145823.761062:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.761063:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2016c00, rc 0) 00000100:00100000:3.0:1783145823.761086:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+285:306040:x1869755187973760:12345-192.168.203.44@tcp:101:touch.500 Request processed in 557us (670us total) trans 12884905430 rc 0/0 00000100:00100000:3.0:1783145823.761090:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 375 00000100:00100000:3.0:1783145823.761094:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471509388673 time 8471514394889 state 0x2 ref 0 00000100:00100000:1.0:1783145823.763087:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.763150:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187973888 00000100:00100000:3.0:1783145823.763157:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187973888 00000100:00100000:3.0:1783145823.763189:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2541 00000100:00100000:3.0:1783145823.763196:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d4285500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b832727d-edc7-457c-aba4-c59935e6a58f+42:2410:x1869755187973888:12345-192.168.203.44@tcp:101:ll_agl.0 00010000:00010000:3.0:1783145823.763204:0:228902:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.763215:0:228902:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3dc08e1/0x38bddee366892b19 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ac38 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783145823.763228:0:228902:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb69:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:3.0:1783145823.763237:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb69:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:3.0:1783145823.763240:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb69:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145823.763244:0:228902:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3dc08e1/0x38bddee366892b19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac38 expref: 43 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.763252:0:228902:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b3dc08e1/0x38bddee366892b19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac38 expref: 43 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.763258:0:228902:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2017e00, rc 0) 00000100:00100000:3.0:1783145823.763280:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d4285500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b832727d-edc7-457c-aba4-c59935e6a58f+43:2410:x1869755187973888:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 86us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.763284:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2541 00000100:00100000:0.0:1783145823.763961:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.764004:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187974144 00000100:00100000:1.0:1783145823.764012:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187974144 00000100:00100000:1.0:1783145823.764043:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471509388673 time 8471514394889 state 0x0 ref 1 00000100:00100000:1.0:1783145823.764056:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471514494889 time 8471514394889 state 0x1 ref 1 00000100:00100000:1.0:1783145823.764089:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471514494889 time 8471517965967 state 0x0 ref 1 00000100:00100000:1.0:1783145823.764105:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb815f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+285:306042:x1869755187974144:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.764176:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.764198:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366892b20 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ac3f expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.764296:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392e00/0x38bddee366892b27 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.764307:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392e00/0x38bddee366892b27 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.764315:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392e00/0x38bddee366892b27 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.764322:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392c00/0x38bddee366892b2e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.764328:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392c00/0x38bddee366892b2e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.764332:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392c00/0x38bddee366892b2e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145823.764573:0:204556:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb6a:0x0], index 1: 0 00010000:00010000:1.0:1783145823.764700:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393400/0x38bddee366892b35 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x199:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.764709:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393400/0x38bddee366892b35 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x199:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.764716:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393400/0x38bddee366892b35 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x199:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.764746:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392e00/0x38bddee366892b27 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.764752:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392e00/0x38bddee366892b27 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.764758:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392e00/0x38bddee366892b27 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.764764:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392e00/0x38bddee366892b27 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.764769:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9fd392e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.764773:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392e00/0x38bddee366892b27 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.764780:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392e00/0x38bddee366892b27 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.764791:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.764794:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.764798:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392e00/0x38bddee366892b27 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.764804:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392e00/0x38bddee366892b27 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.764844:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000028f3eba2 reply state 000000000665bfa4 transno 12884905431 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392c00/0x38bddee366892b2e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.764855:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392c00/0x38bddee366892b2e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.764860:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:1.0:1783145823.764862:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.764864:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145823.764884:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366892b20 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac3f expref: 288 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.764910:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393400/0x38bddee366892b35 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x199:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac3f expref: 287 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.764917:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x199:0x0].0x0 (ffff9be8d902da00) 00010000:00010000:1.0:1783145823.764921:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.764923:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9fd393400, rc 0) 00000100:00100000:3.0:1783145823.764962:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.764968:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb815f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+288:306042:x1869755187974144:12345-192.168.203.44@tcp:101:touch.500 Request processed in 868us (1007us total) trans 12884905431 rc 0/0 00000100:00100000:1.0:1783145823.764974:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 376 00000100:00100000:1.0:1783145823.764978:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471514494889 time 8471517965967 state 0x2 ref 0 00000100:00100000:1.0:1783145823.765022:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187974400 00000100:00100000:1.0:1783145823.765027:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187974400 00000100:00100000:1.0:1783145823.765043:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471514494889 time 8471517965967 state 0x0 ref 1 00000100:00100000:1.0:1783145823.765051:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471518065967 time 8471517965967 state 0x1 ref 1 00000100:00100000:1.0:1783145823.765071:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471518065967 time 8471518949384 state 0x0 ref 1 00000100:00100000:1.0:1783145823.765077:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+288:306040:x1869755187974400:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:1.0:1783145823.765097:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145823.765108:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892b0b lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x198:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac31 expref: 288 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.765155:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x198:0x0].0x0 (ffff9be8d2cdc700) 00010000:00010000:1.0:1783145823.765167:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.765211:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393a00/0x38bddee366892b43 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x198:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.765219:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393a00/0x38bddee366892b43 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.765226:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393a00/0x38bddee366892b43 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.765275:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000043703c50 reply state 00000000eb755d2a transno 12884905432 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393a00/0x38bddee366892b43 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.765285:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393a00/0x38bddee366892b43 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.765291:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x198:0x0].0x0 (ffff9be8d902d800) 00010000:00010000:1.0:1783145823.765295:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.765297:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.765348:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+289:306040:x1869755187974400:12345-192.168.203.44@tcp:36:touch.500 Request processed in 270us (428us total) trans 12884905432 rc 0/0 00000100:00100000:1.0:1783145823.765356:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 377 00000100:00100000:1.0:1783145823.765361:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471518065967 time 8471518949384 state 0x2 ref 0 00000100:00100000:3.0:1783145823.766271:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee219f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178566784:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783145823.766307:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145823.766339:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178566784 00000100:00100000:2.0:1783145823.766343:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178566784 00000100:00100000:2.0:1783145823.766371:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:2.0:1783145823.766377:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee218e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178566784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783145823.766403:0:204560:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445433344 avail 1299193856 00000100:00100000:2.0:1783145823.766436:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee218e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178566784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 58us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.766441:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:3.0:1783145823.766460:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee219f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178566784:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783145823.766913:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.766934:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.766951:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.766974:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187974528 00000100:00100000:0.0:1783145823.766976:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187974784 00000100:00100000:1.0:1783145823.766983:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187974528 00000100:00100000:0.0:1783145823.766983:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187974784 00000100:00100000:2.0:1783145823.766991:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187975040 00000100:00100000:2.0:1783145823.767000:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187975040 00000100:00100000:0.0:1783145823.767011:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471518065967 time 8471518949384 state 0x0 ref 1 00000100:00100000:0.0:1783145823.767021:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471519049384 time 8471518949384 state 0x1 ref 3 00000100:00100000:1.0:1783145823.767033:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471519049384 time 8471518949384 state 0x1 ref 3 00000100:00100000:2.0:1783145823.767046:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471519049384 time 8471518949384 state 0x1 ref 3 00000100:00100000:0.0:1783145823.767061:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471521036760 time 8471520936760 state 0x1 ref 3 00000100:00100000:3.0:1783145823.767072:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471521047897 time 8471520947897 state 0x1 ref 3 00000100:00100000:0.0:1783145823.767076:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+291:306042:x1869755187974784:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:1.0:1783145823.767089:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471521047897 time 8471520964560 state 0x0 ref 3 00000100:00100000:3.0:1783145823.767095:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee219f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+291:306040:x1869755187974528:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.767110:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.767147:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1783145823.767154:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee21a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+291:306034:x1869755187975040:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:3.0:1783145823.767157:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016a00/0x38bddee366892b4a lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x198:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ac46 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.767167:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393400/0x38bddee366892b35 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x199:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac3f expref: 291 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.767201:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x199:0x0].0x0 (ffff9be8d902da00) 00010000:00010000:0.0:1783145823.767210:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.767215:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145823.767253:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016a00/0x38bddee366892b4a lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x198:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac46 expref: 291 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.767253:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392a00/0x38bddee3668929c2 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x194:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab5f expref: 291 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.767257:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366892b51 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x199:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.767300:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366892b51 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.767312:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016a00/0x38bddee366892b4a lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x198:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac46 expref: 290 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.767312:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366892b51 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.767332:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db800/0x38bddee3668926ff lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x194:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa9b expref: 290 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.767340:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x198:0x0].0x0 (ffff9be8d902d800) 00010000:00010000:2.0:1783145823.767345:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145823.767351:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x194:0x0].0x0 (ffff9be8d2cdc100) 00010000:00010000:2.0:1783145823.767353:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2016a00, rc 0) 00010000:00010000:1.0:1783145823.767359:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.767380:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393000/0x38bddee366892b58 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.767394:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393000/0x38bddee366892b58 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.767395:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee219f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+290:306040:x1869755187974528:12345-192.168.203.44@tcp:101:touch.500 Request processed in 302us (475us total) trans 0 rc 0/0 00000004:00010000:0.0:1783145823.767402:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000055de60d7 reply state 000000000650686f transno 12884905433 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366892b51 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.767426:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 379 00010000:00010000:1.0:1783145823.767428:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393000/0x38bddee366892b58 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.767436:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366892b51 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.767448:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x199:0x0].0x0 (ffff9be8d37f0000) 00010000:00010000:1.0:1783145823.767450:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366892b5f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.767452:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.767460:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145823.767470:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366892b5f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.767482:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366892b5f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.767533:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+290:306042:x1869755187974784:12345-192.168.203.44@tcp:36:touch.500 Request processed in 459us (594us total) trans 12884905433 rc 0/0 00000100:00100000:0.0:1783145823.767544:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 378 00010000:00010000:1.0:1783145823.767563:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892b66 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.767576:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892b66 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x194:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.767585:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892b66 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x194:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783145823.767756:0:204555:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].426, 64 off35456 00010000:00010000:1.0:1783145823.767798:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892b6d lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.767807:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892b6d lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x194:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.767815:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892b6d lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x194:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.767823:0:204555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892b6d lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x194:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.767829:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892b6d lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x194:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.767835:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892b6d lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x194:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.767855:0:204555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145823.767869:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892b66 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x194:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.767873:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145823.767877:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892b66 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x194:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.767880:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892b6d lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x194:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.767908:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892b66 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x194:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.767912:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8552a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145823.767915:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8553600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.767920:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892b6d lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x194:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.767923:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892b66 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x194:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.767956:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892b6d lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x194:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.767957:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892b66 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x194:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.767990:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x194:0x0].0x0 (ffff9be8d2cdc100) 00010000:00010000:0.0:1783145823.767994:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145823.767997:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892b6d lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x194:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.768001:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x194:0x0].0x0 (ffff9be8d2cdc100) 00010000:00010000:0.0:1783145823.768002:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892b6d lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x194:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.768013:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145823.768023:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892b66 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x194:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.768027:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.768032:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.768037:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.768040:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892b66 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x194:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.768057:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393000/0x38bddee366892b58 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.768068:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393000/0x38bddee366892b58 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.768073:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393000/0x38bddee366892b58 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.768077:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9fd393000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.768080:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393000/0x38bddee366892b58 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.768086:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393000/0x38bddee366892b58 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.768092:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.768094:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.768096:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393000/0x38bddee366892b58 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.768101:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393000/0x38bddee366892b58 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.768162:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000eaa802d4 reply state 000000008ea5ed1e transno 12884905434 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366892b5f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.768173:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366892b5f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.768181:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:1.0:1783145823.768184:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.768187:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.768234:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee21a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+291:306034:x1869755187975040:12345-192.168.203.44@tcp:36:rm.500 Request processed in 1129us (1280us total) trans 12884905434 rc 0/0 00000100:00100000:1.0:1783145823.768242:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 380 00000100:00100000:1.0:1783145823.768248:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471521047897 time 8471520964560 state 0x2 ref 0 00000100:00100000:3.0:1783145823.768346:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.768382:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187975168 00000100:00100000:2.0:1783145823.768386:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187975168 00000100:00100000:2.0:1783145823.768405:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471521047897 time 8471520964560 state 0x0 ref 1 00000100:00100000:2.0:1783145823.768414:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471521064560 time 8471520964560 state 0x1 ref 1 00000100:00100000:2.0:1783145823.768435:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471521064560 time 8471522312548 state 0x0 ref 1 00000100:00100000:2.0:1783145823.768446:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+291:306042:x1869755187975168:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.768459:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.768469:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892b74 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x199:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ac4d expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.768482:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.768498:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892b74 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x199:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac4d expref: 292 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.768516:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892b74 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x199:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac4d expref: 292 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.768519:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187975296 00000100:00100000:0.0:1783145823.768525:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187975296 00010000:00010000:2.0:1783145823.768532:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x199:0x0].0x0 (ffff9be8d37f0000) 00010000:00010000:2.0:1783145823.768536:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145823.768539:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e53a0400, rc 0) 00000100:00100000:0.0:1783145823.768563:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2542 00000100:00100000:2.0:1783145823.768574:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+292:306042:x1869755187975168:12345-192.168.203.44@tcp:101:touch.500 Request processed in 127us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.768579:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b832727d-edc7-457c-aba4-c59935e6a58f+73:2409:x1869755187975296:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:2.0:1783145823.768588:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 381 00000100:00100000:2.0:1783145823.768593:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471521064560 time 8471522312548 state 0x2 ref 0 00000100:00100000:0.0:1783145823.768706:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b832727d-edc7-457c-aba4-c59935e6a58f+74:2409:x1869755187975296:12345-192.168.203.44@tcp:2:touch.500 Request processed in 134us (222us total) trans 8589936094 rc 0/0 00000100:00100000:0.0:1783145823.768712:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2542 00000100:00100000:3.0:1783145823.769374:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.769409:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187975552 00000100:00100000:2.0:1783145823.769413:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187975552 00000100:00100000:2.0:1783145823.769423:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471521064560 time 8471522312548 state 0x0 ref 1 00000100:00100000:2.0:1783145823.769428:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471522412548 time 8471522312548 state 0x1 ref 1 00000100:00100000:2.0:1783145823.769445:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471522412548 time 8471523323658 state 0x0 ref 1 00000100:00100000:2.0:1783145823.769451:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdaa4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+292:306041:x1869755187975552:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145823.769472:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1783145823.769482:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2800/0x38bddee366892a5c lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x196:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab82 expref: 292 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.769492:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892a24 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x196:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab7b expref: 291 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.769504:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392200/0x38bddee366892936 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x196:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab58 expref: 290 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.769518:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x196:0x0].0x0 (ffff9be8d902d100) 00010000:00010000:2.0:1783145823.769520:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.769529:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892b7b lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.769535:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892b7b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.769539:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892b7b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.769545:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366892b82 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.769551:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366892b82 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.769555:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366892b82 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.769597:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892b89 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x196:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.769602:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892b89 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x196:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.769606:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892b89 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x196:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145823.769717:0:206077:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].427, 64 off35520 00010000:00010000:2.0:1783145823.769742:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1200/0x38bddee366892b90 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x196:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.769748:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1200/0x38bddee366892b90 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x196:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.769753:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1200/0x38bddee366892b90 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x196:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.769758:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1200/0x38bddee366892b90 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x196:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.769762:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1200/0x38bddee366892b90 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x196:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.769766:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1200/0x38bddee366892b90 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x196:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.769781:0:206077:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145823.769786:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.769791:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892b89 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x196:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.769796:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892b89 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x196:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.769800:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892b89 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x196:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.769805:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a0a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.769806:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145823.769810:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892b89 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x196:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.769816:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1200/0x38bddee366892b90 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x196:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.769817:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892b89 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x196:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.769823:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187975680 00000100:00100000:0.0:1783145823.769830:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187975680 00010000:00010000:1.0:1783145823.769866:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a1200 already unused, calling callback (ffffffffc0e8ace0) 00000100:00100000:0.0:1783145823.769866:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2543 00010000:00010000:2.0:1783145823.769867:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x196:0x0].0x0 (ffff9be8d902d100) 00010000:00010000:2.0:1783145823.769878:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145823.769881:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892b89 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x196:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.769883:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1200/0x38bddee366892b90 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x196:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.769890:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdaa7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:b832727d-edc7-457c-aba4-c59935e6a58f+43:2407:x1869755187975680:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:2.0:1783145823.769910:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892b89 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x196:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.769919:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1200/0x38bddee366892b90 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x196:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.769926:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892b7b lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.769931:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892b7b lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.769935:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x196:0x0].0x0 (ffff9be8d902d100) 00010000:00010000:2.0:1783145823.769936:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892b7b lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.769949:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.769952:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892b7b lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.769956:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1200/0x38bddee366892b90 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x196:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.769958:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a0c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.769963:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892b7b lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.769982:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1200/0x38bddee366892b90 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x196:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.769983:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892b7b lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.770016:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdaa7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:b832727d-edc7-457c-aba4-c59935e6a58f+44:2407:x1869755187975680:12345-192.168.203.44@tcp:2:touch.500 Request processed in 126us (225us total) trans 8589935443 rc 0/0 00010000:00010000:2.0:1783145823.770032:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00000100:00100000:0.0:1783145823.770033:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2543 00010000:00010000:2.0:1783145823.770041:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.770041:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.770051:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892b7b lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.770051:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.770056:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.770061:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892b7b lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.770070:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000041398a8 reply state 00000000738cf893 transno 12884905435 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366892b82 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.770076:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366892b82 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.770080:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00010000:00010000:2.0:1783145823.770082:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.770083:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.770111:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdaa4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+291:306041:x1869755187975552:12345-192.168.203.44@tcp:36:rm.500 Request processed in 659us (738us total) trans 12884905435 rc 0/0 00000100:00100000:2.0:1783145823.770145:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 382 00000100:00100000:2.0:1783145823.770148:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471522412548 time 8471523323658 state 0x2 ref 0 00000100:00100000:3.0:1783145823.771451:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.771496:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187975936 00000100:00100000:1.0:1783145823.771504:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187975936 00000100:00100000:1.0:1783145823.771545:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 951 00000100:00100000:1.0:1783145823.771554:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdaa7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+291:306040:x1869755187975936:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145823.771750:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdaa7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+292:306040:x1869755187975936:12345-192.168.203.44@tcp:35:touch.500 Request processed in 197us (299us total) trans 12884905436 rc 0/0 00000100:00100000:1.0:1783145823.771758:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 951 00000100:00100000:3.0:1783145823.772080:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.772109:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187976064 00000100:00100000:0.0:1783145823.772141:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187976064 00000100:00100000:0.0:1783145823.772158:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471522412548 time 8471523323658 state 0x0 ref 1 00000100:00100000:0.0:1783145823.772165:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471523423658 time 8471523323658 state 0x1 ref 1 00000100:00100000:0.0:1783145823.772178:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471523423658 time 8471526056259 state 0x0 ref 1 00000100:00100000:0.0:1783145823.772186:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdaa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+292:306050:x1869755187976064:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.772198:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.772207:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892b97 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ac54 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.772236:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366892b9e lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.772243:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366892b9e lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.772248:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366892b9e lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.772253:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366892ba5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.772258:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366892ba5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.772262:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366892ba5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.772291:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892bac lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.772297:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892bac lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.772300:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892bac lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145823.772315:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x197:0x0]: returning size 0 00000004:00200000:0.0:1783145823.772318:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783145823.772327:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892bac lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.772332:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892bac lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.772337:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366892b9e lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.772341:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366892b9e lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.772344:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366892b9e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.772348:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366892b9e lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.772351:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.772353:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366892b9e lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.772357:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366892b9e lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.772362:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.772363:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.772365:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366892b9e lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.772369:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366892b9e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.772378:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366892ba5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.772382:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366892ba5 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.772385:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366892ba5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.772388:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.772389:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366892ba5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.772392:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366892ba5 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.772396:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:0.0:1783145823.772397:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.772399:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366892ba5 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.772402:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366892ba5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.772413:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892b97 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac54 expref: 294 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.772420:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892bac lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac54 expref: 293 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.772427:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x197:0x0].0x0 (ffff9be8d902db00) 00010000:00010000:0.0:1783145823.772428:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.772430:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8413a00, rc 0) 00000100:00100000:0.0:1783145823.772455:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdaa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+293:306050:x1869755187976064:12345-192.168.203.44@tcp:101:rm.500 Request processed in 271us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.772459:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 383 00000100:00100000:0.0:1783145823.772462:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471523423658 time 8471526056259 state 0x2 ref 0 00000100:00100000:3.0:1783145823.773394:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.773415:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.773428:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187976192 00000100:00100000:0.0:1783145823.773432:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187976192 00000100:00100000:2.0:1783145823.773444:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187976448 00000100:00100000:2.0:1783145823.773448:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187976448 00000100:00100000:0.0:1783145823.773463:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 619 00000100:00100000:0.0:1783145823.773470:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdaa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:b832727d-edc7-457c-aba4-c59935e6a58f+294:2407:x1869755187976192:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:0.0:1783145823.773487:0:228897:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1783145823.773489:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 952 00010000:00010000:0.0:1783145823.773496:0:228897:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee366892bb3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ac5b expref: -99 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.773504:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f3ffa850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+294:306042:x1869755187976448:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:0.0:1783145823.773518:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366892bba lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.773525:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366892bba lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.773529:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366892bba lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.773535:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fe00/0x38bddee366892bc1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.773543:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fe00/0x38bddee366892bc1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.773547:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fe00/0x38bddee366892bc1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.773558:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366892bba lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.773562:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366892bba lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.773565:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366892bba lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.773568:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111e600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.773570:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366892bba lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.773573:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366892bba lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.773578:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.773579:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.773581:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366892bba lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.773584:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366892bba lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.773590:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fe00/0x38bddee366892bc1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.773595:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fe00/0x38bddee366892bc1 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.773599:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fe00/0x38bddee366892bc1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.773602:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111fe00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.773603:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fe00/0x38bddee366892bc1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.773607:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fe00/0x38bddee366892bc1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.773612:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:0.0:1783145823.773614:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.773615:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fe00/0x38bddee366892bc1 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.773618:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fe00/0x38bddee366892bc1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.773631:0:228897:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee366892bb3 lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac5b expref: 296 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.773637:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.773646:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:2.0:1783145823.773649:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f3ffa850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+296:306042:x1869755187976448:12345-192.168.203.44@tcp:35:touch.500 Request processed in 150us (231us total) trans 12884905437 rc 0/0 00010000:00010000:0.0:1783145823.773654:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee366892bb3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac5b expref: 296 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.773659:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 952 00010000:00010000:0.0:1783145823.773671:0:228897:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9d111fa00, rc -2) 00000100:00100000:0.0:1783145823.773704:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdaa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:b832727d-edc7-457c-aba4-c59935e6a58f+294:2407:x1869755187976192:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 236us (310us total) trans 0 rc -2/-2 00000100:00100000:0.0:1783145823.773710:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 619 00000100:00100000:3.0:1783145823.774205:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.774254:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187976576 00000100:00100000:1.0:1783145823.774261:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187976576 00000100:00100000:1.0:1783145823.774316:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 272 00000100:00100000:1.0:1783145823.774329:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd84c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+294:2410:x1869755187976576:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145823.774343:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145823.774362:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892bac lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac54 expref: 294 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.774377:0:205305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x197:0x0].0x0 (ffff9be8d902db00) 00010000:00010000:1.0:1783145823.774380:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783145823.774415:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd84c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+293:2410:x1869755187976576:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 92us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.774420:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 272 00000100:00100000:3.0:1783145823.775214:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.775249:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187976832 00000100:00100000:1.0:1783145823.775256:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187976832 00000100:00100000:1.0:1783145823.775279:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471523423658 time 8471526056259 state 0x0 ref 1 00000100:00100000:1.0:1783145823.775292:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471526156259 time 8471526056259 state 0x1 ref 1 00000100:00100000:1.0:1783145823.775321:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471526156259 time 8471529197796 state 0x0 ref 1 00000100:00100000:1.0:1783145823.775335:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdaa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+293:306050:x1869755187976832:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:1.0:1783145823.775375:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1783145823.775386:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892a94 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab90 expref: 293 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.775398:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366892ada lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac07 expref: 292 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.775407:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366892a63 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x197:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab89 expref: 291 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.775415:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee3668929f3 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x197:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab6d expref: 290 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.775420:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x197:0x0].0x0 (ffff9be8d902db00) 00010000:00010000:1.0:1783145823.775423:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.775440:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366892bc8 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.775451:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366892bc8 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.775460:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366892bc8 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.775471:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392e00/0x38bddee366892bcf lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.775481:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392e00/0x38bddee366892bcf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.775488:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392e00/0x38bddee366892bcf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.775557:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9000/0x38bddee366892bd6 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x197:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.775580:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9000/0x38bddee366892bd6 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x197:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.775587:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9000/0x38bddee366892bd6 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x197:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783145823.775764:0:204557:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].423, 64 off35264 00010000:00010000:1.0:1783145823.775803:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9e00/0x38bddee366892bdd lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x197:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.775811:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9e00/0x38bddee366892bdd lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x197:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.775818:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9e00/0x38bddee366892bdd lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x197:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.775825:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9e00/0x38bddee366892bdd lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x197:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.775831:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9e00/0x38bddee366892bdd lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x197:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.775837:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9e00/0x38bddee366892bdd lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x197:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.775857:0:204557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145823.775873:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9000/0x38bddee366892bd6 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x197:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.775876:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145823.775891:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9000/0x38bddee366892bd6 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x197:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.775894:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9e00/0x38bddee366892bdd lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x197:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.775897:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9000/0x38bddee366892bd6 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x197:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.775920:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f9000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.775924:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9000/0x38bddee366892bd6 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x197:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.775927:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f9e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145823.775931:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9000/0x38bddee366892bd6 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x197:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.775937:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9e00/0x38bddee366892bdd lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x197:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.775940:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x197:0x0].0x0 (ffff9be8d902db00) 00010000:00010000:1.0:1783145823.775947:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145823.775951:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9000/0x38bddee366892bd6 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x197:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.775968:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9e00/0x38bddee366892bdd lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x197:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.775971:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9000/0x38bddee366892bd6 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x197:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.776003:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366892bc8 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.776004:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x197:0x0].0x0 (ffff9be8d902db00) 00010000:00010000:2.0:1783145823.776015:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1783145823.776021:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366892bc8 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.776023:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9e00/0x38bddee366892bdd lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x197:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.776057:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9e00/0x38bddee366892bdd lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x197:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.776057:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366892bc8 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.776095:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366892bc8 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.776096:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.776100:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.776102:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.776203:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9fd393600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.776208:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366892bc8 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.776215:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366892bc8 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.776225:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.776227:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.776231:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366892bc8 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.776237:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366892bc8 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.776249:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000004317a9b5 reply state 00000000b25e65b0 transno 12884905438 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392e00/0x38bddee366892bcf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.776260:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392e00/0x38bddee366892bcf lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.776267:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:1.0:1783145823.776270:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.776272:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.776321:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdaa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+291:306050:x1869755187976832:12345-192.168.203.44@tcp:36:rm.500 Request processed in 989us (1107us total) trans 12884905438 rc 0/0 00000100:00100000:1.0:1783145823.776330:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 384 00000100:00100000:1.0:1783145823.776336:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471526156259 time 8471529197796 state 0x2 ref 0 00000100:00100000:3.0:1783145823.777721:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.777749:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187977088 00000100:00100000:0.0:1783145823.777755:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187977088 00000100:00100000:0.0:1783145823.777771:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471526156259 time 8471529197796 state 0x0 ref 1 00000100:00100000:0.0:1783145823.777777:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471529297796 time 8471529197796 state 0x1 ref 1 00000100:00100000:0.0:1783145823.777793:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471529297796 time 8471531671432 state 0x0 ref 1 00000100:00100000:0.0:1783145823.777800:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdaa7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+291:306038:x1869755187977088:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:0.0:1783145823.777826:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1783145823.777837:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366892a2b lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab74 expref: 291 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.777852:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fc00/0x38bddee3668928f0 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab51 expref: 290 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.777858:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x195:0x0].0x0 (ffff9be8d37f0200) 00010000:00010000:0.0:1783145823.777860:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145823.777869:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892be4 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.777876:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892be4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.777882:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892be4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.777891:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee366892beb lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.777899:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee366892beb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.777906:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee366892beb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.777960:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892bf2 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.777969:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892bf2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x195:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.777976:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892bf2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x195:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783145823.778164:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].424, 64 off35328 00010000:00010000:0.0:1783145823.778210:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892bf9 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.778219:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892bf9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x195:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.778226:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892bf9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x195:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.778233:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892bf9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x195:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.778239:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892bf9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x195:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.778245:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892bf9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x195:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.778264:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145823.778277:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892bf2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x195:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.778284:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892bf2 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x195:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.778292:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892bf2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x195:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.778295:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145823.778299:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111f200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.778305:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892bf9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x195:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.778307:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892bf2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x195:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.778341:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8846800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145823.778343:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892bf2 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x195:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.778348:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892bf9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x195:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.778366:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x195:0x0].0x0 (ffff9be8d37f0200) 00010000:00010000:0.0:1783145823.778371:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145823.778375:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892bf2 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x195:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.778376:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892bf9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x195:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.778409:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892bf2 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x195:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.778414:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x195:0x0].0x0 (ffff9be8d37f0200) 00010000:00010000:1.0:1783145823.778426:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1783145823.778434:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892bf9 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x195:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.778443:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892be4 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.778444:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892bf9 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x195:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.778474:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892be4 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.778479:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.778483:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892be4 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.778484:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.778489:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.778498:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892be4 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.778504:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111f600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.778507:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892be4 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.778513:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892be4 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.778522:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.778524:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.778527:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892be4 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.778534:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892be4 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.778543:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000cc9a4b36 reply state 00000000c5b2a0ea transno 12884905439 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee366892beb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.778553:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee366892beb lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.778559:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00010000:00010000:0.0:1783145823.778562:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.778564:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145823.778604:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdaa7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+291:306038:x1869755187977088:12345-192.168.203.44@tcp:36:rm.500 Request processed in 804us (884us total) trans 12884905439 rc 0/0 00000100:00100000:0.0:1783145823.778612:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 385 00000100:00100000:0.0:1783145823.778616:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471529297796 time 8471531671432 state 0x2 ref 0 00000100:00100000:3.0:1783145823.779381:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.779422:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187977344 00000100:00100000:1.0:1783145823.779432:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187977344 00000100:00100000:1.0:1783145823.779456:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471529297796 time 8471531671432 state 0x0 ref 1 00000100:00100000:1.0:1783145823.779466:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471531771432 time 8471531671432 state 0x1 ref 1 00000100:00100000:1.0:1783145823.779492:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471531771432 time 8471533368036 state 0x0 ref 1 00000100:00100000:1.0:1783145823.779505:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+291:306053:x1869755187977344:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.779523:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.779536:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892c00 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ac62 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.779628:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892c07 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.779639:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892c07 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.779648:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892c07 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.779658:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9a00/0x38bddee366892c0e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.779666:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9a00/0x38bddee366892c0e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.779673:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9a00/0x38bddee366892c0e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145823.779960:0:204555:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbce:0x0], index 0: 0 00010000:00010000:1.0:1783145823.780081:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892c15 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.780090:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892c15 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.780097:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892c15 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.780174:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892c07 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.780182:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892c07 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.780189:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892c07 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.780196:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f9600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.780201:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892c07 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.780208:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892c07 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.780221:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.780224:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.780228:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892c07 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.780234:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892c07 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.780248:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000343e5b4a reply state 000000004950e77b transno 12884905440 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9a00/0x38bddee366892c0e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.780258:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9a00/0x38bddee366892c0e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.780264:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00010000:00010000:1.0:1783145823.780266:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.780268:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145823.780292:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892c00 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac62 expref: 294 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.780305:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892c15 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x19a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac62 expref: 293 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.780312:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19a:0x0].0x0 (ffff9be8d902dd00) 00010000:00010000:1.0:1783145823.780315:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.780317:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd2f8200, rc 0) 00000100:00100000:1.0:1783145823.780366:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+294:306053:x1869755187977344:12345-192.168.203.44@tcp:101:touch.500 Request processed in 864us (984us total) trans 12884905440 rc 0/0 00000100:00100000:1.0:1783145823.780374:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 386 00000100:00100000:1.0:1783145823.780381:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471531771432 time 8471533368036 state 0x2 ref 0 00000100:00100000:2.0:1783145823.781684:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.781731:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187977600 00000100:00100000:1.0:1783145823.781738:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187977600 00000100:00100000:1.0:1783145823.781762:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471531771432 time 8471533368036 state 0x0 ref 1 00000100:00100000:1.0:1783145823.781772:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471533468036 time 8471533368036 state 0x1 ref 1 00000100:00100000:1.0:1783145823.781809:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471533468036 time 8471535685974 state 0x0 ref 1 00000100:00100000:1.0:1783145823.781824:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+294:306053:x1869755187977600:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:2.0:1783145823.781846:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145823.781862:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145823.781879:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892c15 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x19a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac62 expref: 294 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.781887:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187977856 00010000:00010000:1.0:1783145823.781893:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19a:0x0].0x0 (ffff9be8d902dd00) 00000100:00100000:3.0:1783145823.781895:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187977856 00010000:00010000:1.0:1783145823.781904:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.781958:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9000/0x38bddee366892c23 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.781962:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471535785974 time 8471535685974 state 0x1 ref 2 00010000:00010000:1.0:1783145823.781985:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9000/0x38bddee366892c23 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.781997:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9000/0x38bddee366892c23 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.782006:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471535785974 time 8471535880358 state 0x0 ref 2 00000100:00100000:3.0:1783145823.782024:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+294:306047:x1869755187977856:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.782037:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.782059:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee366892c2a lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ac69 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.782072:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b1c1f878 reply state 000000003cdf5a98 transno 12884905441 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9000/0x38bddee366892c23 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.782085:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9000/0x38bddee366892c23 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.782091:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19a:0x0].0x0 (ffff9be8d902dc00) 00010000:00010000:1.0:1783145823.782094:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.782096:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.782175:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892c31 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.782189:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892c31 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.782200:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892c31 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.782213:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016600/0x38bddee366892c38 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.782223:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016600/0x38bddee366892c38 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.782231:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+297:306053:x1869755187977600:12345-192.168.203.44@tcp:36:touch.500 Request processed in 403us (539us total) trans 12884905441 rc 0/0 00010000:00010000:3.0:1783145823.782241:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016600/0x38bddee366892c38 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.782254:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 387 00000004:00080000:3.0:1783145823.782535:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb6b:0x0], index 1: 0 00010000:00010000:3.0:1783145823.782645:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892c3f lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.782655:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892c3f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.782662:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892c3f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.782689:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892c31 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.782695:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892c31 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.782701:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892c31 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.782708:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892c31 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.782714:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2016400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.782718:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892c31 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.782725:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892c31 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.782735:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.782737:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.782740:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892c31 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.782747:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892c31 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.782757:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000015d54b12 reply state 00000000d051b631 transno 12884905442 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016600/0x38bddee366892c38 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.782766:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016600/0x38bddee366892c38 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.782771:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:3.0:1783145823.782773:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.782775:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.782860:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee366892c2a lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac69 expref: 298 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.782878:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892c3f lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac69 expref: 297 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.782891:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19b:0x0].0x0 (ffff9be9d51ac600) 00010000:00010000:3.0:1783145823.782894:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.782899:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2016c00, rc 0) 00000100:00100000:2.0:1783145823.782899:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.782939:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+298:306047:x1869755187977856:12345-192.168.203.44@tcp:101:touch.500 Request processed in 921us (1093us total) trans 12884905442 rc 0/0 00000100:00100000:3.0:1783145823.782944:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 388 00000100:00100000:3.0:1783145823.782949:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471535785974 time 8471535880358 state 0x2 ref 0 00000100:00100000:0.0:1783145823.782960:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187977984 00000100:00100000:0.0:1783145823.782965:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187977984 00000100:00100000:0.0:1783145823.782981:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471535785974 time 8471535880358 state 0x0 ref 1 00000100:00100000:0.0:1783145823.782987:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471535980358 time 8471535880358 state 0x1 ref 1 00000100:00100000:0.0:1783145823.783006:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471535980358 time 8471536885076 state 0x0 ref 1 00000100:00100000:0.0:1783145823.783015:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+298:306053:x1869755187977984:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.783027:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.783038:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee366892c4d lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ac70 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.783068:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee366892c4d lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x19a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac70 expref: 299 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.783080:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee366892c4d lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x19a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac70 expref: 299 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.783101:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19a:0x0].0x0 (ffff9be8d902dc00) 00010000:00010000:0.0:1783145823.783104:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145823.783106:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9d111fa00, rc 0) 00000100:00100000:0.0:1783145823.783184:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+299:306053:x1869755187977984:12345-192.168.203.44@tcp:101:touch.500 Request processed in 170us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.783190:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 389 00000100:00100000:0.0:1783145823.783195:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471535980358 time 8471536885076 state 0x2 ref 0 00000100:00100000:2.0:1783145823.784610:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.784645:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187978240 00000100:00100000:0.0:1783145823.784650:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187978240 00000100:00100000:0.0:1783145823.784663:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471535980358 time 8471536885076 state 0x0 ref 1 00000100:00100000:0.0:1783145823.784668:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471536985076 time 8471536885076 state 0x1 ref 1 00000100:00100000:0.0:1783145823.784686:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471536985076 time 8471538564175 state 0x0 ref 1 00000100:00100000:0.0:1783145823.784695:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+299:306047:x1869755187978240:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:0.0:1783145823.784718:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145823.784728:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892c3f lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac69 expref: 299 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.784738:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19b:0x0].0x0 (ffff9be9d51ac600) 00000100:00100000:3.0:1783145823.784739:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.784748:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145823.784784:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892c54 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.784792:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187978368 00010000:00010000:0.0:1783145823.784792:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892c54 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.784804:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187978368 00010000:00010000:0.0:1783145823.784805:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892c54 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.784855:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001ac61634 reply state 000000007805f879 transno 12884905443 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892c54 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.784866:0:206057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2544 00010000:00010000:0.0:1783145823.784874:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892c54 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.784884:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19b:0x0].0x0 (ffff9be8d37f0a00) 00000100:00100000:1.0:1783145823.784890:0:206057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b832727d-edc7-457c-aba4-c59935e6a58f+74:2408:x1869755187978368:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:0.0:1783145823.784891:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.784899:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145823.784942:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+300:306047:x1869755187978240:12345-192.168.203.44@tcp:36:touch.500 Request processed in 247us (330us total) trans 12884905443 rc 0/0 00000100:00100000:0.0:1783145823.784948:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 390 00000100:00100000:0.0:1783145823.784951:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471536985076 time 8471538564175 state 0x2 ref 0 00000100:00100000:1.0:1783145823.785089:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b832727d-edc7-457c-aba4-c59935e6a58f+75:2408:x1869755187978368:12345-192.168.203.44@tcp:2:touch.500 Request processed in 207us (349us total) trans 8589936095 rc 0/0 00000100:00100000:1.0:1783145823.785097:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2544 00000100:00100000:3.0:1783145823.785557:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.785598:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187978496 00000100:00100000:1.0:1783145823.785604:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187978496 00000100:00100000:1.0:1783145823.785623:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471536985076 time 8471538564175 state 0x0 ref 1 00000100:00100000:1.0:1783145823.785631:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471538664175 time 8471538564175 state 0x1 ref 1 00000100:00100000:1.0:1783145823.785653:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471538664175 time 8471539530158 state 0x0 ref 1 00000100:00100000:1.0:1783145823.785666:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+300:306047:x1869755187978496:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.785680:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.785693:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8800/0x38bddee366892c5b lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ac77 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.785726:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8800/0x38bddee366892c5b lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac77 expref: 301 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.785739:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8800/0x38bddee366892c5b lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac77 expref: 301 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.785753:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19b:0x0].0x0 (ffff9be8d37f0a00) 00010000:00010000:1.0:1783145823.785756:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145823.785759:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd2f8800, rc 0) 00000100:00100000:1.0:1783145823.785793:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+301:306047:x1869755187978496:12345-192.168.203.44@tcp:101:touch.500 Request processed in 131us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.785799:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 391 00000100:00100000:1.0:1783145823.785803:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471538664175 time 8471539530158 state 0x2 ref 0 00000100:00100000:3.0:1783145823.785907:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.785952:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187978752 00000100:00100000:0.0:1783145823.785958:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187978752 00000100:00100000:0.0:1783145823.785994:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 953 00000100:00100000:0.0:1783145823.786003:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+301:306053:x1869755187978752:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:0.0:1783145823.786197:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+302:306053:x1869755187978752:12345-192.168.203.44@tcp:35:touch.500 Request processed in 195us (289us total) trans 12884905444 rc 0/0 00000100:00100000:0.0:1783145823.786205:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 953 00000100:00100000:2.0:1783145823.786801:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.786842:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187979008 00000100:00100000:0.0:1783145823.786848:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187979008 00000100:00100000:2.0:1783145823.786854:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.786887:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2545 00000100:00100000:0.0:1783145823.786900:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b832727d-edc7-457c-aba4-c59935e6a58f+44:2408:x1869755187979008:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:1.0:1783145823.786911:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187978880 00000100:00100000:1.0:1783145823.786918:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187978880 00000100:00100000:1.0:1783145823.786939:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471538664175 time 8471539530158 state 0x0 ref 1 00000100:00100000:1.0:1783145823.786948:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471539630158 time 8471539530158 state 0x1 ref 1 00000100:00100000:1.0:1783145823.786976:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471539630158 time 8471540853768 state 0x0 ref 1 00000100:00100000:1.0:1783145823.786993:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+302:306058:x1869755187978880:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145823.787005:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.787017:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892c62 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ac7e expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.787036:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b832727d-edc7-457c-aba4-c59935e6a58f+45:2408:x1869755187979008:12345-192.168.203.44@tcp:2:touch.500 Request processed in 137us (231us total) trans 8589935444 rc 0/0 00000100:00100000:0.0:1783145823.787046:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2545 00010000:00010000:1.0:1783145823.787065:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892c69 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.787078:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892c69 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.787087:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892c69 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.787099:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892c70 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.787107:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892c70 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.787150:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892c70 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.787227:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366892c77 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x199:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.787236:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366892c77 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x199:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.787246:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366892c77 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x199:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145823.787274:0:204555:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x199:0x0]: returning size 0 00000004:00200000:1.0:1783145823.787278:0:204555:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783145823.787292:0:204555:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366892c77 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x199:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.787301:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366892c77 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x199:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.787309:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892c69 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.787316:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892c69 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.787322:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892c69 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.787328:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f8000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.787332:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892c69 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.787339:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892c69 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.787348:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.787350:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.787354:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892c69 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.787364:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892c69 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.787376:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892c70 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.787382:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892c70 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.787388:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892c70 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.787393:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f9600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.787395:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892c70 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.787401:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892c70 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.787407:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:1.0:1783145823.787409:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.787412:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892c70 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.787418:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892c70 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.787437:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892c62 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac7e expref: 304 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.787453:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366892c77 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x199:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac7e expref: 303 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.787460:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x199:0x0].0x0 (ffff9be8d37f0000) 00010000:00010000:1.0:1783145823.787463:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.787465:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd2f9400, rc 0) 00000100:00100000:1.0:1783145823.787503:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+303:306058:x1869755187978880:12345-192.168.203.44@tcp:101:rm.500 Request processed in 519us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.787511:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 392 00000100:00100000:1.0:1783145823.787517:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471539630158 time 8471540853768 state 0x2 ref 0 00000100:00100000:2.0:1783145823.789107:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.789168:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187979264 00000100:00100000:3.0:1783145823.789175:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187979264 00000100:00100000:3.0:1783145823.789208:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 954 00000100:00100000:3.0:1783145823.789215:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+303:306047:x1869755187979264:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:3.0:1783145823.789338:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+304:306047:x1869755187979264:12345-192.168.203.44@tcp:35:touch.500 Request processed in 123us (232us total) trans 12884905445 rc 0/0 00000100:00100000:3.0:1783145823.789347:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 954 00000100:00100000:3.0:1783145823.789624:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.789657:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187979392 00000100:00100000:2.0:1783145823.789661:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187979392 00000100:00100000:2.0:1783145823.789686:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2546 00000100:00100000:2.0:1783145823.789691:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:b832727d-edc7-457c-aba4-c59935e6a58f+45:2407:x1869755187979392:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.789698:0:228907:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.789711:0:228907:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f808e82b/0x38bddee366892c7e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb6a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ac85 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783145823.789724:0:228907:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb6a:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145823.789735:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6a:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:2.0:1783145823.789739:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145823.789746:0:228907:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f808e82b/0x38bddee366892c7e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac85 expref: 46 pid: 228907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.789756:0:228907:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f808e82b/0x38bddee366892c7e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac85 expref: 46 pid: 228907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.789765:0:228907:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e53a1200, rc 0) 00000100:00100000:2.0:1783145823.789787:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:b832727d-edc7-457c-aba4-c59935e6a58f+46:2407:x1869755187979392:12345-192.168.203.44@tcp:101:rm.500 Request processed in 97us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.789792:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2546 00000100:00100000:0.0:1783145823.790472:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.790510:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187979520 00000100:00100000:2.0:1783145823.790513:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187979520 00000100:00100000:2.0:1783145823.790528:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471539630158 time 8471540853768 state 0x0 ref 1 00000100:00100000:2.0:1783145823.790534:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471540953768 time 8471540853768 state 0x1 ref 1 00000100:00100000:2.0:1783145823.790553:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471540953768 time 8471544430354 state 0x0 ref 1 00000100:00100000:2.0:1783145823.790560:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb816a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+304:306056:x1869755187979520:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.790568:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.790577:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892c85 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ac8c expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.790606:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892c8c lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.790616:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892c8c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.790622:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892c8c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.790629:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892c93 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.790634:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892c93 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.790638:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892c93 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.790682:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366892c9a lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x198:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.790687:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366892c9a lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x198:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.790690:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366892c9a lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x198:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.790705:0:204590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x198:0x0]: returning size 0 00000004:00200000:2.0:1783145823.790708:0:204590:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145823.790716:0:204590:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366892c9a lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x198:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.790722:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366892c9a lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x198:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.790728:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892c8c lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.790732:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892c8c lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.790736:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892c8c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.790740:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892c8c lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.790744:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a0a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.790746:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892c8c lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.790750:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892c8c lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.790756:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.790758:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.790761:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892c8c lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.790764:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892c8c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.790773:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892c93 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.790777:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892c93 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.790781:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892c93 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.790783:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961ae00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.790785:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892c93 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.790788:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892c93 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.790791:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00010000:00010000:2.0:1783145823.790793:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.790794:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892c93 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.790797:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892c93 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.790809:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892c85 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac8c expref: 306 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.790815:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366892c9a lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x198:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac8c expref: 305 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.790822:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x198:0x0].0x0 (ffff9be8d902d800) 00010000:00010000:2.0:1783145823.790824:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.790825:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c91dac00, rc 0) 00000100:00100000:2.0:1783145823.790849:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb816a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+305:306056:x1869755187979520:12345-192.168.203.44@tcp:101:rm.500 Request processed in 291us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.790854:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 393 00000100:00100000:2.0:1783145823.790856:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471540953768 time 8471544430354 state 0x2 ref 0 00000100:00100000:0.0:1783145823.792531:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.792563:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187979776 00000100:00100000:3.0:1783145823.792569:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187979776 00000100:00100000:3.0:1783145823.792583:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471540953768 time 8471544430354 state 0x0 ref 1 00000100:00100000:3.0:1783145823.792589:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471544530354 time 8471544430354 state 0x1 ref 1 00000100:00100000:3.0:1783145823.792605:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471544530354 time 8471546483304 state 0x0 ref 1 00000100:00100000:3.0:1783145823.792612:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb815500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+305:306058:x1869755187979776:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:3.0:1783145823.792637:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783145823.792649:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366892c77 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x199:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac7e expref: 305 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.792663:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892b74 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x199:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac4d expref: 304 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.792669:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x199:0x0].0x0 (ffff9be8d37f0000) 00010000:00010000:3.0:1783145823.792671:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.792680:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee366892ca1 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.792686:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee366892ca1 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.792691:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee366892ca1 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.792696:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892ca8 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.792702:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892ca8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.792706:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892ca8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.792739:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892caf lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x199:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.792744:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892caf lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x199:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.792748:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892caf lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x199:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783145823.792863:0:206077:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].425, 64 off35392 00010000:00010000:3.0:1783145823.792889:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee366892cb6 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x199:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.792898:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee366892cb6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x199:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.792905:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee366892cb6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x199:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.792912:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee366892cb6 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x199:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.792918:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee366892cb6 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x199:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.792923:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee366892cb6 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x199:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.792940:0:206077:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145823.792952:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892caf lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x199:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.792956:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892caf lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x199:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.792963:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892caf lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x199:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.792967:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2016c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.792969:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.792970:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892caf lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x199:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.792975:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee366892cb6 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x199:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.792976:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892caf lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x199:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.792991:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2016800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.792994:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x199:0x0].0x0 (ffff9be8d37f0000) 00010000:00010000:3.0:1783145823.792997:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145823.792999:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892caf lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x199:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.793001:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee366892cb6 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x199:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.793005:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892caf lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x199:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.793011:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee366892cb6 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x199:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.793018:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee366892ca1 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.793021:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x199:0x0].0x0 (ffff9be8d37f0000) 00010000:00010000:3.0:1783145823.793024:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee366892ca1 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.793024:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145823.793028:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee366892cb6 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x199:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.793032:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee366892ca1 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.793035:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016800/0x38bddee366892cb6 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x199:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.793041:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee366892ca1 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.793046:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda90400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.793047:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.793049:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee366892ca1 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.793050:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.793053:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.793057:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee366892ca1 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.793063:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.793065:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.793066:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee366892ca1 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.793069:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee366892ca1 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.793075:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b16c0b44 reply state 000000001c3d9a50 transno 12884905446 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892ca8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.793082:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892ca8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.793085:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:3.0:1783145823.793087:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.793088:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.793154:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb815500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+305:306058:x1869755187979776:12345-192.168.203.44@tcp:36:rm.500 Request processed in 542us (623us total) trans 12884905446 rc 0/0 00000100:00100000:3.0:1783145823.793161:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 394 00000100:00100000:3.0:1783145823.793164:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471544530354 time 8471546483304 state 0x2 ref 0 00000100:00100000:3.0:1783145823.793755:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.793784:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187979904 00000100:00100000:2.0:1783145823.793788:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187979904 00000100:00100000:2.0:1783145823.793813:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2547 00000100:00100000:2.0:1783145823.793818:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b832727d-edc7-457c-aba4-c59935e6a58f+75:2409:x1869755187979904:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.793825:0:206058:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.793836:0:206058:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000687d7ca9/0x38bddee366892cbd lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbcd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ac93 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783145823.793849:0:206058:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbcd:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145823.793858:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbcd:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:2.0:1783145823.793860:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbcd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145823.793865:0:206058:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000687d7ca9/0x38bddee366892cbd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac93 expref: 76 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.793873:0:206058:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000687d7ca9/0x38bddee366892cbd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac93 expref: 76 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.793884:0:206058:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c91db800, rc 0) 00000100:00100000:2.0:1783145823.793905:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b832727d-edc7-457c-aba4-c59935e6a58f+76:2409:x1869755187979904:12345-192.168.203.44@tcp:101:rm.500 Request processed in 87us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.793910:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2547 00000100:00100000:0.0:1783145823.795214:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.795272:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187980160 00000100:00100000:1.0:1783145823.795285:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187980160 00000100:00100000:1.0:1783145823.795323:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471544530354 time 8471546483304 state 0x0 ref 1 00000100:00100000:1.0:1783145823.795335:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471546583304 time 8471546483304 state 0x1 ref 1 00000100:00100000:1.0:1783145823.795366:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471546583304 time 8471549242342 state 0x0 ref 1 00000100:00100000:1.0:1783145823.795381:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb814700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+305:306056:x1869755187980160:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:1.0:1783145823.795434:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145823.795458:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366892c9a lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x198:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac8c expref: 305 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.795479:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016a00/0x38bddee366892b4a lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x198:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac46 expref: 304 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.795495:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x198:0x0].0x0 (ffff9be8d902d800) 00010000:00010000:1.0:1783145823.795499:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.795518:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892cc4 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.795530:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892cc4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.795540:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892cc4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.795565:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892ccb lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.795575:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892ccb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.795583:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892ccb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.795660:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892cd2 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x198:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.795668:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892cd2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x198:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.795675:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892cd2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x198:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783145823.795866:0:210786:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].428, 64 off35584 00010000:00010000:1.0:1783145823.795910:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366892cd9 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x198:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.795919:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366892cd9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x198:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.795926:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366892cd9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x198:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.795934:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366892cd9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x198:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.795940:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366892cd9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x198:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.795946:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366892cd9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x198:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.795969:0:210786:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145823.795985:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892cd2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x198:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.795991:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145823.795993:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892cd2 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x198:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.795999:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366892cd9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x198:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.796007:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892cd2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x198:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.796011:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f8a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.796017:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366892cd9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x198:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.796028:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f8000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.796032:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366892cd9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x198:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.796037:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892cd2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x198:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.796045:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x198:0x0].0x0 (ffff9be8d902d800) 00010000:00010000:3.0:1783145823.796048:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.796051:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366892cd9 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x198:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.796059:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366892cd9 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x198:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.796060:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892cd2 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x198:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.796090:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x198:0x0].0x0 (ffff9be8d902d800) 00010000:00010000:3.0:1783145823.796091:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.796093:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.796097:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145823.796098:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.796108:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892cd2 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x198:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.796172:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892cd2 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x198:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.796197:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892cc4 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.796205:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892cc4 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.796210:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892cc4 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.796217:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892cc4 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.796222:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f8200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.796224:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892cc4 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.796230:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892cc4 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.796238:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.796241:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.796243:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892cc4 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.796254:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892cc4 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.796265:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008eba56ee reply state 0000000036045f57 transno 12884905447 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892ccb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.796275:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892ccb lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.796281:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00010000:00010000:1.0:1783145823.796283:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.796286:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.796349:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb814700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+305:306056:x1869755187980160:12345-192.168.203.44@tcp:36:rm.500 Request processed in 972us (1135us total) trans 12884905447 rc 0/0 00000100:00100000:1.0:1783145823.796359:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 395 00000100:00100000:1.0:1783145823.796366:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471546583304 time 8471549242342 state 0x2 ref 0 00000100:00100000:0.0:1783145823.797354:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.797397:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187980416 00000100:00100000:1.0:1783145823.797404:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187980416 00000100:00100000:1.0:1783145823.797423:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471546583304 time 8471549242342 state 0x0 ref 1 00000100:00100000:1.0:1783145823.797431:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471549342342 time 8471549242342 state 0x1 ref 1 00000100:00100000:1.0:1783145823.797456:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471549342342 time 8471551333940 state 0x0 ref 1 00000100:00100000:1.0:1783145823.797468:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb815c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+305:306059:x1869755187980416:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.797480:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.797490:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8e00/0x38bddee366892ce0 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ac9a expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.797557:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee366892ce7 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.797567:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee366892ce7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.797574:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee366892ce7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.797585:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8c00/0x38bddee366892cee lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.797594:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8c00/0x38bddee366892cee lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.797600:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8c00/0x38bddee366892cee lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145823.797874:0:204557:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbcf:0x0], index 0: 0 00010000:00010000:1.0:1783145823.797985:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee366892cf5 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x19c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.797995:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee366892cf5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.798001:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee366892cf5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.798032:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee366892ce7 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.798042:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee366892ce7 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.798047:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee366892ce7 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.798052:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee366892ce7 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.798057:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f9c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.798059:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee366892ce7 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.798065:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee366892ce7 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.798072:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.798075:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.798078:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee366892ce7 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.798084:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee366892ce7 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.798095:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c10425e1 reply state 000000001c621b59 transno 12884905448 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8c00/0x38bddee366892cee lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.798104:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8c00/0x38bddee366892cee lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.798110:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00010000:00010000:1.0:1783145823.798161:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.798165:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145823.798190:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8e00/0x38bddee366892ce0 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac9a expref: 308 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.798208:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee366892cf5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x19c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac9a expref: 307 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.798216:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19c:0x0].0x0 (ffff9be8d902dd00) 00010000:00010000:1.0:1783145823.798218:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.798220:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd2f8400, rc 0) 00000100:00100000:1.0:1783145823.798265:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb815c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+308:306059:x1869755187980416:12345-192.168.203.44@tcp:101:touch.500 Request processed in 800us (911us total) trans 12884905448 rc 0/0 00000100:00100000:1.0:1783145823.798273:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 396 00000100:00100000:1.0:1783145823.798279:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471549342342 time 8471551333940 state 0x2 ref 0 00000100:00100000:3.0:1783145823.799466:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.799509:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187980928 00000100:00100000:1.0:1783145823.799517:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187980928 00000100:00100000:3.0:1783145823.799518:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.799543:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471549342342 time 8471551333940 state 0x0 ref 1 00000100:00100000:1.0:1783145823.799554:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471551433940 time 8471551333940 state 0x1 ref 1 00000100:00100000:2.0:1783145823.799640:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187980800 00000100:00100000:2.0:1783145823.799652:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187980800 00000100:00100000:1.0:1783145823.799668:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471551433940 time 8471553544061 state 0x0 ref 1 00000100:00100000:2.0:1783145823.799686:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471553644061 time 8471553544061 state 0x1 ref 2 00000100:00100000:1.0:1783145823.799688:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+309:306059:x1869755187980928:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:2.0:1783145823.799728:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471553644061 time 8471553605303 state 0x0 ref 2 00010000:00010000:1.0:1783145823.799734:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1783145823.799746:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+309:306061:x1869755187980800:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.799755:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee366892cf5 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x19c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac9a expref: 309 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.799766:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.799785:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19c:0x0].0x0 (ffff9be8d902dd00) 00010000:00010000:2.0:1783145823.799787:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee366892d03 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aca1 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.799798:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.799855:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8600/0x38bddee366892d0a lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x19c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.799865:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8600/0x38bddee366892d0a lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.799875:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8600/0x38bddee366892d0a lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.799880:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892d11 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.799901:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892d11 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.799913:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892d11 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.799930:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee366892d18 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.799943:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee366892d18 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.799953:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee366892d18 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.799957:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000064d6b37b reply state 00000000f4ce0ad7 transno 12884905449 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8600/0x38bddee366892d0a lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.799972:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8600/0x38bddee366892d0a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.799979:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19c:0x0].0x0 (ffff9be8d902d600) 00010000:00010000:1.0:1783145823.799983:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.799985:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.800061:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+311:306059:x1869755187980928:12345-192.168.203.44@tcp:36:touch.500 Request processed in 378us (593us total) trans 12884905449 rc 0/0 00000100:00100000:1.0:1783145823.800070:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 397 00000004:00080000:2.0:1783145823.800242:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb6c:0x0], index 1: 0 00010000:00010000:2.0:1783145823.800338:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366892d1f lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.800348:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366892d1f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.800356:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366892d1f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.800388:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892d11 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.800403:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892d11 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.800410:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892d11 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.800416:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892d11 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.800423:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91da000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.800427:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892d11 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.800434:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892d11 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.800449:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.800452:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.800456:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892d11 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.800463:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366892d11 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.800474:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001d67bb00 reply state 000000001f7ffd48 transno 12884905450 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee366892d18 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.800483:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee366892d18 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.800490:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:2.0:1783145823.800491:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.800493:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145823.800515:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee366892d03 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aca1 expref: 312 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.800524:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366892d1f lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x19d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aca1 expref: 311 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.800530:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19d:0x0].0x0 (ffff9be8d92a9600) 00010000:00010000:2.0:1783145823.800533:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.800535:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c91dbc00, rc 0) 00000100:00100000:2.0:1783145823.800587:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+312:306061:x1869755187980800:12345-192.168.203.44@tcp:101:touch.500 Request processed in 848us (1072us total) trans 12884905450 rc 0/0 00000100:00100000:2.0:1783145823.800596:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 398 00000100:00100000:2.0:1783145823.800602:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471553644061 time 8471553605303 state 0x2 ref 0 00000100:00100000:3.0:1783145823.800750:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.800773:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187981056 00000100:00100000:2.0:1783145823.800779:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187981056 00000100:00100000:2.0:1783145823.800797:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471553644061 time 8471553605303 state 0x0 ref 1 00000100:00100000:2.0:1783145823.800805:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471553705303 time 8471553605303 state 0x1 ref 1 00000100:00100000:2.0:1783145823.800829:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471553705303 time 8471554706104 state 0x0 ref 1 00000100:00100000:2.0:1783145823.800841:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+312:306059:x1869755187981056:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.800850:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.800861:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892d2d lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x19c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aca8 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.800889:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892d2d lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x19c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aca8 expref: 313 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.800900:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892d2d lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x19c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aca8 expref: 313 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.800915:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19c:0x0].0x0 (ffff9be8d902d600) 00010000:00010000:2.0:1783145823.800918:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145823.800921:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c961ae00, rc 0) 00000100:00100000:2.0:1783145823.800952:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+313:306059:x1869755187981056:12345-192.168.203.44@tcp:101:touch.500 Request processed in 114us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.800960:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 399 00000100:00100000:2.0:1783145823.800965:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471553705303 time 8471554706104 state 0x2 ref 0 00000100:00100000:2.0:1783145823.801895:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.801953:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187981184 00000100:00100000:1.0:1783145823.801960:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187981184 00000100:00100000:3.0:1783145823.802022:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.802033:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2548 00000100:00100000:1.0:1783145823.802050:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+76:2407:x1869755187981184:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:2.0:1783145823.802071:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187981440 00000100:00100000:2.0:1783145823.802078:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187981440 00000100:00100000:2.0:1783145823.802102:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471553705303 time 8471554706104 state 0x0 ref 1 00000100:00100000:2.0:1783145823.802110:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471554806104 time 8471554706104 state 0x1 ref 1 00000100:00100000:2.0:1783145823.802169:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471554806104 time 8471556047405 state 0x0 ref 1 00000100:00100000:2.0:1783145823.802183:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+313:306061:x1869755187981440:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:2.0:1783145823.802229:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145823.802244:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366892d1f lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x19d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aca1 expref: 313 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.802255:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19d:0x0].0x0 (ffff9be8d92a9600) 00010000:00010000:2.0:1783145823.802261:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783145823.802283:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+77:2407:x1869755187981184:12345-192.168.203.44@tcp:2:touch.500 Request processed in 236us (386us total) trans 8589936096 rc 0/0 00000100:00100000:1.0:1783145823.802295:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2548 00010000:00010000:2.0:1783145823.802309:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892d34 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.802324:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892d34 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.802330:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892d34 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.802384:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f3d308f1 reply state 00000000dc9621f0 transno 12884905451 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892d34 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.802395:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892d34 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.802402:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19d:0x0].0x0 (ffff9be8d92a9400) 00010000:00010000:2.0:1783145823.802404:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.802407:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.802459:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+314:306061:x1869755187981440:12345-192.168.203.44@tcp:36:touch.500 Request processed in 279us (443us total) trans 12884905451 rc 0/0 00000100:00100000:2.0:1783145823.802466:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 400 00000100:00100000:2.0:1783145823.802469:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471554806104 time 8471556047405 state 0x2 ref 0 00000100:00100000:0.0:1783145823.803473:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.803507:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187981696 00000100:00100000:3.0:1783145823.803513:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187981696 00000100:00100000:3.0:1783145823.803552:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 955 00000100:00100000:3.0:1783145823.803562:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb817b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+314:306059:x1869755187981696:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:3.0:1783145823.803710:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb817b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+315:306059:x1869755187981696:12345-192.168.203.44@tcp:35:touch.500 Request processed in 149us (240us total) trans 12884905452 rc 0/0 00000100:00100000:3.0:1783145823.803721:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 955 00000100:00100000:3.0:1783145823.804085:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.804160:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187981824 00000100:00100000:1.0:1783145823.804168:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187981824 00000100:00100000:1.0:1783145823.804197:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471554806104 time 8471556047405 state 0x0 ref 1 00000100:00100000:1.0:1783145823.804206:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471556147405 time 8471556047405 state 0x1 ref 1 00000100:00100000:1.0:1783145823.804236:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471556147405 time 8471558112803 state 0x0 ref 1 00000100:00100000:1.0:1783145823.804250:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+315:306061:x1869755187981824:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.804266:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.804281:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366892d3b lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679acaf expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.804319:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366892d3b lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x19d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acaf expref: 316 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.804333:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366892d3b lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x19d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acaf expref: 316 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.804349:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19d:0x0].0x0 (ffff9be8d92a9400) 00010000:00010000:1.0:1783145823.804352:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145823.804356:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd2f9400, rc 0) 00000100:00100000:1.0:1783145823.804398:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+316:306061:x1869755187981824:12345-192.168.203.44@tcp:101:touch.500 Request processed in 153us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.804406:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 401 00000100:00100000:1.0:1783145823.804411:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471556147405 time 8471558112803 state 0x2 ref 0 00000100:00100000:1.0:1783145823.804799:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.804850:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187981952 00000100:00100000:2.0:1783145823.804857:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187981952 00000100:00100000:2.0:1783145823.804881:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471556147405 time 8471558112803 state 0x0 ref 1 00000100:00100000:2.0:1783145823.804891:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471558212803 time 8471558112803 state 0x1 ref 1 00000100:00100000:2.0:1783145823.804918:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471558212803 time 8471558794563 state 0x0 ref 1 00000100:00100000:2.0:1783145823.804931:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d4284a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+316:306062:x1869755187981952:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.804945:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.804958:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892d42 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679acb6 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.805002:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892d49 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.805013:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892d49 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.805022:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892d49 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.805037:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892d50 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.805045:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892d50 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.805052:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892d50 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.805109:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366892d57 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.805159:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366892d57 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.805168:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366892d57 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.805193:0:204557:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x19a:0x0]: returning size 0 00000004:00200000:2.0:1783145823.805197:0:204557:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145823.805211:0:204557:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366892d57 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.805221:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366892d57 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.805231:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892d49 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.805239:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892d49 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.805249:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892d49 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.805256:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892d49 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.805263:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a0a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.805267:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892d49 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.805274:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892d49 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.805284:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.805288:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.805292:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892d49 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.805298:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892d49 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.805309:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892d50 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.805316:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892d50 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.805322:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892d50 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.805328:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.805332:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892d50 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.805339:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892d50 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.805348:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00010000:00010000:2.0:1783145823.805351:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.805354:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892d50 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.805359:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892d50 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.805383:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892d42 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acb6 expref: 318 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.805404:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366892d57 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x19a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acb6 expref: 317 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.805411:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19a:0x0].0x0 (ffff9be8d902dc00) 00010000:00010000:2.0:1783145823.805413:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.805416:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1b000, rc 0) 00000100:00100000:2.0:1783145823.805451:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d4284a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+317:306062:x1869755187981952:12345-192.168.203.44@tcp:101:rm.500 Request processed in 523us (655us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.805458:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 402 00000100:00100000:2.0:1783145823.805463:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471558212803 time 8471558794563 state 0x2 ref 0 00000100:00100000:3.0:1783145823.805827:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.805874:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187982080 00000100:00100000:1.0:1783145823.805881:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187982080 00000100:00100000:1.0:1783145823.805906:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471558212803 time 8471558794563 state 0x0 ref 1 00000100:00100000:1.0:1783145823.805916:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471558894563 time 8471558794563 state 0x1 ref 1 00000100:00100000:1.0:1783145823.805938:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471558894563 time 8471559815657 state 0x0 ref 1 00000100:00100000:1.0:1783145823.805950:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+317:306063:x1869755187982080:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145823.805960:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.805972:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee366892d5e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679acbd expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.806036:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892d65 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.806046:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892d65 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.806055:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892d65 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.806065:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892d6c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.806073:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892d6c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.806080:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892d6c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.806189:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9e00/0x38bddee366892d73 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.806199:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9e00/0x38bddee366892d73 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.806207:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9e00/0x38bddee366892d73 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145823.806245:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x19b:0x0]: returning size 0 00000004:00200000:1.0:1783145823.806249:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783145823.806264:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9e00/0x38bddee366892d73 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.806275:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9e00/0x38bddee366892d73 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.806283:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892d65 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.806290:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892d65 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.806297:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892d65 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.806302:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892d65 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.806307:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f8200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.806312:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892d65 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.806320:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892d65 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.806331:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.806334:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.806338:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892d65 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.806344:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892d65 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.806359:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892d6c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.806366:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892d6c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.806373:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892d6c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.806378:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f8000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.806381:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892d6c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.806386:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892d6c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.806400:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:1.0:1783145823.806403:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.806406:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892d6c lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.806412:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892d6c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.806445:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee366892d5e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acbd expref: 319 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.806461:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9e00/0x38bddee366892d73 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acbd expref: 318 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.806469:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19b:0x0].0x0 (ffff9be8d37f0a00) 00010000:00010000:1.0:1783145823.806472:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.806475:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd2f9e00, rc 0) 00000100:00100000:1.0:1783145823.806521:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+318:306063:x1869755187982080:12345-192.168.203.44@tcp:101:rm.500 Request processed in 572us (692us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.806531:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 403 00000100:00100000:1.0:1783145823.806538:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471558894563 time 8471559815657 state 0x2 ref 0 00000100:00100000:3.0:1783145823.806635:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.806663:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187982208 00000100:00100000:0.0:1783145823.806670:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187982208 00000100:00100000:0.0:1783145823.806706:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2549 00000100:00100000:0.0:1783145823.806721:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b832727d-edc7-457c-aba4-c59935e6a58f+77:2410:x1869755187982208:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.806732:0:207255:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.806752:0:207255:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003f6b1673/0x38bddee366892d7a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbce:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679acc4 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145823.806774:0:207255:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbce:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:0.0:1783145823.806791:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbce:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.806796:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbce:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145823.806803:0:207255:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f6b1673/0x38bddee366892d7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acc4 expref: 78 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.806814:0:207255:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003f6b1673/0x38bddee366892d7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acc4 expref: 78 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.806823:0:207255:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9d111fe00, rc 0) 00000100:00100000:0.0:1783145823.806855:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b832727d-edc7-457c-aba4-c59935e6a58f+78:2410:x1869755187982208:12345-192.168.203.44@tcp:101:rm.500 Request processed in 139us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.806860:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2549 00000100:00100000:0.0:1783145823.807233:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.807256:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187982336 00000100:00100000:3.0:1783145823.807261:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187982336 00000100:00100000:3.0:1783145823.807297:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2550 00000100:00100000:3.0:1783145823.807306:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:b832727d-edc7-457c-aba4-c59935e6a58f+46:2407:x1869755187982336:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:3.0:1783145823.807467:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:b832727d-edc7-457c-aba4-c59935e6a58f+47:2407:x1869755187982336:12345-192.168.203.44@tcp:2:touch.500 Request processed in 162us (234us total) trans 8589935445 rc 0/0 00000100:00100000:3.0:1783145823.807475:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2550 00000100:00100000:3.0:1783145823.808335:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.808367:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187982592 00000100:00100000:2.0:1783145823.808372:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187982592 00000100:00100000:2.0:1783145823.808407:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 956 00000100:00100000:2.0:1783145823.808417:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+318:306061:x1869755187982592:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:2.0:1783145823.808567:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+319:306061:x1869755187982592:12345-192.168.203.44@tcp:35:touch.500 Request processed in 153us (233us total) trans 12884905453 rc 0/0 00000100:00100000:2.0:1783145823.808573:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 956 00000100:00100000:3.0:1783145823.808589:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.808644:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187982848 00000100:00100000:2.0:1783145823.808647:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187982848 00000100:00100000:2.0:1783145823.808661:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471558894563 time 8471559815657 state 0x0 ref 1 00000100:00100000:2.0:1783145823.808667:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471559915657 time 8471559815657 state 0x1 ref 1 00000100:00100000:2.0:1783145823.808689:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471559915657 time 8471562567195 state 0x0 ref 1 00000100:00100000:2.0:1783145823.808695:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+319:306064:x1869755187982848:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.808702:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.808712:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892d81 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679accb expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.808765:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892d88 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.808774:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892d88 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.808780:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892d88 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.808789:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2800/0x38bddee366892d8f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.808798:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2800/0x38bddee366892d8f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.808803:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2800/0x38bddee366892d8f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145823.808977:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbd0:0x0], index 0: 0 00010000:00010000:2.0:1783145823.809073:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee366892d96 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x19e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.809081:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee366892d96 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.809091:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee366892d96 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.809181:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892d88 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.809191:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892d88 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.809199:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892d88 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.809204:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892d88 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.809210:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c0031e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.809214:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892d88 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.809225:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892d88 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.809235:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.809240:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.809244:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892d88 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.809249:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366892d88 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.809262:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006a2e82e0 reply state 000000001ce1a262 transno 12884905454 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2800/0x38bddee366892d8f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.809272:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2800/0x38bddee366892d8f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.809279:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:2.0:1783145823.809281:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.809283:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145823.809306:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892d81 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679accb expref: 322 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.809316:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee366892d96 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x19e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679accb expref: 321 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.809321:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19e:0x0].0x0 (ffff9be8d92a9900) 00010000:00010000:2.0:1783145823.809323:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.809326:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d5ca2e00, rc 0) 00000100:00100000:2.0:1783145823.809357:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+322:306064:x1869755187982848:12345-192.168.203.44@tcp:101:touch.500 Request processed in 660us (769us total) trans 12884905454 rc 0/0 00000100:00100000:2.0:1783145823.809365:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 404 00000100:00100000:2.0:1783145823.809368:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471559915657 time 8471562567195 state 0x2 ref 0 00000100:00100000:2.0:1783145823.809531:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.809578:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187982976 00000100:00100000:1.0:1783145823.809586:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187982976 00000100:00100000:1.0:1783145823.809642:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2551 00000100:00100000:1.0:1783145823.809655:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b832727d-edc7-457c-aba4-c59935e6a58f+47:2409:x1869755187982976:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145823.809667:0:228902:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.809686:0:228902:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000157e57c/0x38bddee366892da4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb6b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679acd2 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783145823.809708:0:228902:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb6b:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:1.0:1783145823.809728:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6b:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:1.0:1783145823.809733:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145823.809742:0:228902:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000157e57c/0x38bddee366892da4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acd2 expref: 48 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.809757:0:228902:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000157e57c/0x38bddee366892da4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acd2 expref: 48 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.809771:0:228902:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd2f8e00, rc 0) 00000100:00100000:1.0:1783145823.809814:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b832727d-edc7-457c-aba4-c59935e6a58f+48:2409:x1869755187982976:12345-192.168.203.44@tcp:101:rm.500 Request processed in 164us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.809821:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2551 00000100:00100000:2.0:1783145823.810911:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.810930:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187983232 00000100:00100000:2.0:1783145823.810934:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187983232 00000100:00100000:2.0:1783145823.810949:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471559915657 time 8471562567195 state 0x0 ref 1 00000100:00100000:2.0:1783145823.810956:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471562667195 time 8471562567195 state 0x1 ref 1 00000100:00100000:2.0:1783145823.810976:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471562667195 time 8471564853271 state 0x0 ref 1 00000100:00100000:2.0:1783145823.810986:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+322:306064:x1869755187983232:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:2.0:1783145823.811020:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145823.811036:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee366892d96 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x19e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679accb expref: 322 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811049:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19e:0x0].0x0 (ffff9be8d92a9900) 00010000:00010000:2.0:1783145823.811058:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.811098:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2000/0x38bddee366892dab lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x19e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811105:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2000/0x38bddee366892dab lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811110:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2000/0x38bddee366892dab lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.811199:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007d8b965b reply state 00000000332c87e9 transno 12884905455 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2000/0x38bddee366892dab lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811207:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2000/0x38bddee366892dab lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x19e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811211:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19e:0x0].0x0 (ffff9be8d92a9600) 00010000:00010000:2.0:1783145823.811213:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.811215:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.811258:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+323:306064:x1869755187983232:12345-192.168.203.44@tcp:36:touch.500 Request processed in 273us (347us total) trans 12884905455 rc 0/0 00000100:00100000:2.0:1783145823.811265:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 405 00000100:00100000:2.0:1783145823.811269:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471562667195 time 8471564853271 state 0x2 ref 0 00000100:00100000:2.0:1783145823.811308:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.811360:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187983488 00000100:00100000:2.0:1783145823.811364:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187983488 00000100:00100000:2.0:1783145823.811381:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471562667195 time 8471564853271 state 0x0 ref 1 00000100:00100000:2.0:1783145823.811388:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471564953271 time 8471564853271 state 0x1 ref 1 00000100:00100000:2.0:1783145823.811411:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471564953271 time 8471565288301 state 0x0 ref 1 00000100:00100000:2.0:1783145823.811422:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+323:306062:x1869755187983488:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145823.811447:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145823.811458:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366892d57 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x19a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acb6 expref: 323 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811473:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee366892c4d lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x19a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac70 expref: 322 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811478:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19a:0x0].0x0 (ffff9be8d902dc00) 00010000:00010000:2.0:1783145823.811481:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.811488:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee366892db2 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811494:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee366892db2 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811498:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee366892db2 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811505:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2c00/0x38bddee366892db9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811511:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2c00/0x38bddee366892db9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811515:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2c00/0x38bddee366892db9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811552:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366892dc0 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811556:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366892dc0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811560:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366892dc0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145823.811678:0:204555:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].429, 64 off35648 00010000:00010000:2.0:1783145823.811713:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892dc7 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811722:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892dc7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811729:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892dc7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811734:0:204555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892dc7 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x19a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811738:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892dc7 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x19a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811741:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892dc7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x19a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811757:0:204555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145823.811766:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366892dc0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811770:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366892dc0 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811774:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366892dc0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811779:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca3e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.811783:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366892dc0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.811783:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145823.811798:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366892dc0 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.811798:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892dc7 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x19a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811834:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19a:0x0].0x0 (ffff9be8d902dc00) 00010000:00010000:2.0:1783145823.811838:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145823.811841:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366892dc0 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.811843:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca3c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145823.811847:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366892dc0 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.811852:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892dc7 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x19a:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811857:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee366892db2 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811866:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee366892db2 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.811866:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892dc7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x19a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811901:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee366892db2 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811909:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca3600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.811911:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19a:0x0].0x0 (ffff9be8d902dc00) 00010000:00010000:2.0:1783145823.811914:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee366892db2 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.811917:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1783145823.811924:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892dc7 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x19a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811928:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee366892db2 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.811937:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366892dc7 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x19a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.811949:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.811955:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.811961:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee366892db2 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.811962:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.811969:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.811973:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.811984:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee366892db2 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.812002:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000026b3facf reply state 000000004838cac2 transno 12884905456 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2c00/0x38bddee366892db9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.812011:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2c00/0x38bddee366892db9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.812018:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00010000:00010000:2.0:1783145823.812020:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.812024:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.812045:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.812069:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+323:306062:x1869755187983488:12345-192.168.203.44@tcp:36:rm.500 Request processed in 646us (758us total) trans 12884905456 rc 0/0 00000100:00100000:2.0:1783145823.812079:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 406 00000100:00100000:2.0:1783145823.812084:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471564953271 time 8471565288301 state 0x2 ref 0 00000100:00100000:2.0:1783145823.812102:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187983616 00000100:00100000:2.0:1783145823.812106:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187983616 00000100:00100000:2.0:1783145823.812155:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471564953271 time 8471565288301 state 0x0 ref 1 00000100:00100000:2.0:1783145823.812164:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471565388301 time 8471565288301 state 0x1 ref 1 00000100:00100000:2.0:1783145823.812188:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471565388301 time 8471566064627 state 0x0 ref 1 00000100:00100000:2.0:1783145823.812200:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d4285500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+323:306064:x1869755187983616:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.812213:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.812223:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366892dce lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x19e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679acd9 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.812255:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366892dce lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x19e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acd9 expref: 324 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.812264:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366892dce lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x19e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acd9 expref: 324 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.812275:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19e:0x0].0x0 (ffff9be8d92a9600) 00010000:00010000:2.0:1783145823.812277:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145823.812279:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d5ca2a00, rc 0) 00000100:00100000:2.0:1783145823.812305:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d4285500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+324:306064:x1869755187983616:12345-192.168.203.44@tcp:101:touch.500 Request processed in 111us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.812309:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 407 00000100:00100000:2.0:1783145823.812312:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471565388301 time 8471566064627 state 0x2 ref 0 00000100:00100000:1.0:1783145823.813385:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.813430:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187983872 00000100:00100000:2.0:1783145823.813437:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187983872 00000100:00100000:2.0:1783145823.813455:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471565388301 time 8471566064627 state 0x0 ref 1 00000100:00100000:2.0:1783145823.813465:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471566164627 time 8471566064627 state 0x1 ref 1 00000100:00100000:2.0:1783145823.813491:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471566164627 time 8471567368164 state 0x0 ref 1 00000100:00100000:2.0:1783145823.813506:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c760c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+324:306066:x1869755187983872:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.813517:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.813527:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee366892dd5 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ace0 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.813604:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892ddc lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.813614:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892ddc lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.813619:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892ddc lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.813627:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892de3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.813633:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892de3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.813637:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892de3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.813777:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.813815:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187984000 00000100:00100000:0.0:1783145823.813821:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187984000 00000004:00080000:2.0:1783145823.813828:0:204590:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb6d:0x0], index 1: 0 00000100:00100000:0.0:1783145823.813867:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2552 00000100:00100000:0.0:1783145823.813886:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b832727d-edc7-457c-aba4-c59935e6a58f+78:2410:x1869755187984000:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:2.0:1783145823.813925:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56400/0x38bddee366892dea lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x19f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.813931:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56400/0x38bddee366892dea lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.813936:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56400/0x38bddee366892dea lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.813956:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892ddc lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.813965:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892ddc lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.813968:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892ddc lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.813973:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892ddc lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.813976:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a0c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.813979:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892ddc lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.813982:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892ddc lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.813989:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.813993:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.813996:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892ddc lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.814001:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0c00/0x38bddee366892ddc lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.814010:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d2cccda4 reply state 000000006f05211b transno 12884905457 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892de3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.814016:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892de3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.814020:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:2.0:1783145823.814023:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.814024:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145823.814044:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee366892dd5 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ace0 expref: 327 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.814044:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b832727d-edc7-457c-aba4-c59935e6a58f+79:2410:x1869755187984000:12345-192.168.203.44@tcp:2:touch.500 Request processed in 166us (272us total) trans 8589936097 rc 0/0 00000100:00100000:0.0:1783145823.814061:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2552 00010000:00010000:2.0:1783145823.814072:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56400/0x38bddee366892dea lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ace0 expref: 326 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.814077:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19f:0x0].0x0 (ffff9be8d92a9000) 00010000:00010000:2.0:1783145823.814079:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.814082:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda56400, rc 0) 00000100:00100000:2.0:1783145823.814104:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c760c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+327:306066:x1869755187983872:12345-192.168.203.44@tcp:101:touch.500 Request processed in 604us (722us total) trans 12884905457 rc 0/0 00000100:00100000:2.0:1783145823.814108:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 408 00000100:00100000:2.0:1783145823.814209:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471566164627 time 8471567368164 state 0x2 ref 0 00000100:00100000:3.0:1783145823.814896:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.814933:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187984256 00000100:00100000:0.0:1783145823.814938:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187984256 00000100:00100000:0.0:1783145823.814973:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 957 00000100:00100000:0.0:1783145823.814983:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+327:306064:x1869755187984256:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:0.0:1783145823.815161:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+328:306064:x1869755187984256:12345-192.168.203.44@tcp:35:touch.500 Request processed in 180us (265us total) trans 12884905458 rc 0/0 00000100:00100000:0.0:1783145823.815173:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 957 00000100:00100000:1.0:1783145823.818437:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.818492:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.818494:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187984512 00000100:00100000:3.0:1783145823.818503:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187984512 00000100:00100000:3.0:1783145823.818541:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471566164627 time 8471567368164 state 0x0 ref 1 00000100:00100000:0.0:1783145823.818542:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187984768 00000100:00100000:0.0:1783145823.818547:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187984768 00000100:00100000:3.0:1783145823.818555:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471567468164 time 8471567368164 state 0x1 ref 1 00000100:00100000:0.0:1783145823.818565:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471567468164 time 8471567368164 state 0x1 ref 2 00000100:00100000:3.0:1783145823.818586:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471572561409 time 8471572461409 state 0x1 ref 2 00000100:00100000:0.0:1783145823.818598:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471572561409 time 8471572472736 state 0x0 ref 2 00000100:00100000:3.0:1783145823.818606:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+329:306066:x1869755187984512:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:0.0:1783145823.818620:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+329:306063:x1869755187984768:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:3.0:1783145823.818650:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145823.818650:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783145823.818676:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56400/0x38bddee366892dea lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ace0 expref: 329 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.818677:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9e00/0x38bddee366892d73 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x19b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acbd expref: 329 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.818711:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19f:0x0].0x0 (ffff9be8d92a9000) 00010000:00010000:0.0:1783145823.818717:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8800/0x38bddee366892c5b lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x19b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac77 expref: 327 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.818720:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145823.818734:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19b:0x0].0x0 (ffff9be8d37f0a00) 00010000:00010000:0.0:1783145823.818738:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145823.818755:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fc00/0x38bddee366892df8 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.818769:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fc00/0x38bddee366892df8 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.818776:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892dff lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x19f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.818780:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fc00/0x38bddee366892df8 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.818787:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892dff lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.818798:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892dff lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.818799:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892e06 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.818827:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892e06 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.818835:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892e06 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.818880:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000006188213 reply state 00000000c886d2b0 transno 12884905459 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892dff lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.818891:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892e0d lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.818894:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892dff lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x19f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.818904:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19f:0x0].0x0 (ffff9be9d51ac200) 00010000:00010000:0.0:1783145823.818905:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892e0d lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.818907:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.818911:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.818914:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892e0d lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.818988:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+328:306066:x1869755187984512:12345-192.168.203.44@tcp:36:touch.500 Request processed in 391us (560us total) trans 12884905459 rc 0/0 00000100:00100000:3.0:1783145823.818996:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 409 00000040:00080000:0.0:1783145823.819045:0:204556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].426, 64 off35456 00010000:00010000:0.0:1783145823.819076:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee366892e14 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.819083:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee366892e14 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.819091:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee366892e14 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.819097:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee366892e14 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x19b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.819102:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee366892e14 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x19b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.819106:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee366892e14 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x19b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.819149:0:204556:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145823.819161:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892e0d lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.819166:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892e0d lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.819170:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892e0d lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.819174:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111ea00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.819177:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892e0d lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.819183:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892e0d lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.819190:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145823.819192:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19b:0x0].0x0 (ffff9be8d37f0a00) 00010000:00010000:0.0:1783145823.819196:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145823.819199:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee366892e14 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x19b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.819201:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892e0d lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.819232:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111fa00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145823.819233:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee366892e0d lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.819242:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee366892e14 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x19b:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.819255:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fc00/0x38bddee366892df8 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.819256:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee366892e14 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x19b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.819284:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fc00/0x38bddee366892df8 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.819290:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fc00/0x38bddee366892df8 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.819295:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19b:0x0].0x0 (ffff9be8d37f0a00) 00010000:00010000:0.0:1783145823.819296:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fc00/0x38bddee366892df8 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.819309:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145823.819312:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111fc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.819318:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fc00/0x38bddee366892df8 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.819320:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee366892e14 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x19b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.819348:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fc00/0x38bddee366892df8 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.819352:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee366892e14 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x19b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.819364:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.819367:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.819372:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fc00/0x38bddee366892df8 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.819375:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.819377:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fc00/0x38bddee366892df8 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.819381:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.819389:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:0.0:1783145823.819391:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000be6f3472 reply state 00000000c94a177c transno 12884905460 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892e06 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.819403:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892e06 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.819410:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:0.0:1783145823.819412:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.819414:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145823.819455:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+329:306063:x1869755187984768:12345-192.168.203.44@tcp:36:rm.500 Request processed in 844us (968us total) trans 12884905460 rc 0/0 00000100:00100000:0.0:1783145823.819460:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 410 00000100:00100000:0.0:1783145823.819464:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471572561409 time 8471572472736 state 0x2 ref 0 00000100:00100000:1.0:1783145823.819822:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.819856:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187984896 00000100:00100000:3.0:1783145823.819863:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187984896 00000100:00100000:3.0:1783145823.819879:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471572561409 time 8471572472736 state 0x0 ref 1 00000100:00100000:3.0:1783145823.819888:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471572572736 time 8471572472736 state 0x1 ref 1 00000100:00100000:3.0:1783145823.819911:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471572572736 time 8471573789014 state 0x0 ref 1 00000100:00100000:3.0:1783145823.819925:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+329:306066:x1869755187984896:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.819937:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.819948:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892e1b lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x19f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ace7 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.819978:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892e1b lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x19f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ace7 expref: 330 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.819990:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892e1b lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x19f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ace7 expref: 330 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.820006:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19f:0x0].0x0 (ffff9be9d51ac200) 00010000:00010000:3.0:1783145823.820009:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145823.820011:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2016400, rc 0) 00000100:00100000:3.0:1783145823.820044:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+330:306066:x1869755187984896:12345-192.168.203.44@tcp:101:touch.500 Request processed in 123us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.820052:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 411 00000100:00100000:3.0:1783145823.820057:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471572572736 time 8471573789014 state 0x2 ref 0 00000100:00100000:3.0:1783145823.820901:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.820936:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187985024 00000100:00100000:2.0:1783145823.820942:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187985024 00000100:00100000:2.0:1783145823.820955:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471572572736 time 8471573789014 state 0x0 ref 1 00000100:00100000:2.0:1783145823.820961:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471573889014 time 8471573789014 state 0x1 ref 1 00000100:00100000:2.0:1783145823.820977:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471573889014 time 8471574855845 state 0x0 ref 1 00000100:00100000:2.0:1783145823.820986:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3304a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+330:306068:x1869755187985024:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.820993:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.821000:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee366892e22 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679acee expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.821034:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366892e29 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.821041:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366892e29 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.821046:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366892e29 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.821054:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee366892e30 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.821059:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee366892e30 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.821064:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee366892e30 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.821097:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57800/0x38bddee366892e37 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x19c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.821103:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57800/0x38bddee366892e37 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.821109:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57800/0x38bddee366892e37 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.821215:0:206077:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x19c:0x0]: returning size 0 00000004:00200000:2.0:1783145823.821218:0:206077:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145823.821229:0:206077:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57800/0x38bddee366892e37 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.821243:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57800/0x38bddee366892e37 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.821248:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366892e29 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.821255:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.821257:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366892e29 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.821262:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366892e29 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.821266:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366892e29 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.821269:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda56e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.821273:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366892e29 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.821277:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366892e29 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.821287:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.821289:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.821292:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366892e29 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.821297:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366892e29 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.821305:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee366892e30 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.821305:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187985152 00000100:00100000:0.0:1783145823.821312:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187985152 00010000:00010000:2.0:1783145823.821313:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee366892e30 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.821319:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee366892e30 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.821322:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda57e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.821323:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee366892e30 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.821327:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee366892e30 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.821333:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00000100:00100000:0.0:1783145823.821333:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471574955845 time 8471574855845 state 0x1 ref 2 00010000:00010000:2.0:1783145823.821339:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.821341:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee366892e30 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.821345:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee366892e30 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.821357:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471574955845 time 8471575233663 state 0x0 ref 2 00010000:00010000:2.0:1783145823.821366:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee366892e22 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acee expref: 333 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.821373:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3304e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+333:306070:x1869755187985152:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.821383:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57800/0x38bddee366892e37 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x19c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acee expref: 332 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.821391:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19c:0x0].0x0 (ffff9be8d902d600) 00010000:00010000:0.0:1783145823.821393:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1783145823.821399:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.821399:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.821404:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda57800, rc 0) 00010000:00010000:0.0:1783145823.821406:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366892e3e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679acf5 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.821435:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366892e45 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.821443:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3304a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+333:306068:x1869755187985024:12345-192.168.203.44@tcp:101:rm.500 Request processed in 456us (542us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145823.821444:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366892e45 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.821456:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 412 00010000:00010000:0.0:1783145823.821458:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366892e45 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.821467:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892e4c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.821473:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892e4c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.821477:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892e4c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.821512:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366892e53 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.821520:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366892e53 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.821528:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366892e53 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145823.821549:0:204555:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x19d:0x0]: returning size 0 00000004:00200000:0.0:1783145823.821552:0:204555:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:2.0:1783145823.821555:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187985280 00000100:00100000:2.0:1783145823.821559:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187985280 00000004:00010000:0.0:1783145823.821564:0:204555:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366892e53 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.821579:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366892e53 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.821584:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366892e45 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.821589:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366892e45 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.821597:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366892e45 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.821601:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2553 00010000:00010000:0.0:1783145823.821605:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.821608:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366892e45 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.821614:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366892e45 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.821617:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3306680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:b832727d-edc7-457c-aba4-c59935e6a58f+48:2408:x1869755187985280:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:0.0:1783145823.821624:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.821627:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.821629:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366892e45 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.821633:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366892e45 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.821640:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892e4c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.821643:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892e4c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.821648:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892e4c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.821651:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.821652:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892e4c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.821659:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892e4c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.821663:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:0.0:1783145823.821665:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.821667:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892e4c lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.821670:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366892e4c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.821686:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366892e3e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acf5 expref: 333 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.821695:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366892e53 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x19d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acf5 expref: 332 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.821699:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19d:0x0].0x0 (ffff9be8d92a9400) 00010000:00010000:0.0:1783145823.821700:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.821701:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8413000, rc 0) 00000100:00100000:0.0:1783145823.821733:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3304e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+332:306070:x1869755187985152:12345-192.168.203.44@tcp:101:rm.500 Request processed in 368us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.821739:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3306680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:b832727d-edc7-457c-aba4-c59935e6a58f+49:2408:x1869755187985280:12345-192.168.203.44@tcp:2:touch.500 Request processed in 129us (346us total) trans 8589935446 rc 0/0 00000100:00100000:0.0:1783145823.821743:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 413 00000100:00100000:0.0:1783145823.821751:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471574955845 time 8471575233663 state 0x2 ref 0 00000100:00100000:2.0:1783145823.821753:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2553 00000100:00100000:3.0:1783145823.823525:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.823560:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187985536 00000100:00100000:0.0:1783145823.823565:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187985536 00000100:00100000:0.0:1783145823.823600:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 958 00000100:00100000:0.0:1783145823.823607:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f3ffb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+332:306066:x1869755187985536:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:0.0:1783145823.823735:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f3ffb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+333:306066:x1869755187985536:12345-192.168.203.44@tcp:35:touch.500 Request processed in 129us (213us total) trans 12884905461 rc 0/0 00000100:00100000:0.0:1783145823.823740:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 958 00000100:00100000:0.0:1783145823.824244:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.824270:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.824294:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187985664 00000100:00100000:0.0:1783145823.824298:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187985920 00000100:00100000:0.0:1783145823.824304:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187985920 00000100:00100000:1.0:1783145823.824308:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187985664 00000100:00100000:0.0:1783145823.824318:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471574955845 time 8471575233663 state 0x0 ref 1 00000100:00100000:0.0:1783145823.824326:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471575333663 time 8471575233663 state 0x1 ref 1 00000100:00100000:0.0:1783145823.824347:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471575333663 time 8471578224597 state 0x0 ref 1 00000100:00100000:0.0:1783145823.824360:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb814000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+333:306069:x1869755187985920:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.824371:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1783145823.824373:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2554 00010000:00010000:0.0:1783145823.824388:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366892e5a lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ad03 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.824390:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb817b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b832727d-edc7-457c-aba4-c59935e6a58f+79:2408:x1869755187985664:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.824404:0:228913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.824420:0:228913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001c3d36c5/0x38bddee366892e61 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbcf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679acfc expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783145823.824440:0:228913:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbcf:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:3.0:1783145823.824453:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbcf:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.824464:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892e68 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.824474:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892e68 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.824480:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892e68 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.824487:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892e6f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.824494:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892e6f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.824498:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892e6f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.824534:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbcf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145823.824544:0:228913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c3d36c5/0x38bddee366892e61 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acfc expref: 80 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.824600:0:228913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001c3d36c5/0x38bddee366892e61 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acfc expref: 80 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.824601:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145823.824623:0:228913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2016800, rc 0) 00000100:00100000:3.0:1783145823.824667:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb817b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b832727d-edc7-457c-aba4-c59935e6a58f+80:2408:x1869755187985664:12345-192.168.203.44@tcp:101:rm.500 Request processed in 283us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.824678:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2554 00000100:00100000:3.0:1783145823.824699:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187986048 00000100:00100000:3.0:1783145823.824704:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187986048 00000004:00080000:0.0:1783145823.824728:0:204557:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbd1:0x0], index 0: 0 00000100:00100000:3.0:1783145823.824740:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2555 00000100:00100000:3.0:1783145823.824755:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b832727d-edc7-457c-aba4-c59935e6a58f+49:2409:x1869755187986048:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.824762:0:228913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.824813:0:228913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009381d19/0x38bddee366892e76 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb6c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ad0a expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783145823.824827:0:228913:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb6c:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:0.0:1783145823.824836:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393200/0x38bddee366892e7d lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.824839:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6c:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.824847:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393200/0x38bddee366892e7d lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.824848:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145823.824860:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393200/0x38bddee366892e7d lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.824861:0:228913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000009381d19/0x38bddee366892e76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad0a expref: 50 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.824881:0:228913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000009381d19/0x38bddee366892e76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad0a expref: 50 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.824890:0:228913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2016a00, rc 0) 00010000:00010000:0.0:1783145823.824895:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892e68 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.824904:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892e68 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.824911:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892e68 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.824917:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892e68 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.824924:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8553600 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145823.824927:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b832727d-edc7-457c-aba4-c59935e6a58f+50:2409:x1869755187986048:12345-192.168.203.44@tcp:101:rm.500 Request processed in 178us (332us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145823.824931:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892e68 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.824940:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2555 00010000:00010000:0.0:1783145823.824951:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892e68 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.824965:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.824968:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.824972:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892e68 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.824979:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892e68 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.824995:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e6a683b5 reply state 000000006ff624c7 transno 12884905462 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892e6f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.825003:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892e6f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.825009:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:0.0:1783145823.825011:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.825013:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.825035:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366892e5a lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad03 expref: 336 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.825047:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393200/0x38bddee366892e7d lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad03 expref: 335 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.825054:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a0:0x0].0x0 (ffff9be8d37f0e00) 00010000:00010000:0.0:1783145823.825057:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.825060:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9fd393200, rc 0) 00000100:00100000:0.0:1783145823.825099:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb814000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+336:306069:x1869755187985920:12345-192.168.203.44@tcp:101:touch.500 Request processed in 744us (828us total) trans 12884905462 rc 0/0 00000100:00100000:0.0:1783145823.825105:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 414 00000100:00100000:0.0:1783145823.825108:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471575333663 time 8471578224597 state 0x2 ref 0 00000100:00100000:1.0:1783145823.827438:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.827536:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187986304 00000100:00100000:3.0:1783145823.827544:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187986304 00000100:00100000:3.0:1783145823.827568:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471575333663 time 8471578224597 state 0x0 ref 1 00000100:00100000:3.0:1783145823.827578:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471578324597 time 8471578224597 state 0x1 ref 1 00000100:00100000:1.0:1783145823.827593:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.827610:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187986560 00000100:00100000:3.0:1783145823.827618:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187986560 00000100:00100000:0.0:1783145823.827633:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471578324597 time 8471581507962 state 0x0 ref 1 00000100:00100000:0.0:1783145823.827654:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+337:306069:x1869755187986304:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:3.0:1783145823.827679:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471581607962 time 8471581507962 state 0x1 ref 2 00010000:00010000:0.0:1783145823.827703:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1783145823.827708:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471581607962 time 8471581583988 state 0x0 ref 2 00000100:00100000:3.0:1783145823.827722:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+337:306068:x1869755187986560:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:0.0:1783145823.827725:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393200/0x38bddee366892e7d lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad03 expref: 337 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.827750:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a0:0x0].0x0 (ffff9be8d37f0e00) 00010000:00010000:0.0:1783145823.827756:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.827760:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783145823.827776:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57800/0x38bddee366892e37 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x19c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acee expref: 336 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.827797:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393800/0x38bddee366892e8b lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.827805:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892d2d lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x19c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aca8 expref: 335 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.827807:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393800/0x38bddee366892e8b lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.827826:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393800/0x38bddee366892e8b lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.827829:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19c:0x0].0x0 (ffff9be8d902d600) 00010000:00010000:3.0:1783145823.827836:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.827851:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892e92 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.827860:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892e92 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.827868:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892e92 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.827882:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8800/0x38bddee366892e99 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.827893:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8800/0x38bddee366892e99 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.827904:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8800/0x38bddee366892e99 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.827917:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003236df62 reply state 000000002adbe763 transno 12884905463 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393800/0x38bddee366892e8b lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.827931:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393800/0x38bddee366892e8b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.827938:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a0:0x0].0x0 (ffff9be8d37f0400) 00010000:00010000:0.0:1783145823.827941:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.827944:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145823.827998:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee366892ea0 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x19c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.828006:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+336:306069:x1869755187986304:12345-192.168.203.44@tcp:36:touch.500 Request processed in 358us (570us total) trans 12884905463 rc 0/0 00010000:00010000:2.0:1783145823.828013:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee366892ea0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x19c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.828019:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 415 00010000:00010000:2.0:1783145823.828028:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee366892ea0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x19c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145823.828309:0:210786:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].430, 64 off35712 00010000:00010000:2.0:1783145823.828336:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee366892ea7 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x19c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.828346:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee366892ea7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.828354:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee366892ea7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.828363:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee366892ea7 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x19c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.828370:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee366892ea7 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x19c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.828376:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee366892ea7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x19c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.828396:0:210786:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145823.828410:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee366892ea0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x19c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.828418:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee366892ea0 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x19c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.828419:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145823.828429:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee366892ea0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x19c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.828429:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee366892ea7 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x19c:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.828442:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda57200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.828445:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda57e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145823.828447:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee366892ea0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x19c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.828451:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee366892ea7 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x19c:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.828459:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee366892ea0 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x19c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.828462:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee366892ea7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x19c:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.828476:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19c:0x0].0x0 (ffff9be8d902d600) 00010000:00010000:2.0:1783145823.828480:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145823.828484:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee366892ea0 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x19c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.828491:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19c:0x0].0x0 (ffff9be8d902d600) 00010000:00010000:2.0:1783145823.828492:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee366892ea0 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x19c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.828498:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145823.828504:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee366892ea7 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x19c:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.828513:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee366892ea7 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x19c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.828525:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892e92 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.828531:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.828534:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892e92 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.828535:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.828541:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.828543:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892e92 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.828551:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892e92 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.828556:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8846800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.828560:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892e92 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.828566:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892e92 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.828577:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.828579:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.828583:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892e92 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.828589:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892e92 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.828599:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c36ca7bc reply state 0000000074d00cc1 transno 12884905464 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8800/0x38bddee366892e99 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.828608:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8800/0x38bddee366892e99 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.828616:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00010000:00010000:2.0:1783145823.828618:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.828622:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.828671:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+337:306068:x1869755187986560:12345-192.168.203.44@tcp:36:rm.500 Request processed in 950us (1079us total) trans 12884905464 rc 0/0 00000100:00100000:2.0:1783145823.828682:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 416 00000100:00100000:2.0:1783145823.828689:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471581607962 time 8471581583988 state 0x2 ref 0 00000100:00100000:3.0:1783145823.828799:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.828845:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187986688 00000100:00100000:0.0:1783145823.828849:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187986688 00000100:00100000:0.0:1783145823.828863:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471581607962 time 8471581583988 state 0x0 ref 1 00000100:00100000:0.0:1783145823.828869:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471581683988 time 8471581583988 state 0x1 ref 1 00000100:00100000:0.0:1783145823.828885:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471581683988 time 8471582763963 state 0x0 ref 1 00000100:00100000:0.0:1783145823.828892:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3305f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+337:306069:x1869755187986688:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.828901:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.828908:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366892eae lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ad11 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.828931:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366892eae lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad11 expref: 338 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.828938:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366892eae lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad11 expref: 338 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.828949:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a0:0x0].0x0 (ffff9be8d37f0400) 00010000:00010000:0.0:1783145823.828951:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145823.828953:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9fd393600, rc 0) 00000100:00100000:0.0:1783145823.828976:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3305f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+338:306069:x1869755187986688:12345-192.168.203.44@tcp:101:touch.500 Request processed in 85us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.828980:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 417 00000100:00100000:0.0:1783145823.828984:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471581683988 time 8471582763963 state 0x2 ref 0 00000100:00100000:0.0:1783145823.829640:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.829683:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187986944 00000100:00100000:1.0:1783145823.829691:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187986944 00000100:00100000:1.0:1783145823.829722:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471581683988 time 8471582763963 state 0x0 ref 1 00000100:00100000:1.0:1783145823.829734:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471582863963 time 8471582763963 state 0x1 ref 1 00000100:00100000:1.0:1783145823.829769:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471582863963 time 8471583645689 state 0x0 ref 1 00000100:00100000:1.0:1783145823.829788:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb816680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+338:306071:x1869755187986944:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.829809:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.829828:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483000/0x38bddee366892eb5 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ad18 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.829843:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.829878:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187987072 00000100:00100000:2.0:1783145823.829885:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187987072 00000100:00100000:2.0:1783145823.829929:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2556 00000100:00100000:2.0:1783145823.829940:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3307480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:b832727d-edc7-457c-aba4-c59935e6a58f+80:2410:x1869755187987072:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:1.0:1783145823.829952:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483800/0x38bddee366892ebc lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.829968:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483800/0x38bddee366892ebc lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.829980:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483800/0x38bddee366892ebc lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.829994:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482200/0x38bddee366892ec3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.830008:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482200/0x38bddee366892ec3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.830015:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482200/0x38bddee366892ec3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.830097:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3307480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:b832727d-edc7-457c-aba4-c59935e6a58f+81:2410:x1869755187987072:12345-192.168.203.44@tcp:2:touch.500 Request processed in 159us (262us total) trans 8589936098 rc 0/0 00000100:00100000:2.0:1783145823.830106:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2556 00000004:00080000:1.0:1783145823.830440:0:204556:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb6e:0x0], index 1: 0 00010000:00010000:1.0:1783145823.830588:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482a00/0x38bddee366892eca lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.830598:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482a00/0x38bddee366892eca lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.830606:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482a00/0x38bddee366892eca lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.830643:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483800/0x38bddee366892ebc lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.830650:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483800/0x38bddee366892ebc lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.830658:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483800/0x38bddee366892ebc lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.830665:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483800/0x38bddee366892ebc lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.830671:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c9483800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.830675:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483800/0x38bddee366892ebc lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.830687:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483800/0x38bddee366892ebc lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.830697:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.830700:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.830704:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483800/0x38bddee366892ebc lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.830710:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483800/0x38bddee366892ebc lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.830726:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d4f84a71 reply state 000000002f551492 transno 12884905465 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482200/0x38bddee366892ec3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.830736:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482200/0x38bddee366892ec3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.830742:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:1.0:1783145823.830744:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.830747:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145823.830776:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483000/0x38bddee366892eb5 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad18 expref: 341 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.830792:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482a00/0x38bddee366892eca lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad18 expref: 340 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.830799:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a1:0x0].0x0 (ffff9be8d902d400) 00010000:00010000:1.0:1783145823.830801:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.830803:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c9482a00, rc 0) 00000100:00100000:1.0:1783145823.830861:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb816680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+341:306071:x1869755187986944:12345-192.168.203.44@tcp:101:touch.500 Request processed in 1080us (1221us total) trans 12884905465 rc 0/0 00000100:00100000:1.0:1783145823.830869:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 418 00000100:00100000:1.0:1783145823.830876:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471582863963 time 8471583645689 state 0x2 ref 0 00000100:00100000:0.0:1783145823.830919:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.830954:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187987328 00000100:00100000:1.0:1783145823.830961:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187987328 00000100:00100000:1.0:1783145823.831004:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 959 00000100:00100000:1.0:1783145823.831015:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb816300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+341:306069:x1869755187987328:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145823.831233:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb816300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+342:306069:x1869755187987328:12345-192.168.203.44@tcp:35:touch.500 Request processed in 220us (319us total) trans 12884905466 rc 0/0 00000100:00100000:1.0:1783145823.831247:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 959 00000100:00100000:0.0:1783145823.832796:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.832848:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187987584 00000100:00100000:1.0:1783145823.832854:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187987584 00000100:00100000:1.0:1783145823.832874:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471582863963 time 8471583645689 state 0x0 ref 1 00000100:00100000:1.0:1783145823.832884:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471583745689 time 8471583645689 state 0x1 ref 1 00000100:00100000:1.0:1783145823.832910:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471583745689 time 8471586787190 state 0x0 ref 1 00000100:00100000:1.0:1783145823.832920:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb817480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+342:306071:x1869755187987584:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:1.0:1783145823.832952:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145823.832969:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482a00/0x38bddee366892eca lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad18 expref: 342 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.832989:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a1:0x0].0x0 (ffff9be8d902d400) 00010000:00010000:1.0:1783145823.832998:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.833055:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482800/0x38bddee366892ed8 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.833063:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145823.833076:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482800/0x38bddee366892ed8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.833086:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482800/0x38bddee366892ed8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.833105:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187987712 00000100:00100000:2.0:1783145823.833111:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187987712 00000100:00100000:2.0:1783145823.833176:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471586887190 time 8471586787190 state 0x1 ref 2 00000004:00010000:1.0:1783145823.833199:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b43d0f90 reply state 00000000487dc088 transno 12884905467 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482800/0x38bddee366892ed8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.833200:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471586887190 time 8471587076872 state 0x0 ref 2 00010000:00010000:1.0:1783145823.833228:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482800/0x38bddee366892ed8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.833237:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb815880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+343:306075:x1869755187987712:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145823.833243:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a1:0x0].0x0 (ffff9be8d902df00) 00010000:00010000:1.0:1783145823.833248:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.833250:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145823.833255:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.833271:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee366892edf lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ad1f expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.833315:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366892ee6 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.833325:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb817480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+345:306071:x1869755187987584:12345-192.168.203.44@tcp:36:touch.500 Request processed in 399us (524us total) trans 12884905467 rc 0/0 00010000:00010000:2.0:1783145823.833330:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366892ee6 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.833344:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 419 00010000:00010000:2.0:1783145823.833347:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366892ee6 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.833360:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366892eed lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.833365:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366892eed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.833370:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366892eed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.833431:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57600/0x38bddee366892ef4 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x19f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.833440:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57600/0x38bddee366892ef4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.833447:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57600/0x38bddee366892ef4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.833471:0:204557:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x19f:0x0]: returning size 0 00000004:00200000:2.0:1783145823.833474:0:204557:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145823.833486:0:204557:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57600/0x38bddee366892ef4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.833494:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57600/0x38bddee366892ef4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.833503:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366892ee6 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.833507:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366892ee6 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.833512:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366892ee6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.833516:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366892ee6 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.833520:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda57a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.833523:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366892ee6 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.833527:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366892ee6 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.833535:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.833538:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.833541:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366892ee6 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.833545:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366892ee6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.833553:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366892eed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.833557:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366892eed lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.833561:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366892eed lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.833564:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda56c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.833565:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366892eed lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.833569:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366892eed lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.833573:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:2.0:1783145823.833575:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.833576:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366892eed lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.833580:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366892eed lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.833596:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee366892edf lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad1f expref: 345 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.833605:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57600/0x38bddee366892ef4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad1f expref: 344 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.833609:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19f:0x0].0x0 (ffff9be9d51ac200) 00010000:00010000:2.0:1783145823.833610:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.833612:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda57600, rc 0) 00000100:00100000:2.0:1783145823.833647:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb815880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+344:306075:x1869755187987712:12345-192.168.203.44@tcp:101:rm.500 Request processed in 421us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.833653:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 420 00000100:00100000:2.0:1783145823.833658:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471586887190 time 8471587076872 state 0x2 ref 0 00000100:00100000:0.0:1783145823.835012:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.835051:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187987840 00000100:00100000:3.0:1783145823.835057:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187987840 00000100:00100000:3.0:1783145823.835211:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2557 00000100:00100000:3.0:1783145823.835223:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b832727d-edc7-457c-aba4-c59935e6a58f+50:2408:x1869755187987840:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.835234:0:206058:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.835250:0:206058:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001b5986c7/0x38bddee366892efb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb6d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ad26 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.835261:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00002000:00010000:3.0:1783145823.835274:0:206058:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb6d:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:3.0:1783145823.835288:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6d:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:3.0:1783145823.835293:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6d:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145823.835307:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.835312:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187988224 00000100:00100000:1.0:1783145823.835320:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187988224 00010000:00010000:3.0:1783145823.835350:0:206058:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b5986c7/0x38bddee366892efb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad26 expref: 51 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.835352:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187988096 00000100:00100000:1.0:1783145823.835355:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471586887190 time 8471587076872 state 0x0 ref 1 00000100:00100000:0.0:1783145823.835360:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187988096 00000100:00100000:1.0:1783145823.835385:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471587176872 time 8471587076872 state 0x1 ref 1 00010000:00010000:3.0:1783145823.835393:0:206058:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001b5986c7/0x38bddee366892efb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad26 expref: 51 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.835405:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471587176872 time 8471587076872 state 0x1 ref 2 00010000:00010000:3.0:1783145823.835411:0:206058:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd2f9e00, rc 0) 00000100:00100000:1.0:1783145823.835424:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471589399846 time 8471589299846 state 0x1 ref 2 00000100:00100000:1.0:1783145823.835443:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb814a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+345:306071:x1869755187988224:12345-192.168.203.44@tcp:101:touch.500 00000100:00100000:0.0:1783145823.835445:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471589399846 time 8471589320571 state 0x0 ref 2 00000100:00100000:3.0:1783145823.835454:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b832727d-edc7-457c-aba4-c59935e6a58f+51:2408:x1869755187987840:12345-192.168.203.44@tcp:101:rm.500 Request processed in 229us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.835467:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2557 00010000:00010000:1.0:1783145823.835467:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1783145823.835476:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb817800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+345:306074:x1869755187988096:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.835488:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483e00/0x38bddee366892f02 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ad34 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.835492:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.835511:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393400/0x38bddee366892f09 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ad2d expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.835535:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483e00/0x38bddee366892f02 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad34 expref: 347 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.835553:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483e00/0x38bddee366892f02 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad34 expref: 347 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.835574:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a1:0x0].0x0 (ffff9be8d902df00) 00010000:00010000:1.0:1783145823.835577:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145823.835581:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c9483e00, rc 0) 00010000:00010000:0.0:1783145823.835594:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392200/0x38bddee366892f10 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.835609:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392200/0x38bddee366892f10 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.835619:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392200/0x38bddee366892f10 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.835628:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb814a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+347:306071:x1869755187988224:12345-192.168.203.44@tcp:101:touch.500 Request processed in 190us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.835639:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 421 00010000:00010000:0.0:1783145823.835639:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393200/0x38bddee366892f17 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.835656:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393200/0x38bddee366892f17 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.835665:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393200/0x38bddee366892f17 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.835875:0:204581:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe60380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:204581:1869755178566912:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1783145823.835937:0:204581:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145823.835983:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178566912 00000004:00080000:0.0:1783145823.835984:0:204556:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbd2:0x0], index 0: 0 00000100:00100000:3.0:1783145823.835990:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178566912 00000100:00100000:1.0:1783145823.835992:0:204581:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783145823.836045:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2558 00000100:00100000:3.0:1783145823.836057:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+6:204581:x1869755178566912:12345-0@lo:5:osp-pre-0-0.0 00010000:00010000:0.0:1783145823.836101:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392a00/0x38bddee366892f1e lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.836110:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392a00/0x38bddee366892f1e lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.836156:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392a00/0x38bddee366892f1e lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.836191:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392200/0x38bddee366892f10 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783145823.836192:0:228910:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 3042 00010000:00010000:0.0:1783145823.836205:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392200/0x38bddee366892f10 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.836212:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392200/0x38bddee366892f10 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.836219:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392200/0x38bddee366892f10 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.836225:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9fd392200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.836229:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392200/0x38bddee366892f10 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.836237:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392200/0x38bddee366892f10 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.836249:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.836253:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.836257:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392200/0x38bddee366892f10 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.836267:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392200/0x38bddee366892f10 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.836288:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d5e07d01 reply state 0000000051deffb3 transno 12884905468 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393200/0x38bddee366892f17 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.836299:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393200/0x38bddee366892f17 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.836308:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:0.0:1783145823.836311:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.836313:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.836339:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393400/0x38bddee366892f09 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad2d expref: 348 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.836367:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392a00/0x38bddee366892f1e lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad2d expref: 347 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.836376:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a2:0x0].0x0 (ffff9be8d37f0e00) 00010000:00010000:0.0:1783145823.836379:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.836382:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9fd392a00, rc 0) 00000100:00100000:0.0:1783145823.836432:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb817800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+348:306074:x1869755187988096:12345-192.168.203.44@tcp:101:touch.500 Request processed in 965us (1134us total) trans 12884905468 rc 0/0 00000100:00100000:0.0:1783145823.836443:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 422 00000100:00100000:0.0:1783145823.836452:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471589399846 time 8471589320571 state 0x2 ref 0 00000100:00100000:0.0:1783145823.837829:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.837862:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187988480 00000100:00100000:2.0:1783145823.837867:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187988480 00000100:00100000:2.0:1783145823.837890:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471589399846 time 8471589320571 state 0x0 ref 1 00000100:00100000:2.0:1783145823.837898:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471589420571 time 8471589320571 state 0x1 ref 1 00000100:00100000:2.0:1783145823.837920:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471589420571 time 8471591798102 state 0x0 ref 1 00000100:00100000:2.0:1783145823.837932:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb814e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+348:306074:x1869755187988480:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:2.0:1783145823.837971:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145823.837985:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392a00/0x38bddee366892f1e lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad2d expref: 348 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838002:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a2:0x0].0x0 (ffff9be8d37f0e00) 00010000:00010000:2.0:1783145823.838009:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.838054:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57c00/0x38bddee366892f2c lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.838062:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+7:204581:x1869755178566912:12345-0@lo:5:osp-pre-0-0.0 Request processed in 2004us (2122us total) trans 8589936099 rc 0/0 00010000:00010000:2.0:1783145823.838067:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57c00/0x38bddee366892f2c lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.838074:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2558 00010000:00010000:2.0:1783145823.838081:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57c00/0x38bddee366892f2c lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.838094:0:204581:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe60380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:204581:1869755178566912:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1783145823.838161:0:204581:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0xbd2:0x0]-[0x280000401:0xc01:0x0] 00000004:00010000:2.0:1783145823.838190:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d9b05c71 reply state 000000008b704b1a transno 12884905469 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57c00/0x38bddee366892f2c lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838204:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57c00/0x38bddee366892f2c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838211:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a2:0x0].0x0 (ffff9be8d92a9900) 00010000:00010000:2.0:1783145823.838214:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.838217:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.838265:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb814e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+349:306074:x1869755187988480:12345-192.168.203.44@tcp:36:touch.500 Request processed in 338us (449us total) trans 12884905469 rc 0/0 00000100:00100000:2.0:1783145823.838272:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 423 00000100:00100000:2.0:1783145823.838275:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471589420571 time 8471591798102 state 0x2 ref 0 00000100:00100000:2.0:1783145823.838346:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.838442:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187988736 00000100:00100000:2.0:1783145823.838448:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187988736 00000100:00100000:2.0:1783145823.838466:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471589420571 time 8471591798102 state 0x0 ref 1 00000100:00100000:2.0:1783145823.838472:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471591898102 time 8471591798102 state 0x1 ref 1 00000100:00100000:2.0:1783145823.838482:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471591898102 time 8471592360762 state 0x0 ref 1 00000100:00100000:2.0:1783145823.838494:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+349:306070:x1869755187988736:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145823.838520:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145823.838533:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366892e53 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x19d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acf5 expref: 349 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838553:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366892d3b lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x19d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acaf expref: 348 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838564:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19d:0x0].0x0 (ffff9be8d92a9400) 00010000:00010000:2.0:1783145823.838567:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.838577:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366892f33 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838584:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366892f33 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838590:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366892f33 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838598:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56000/0x38bddee366892f3a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838604:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56000/0x38bddee366892f3a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838608:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56000/0x38bddee366892f3a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838650:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56600/0x38bddee366892f41 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838655:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56600/0x38bddee366892f41 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838660:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56600/0x38bddee366892f41 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.838765:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000040:00080000:2.0:1783145823.838787:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].427, 64 off35520 00000100:00100000:0.0:1783145823.838800:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187988864 00000100:00100000:0.0:1783145823.838806:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187988864 00010000:00010000:2.0:1783145823.838818:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee366892f48 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838826:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee366892f48 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838832:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee366892f48 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838837:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee366892f48 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838842:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee366892f48 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838847:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee366892f48 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.838858:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2559 00010000:00010000:2.0:1783145823.838861:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1783145823.838872:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3306300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b832727d-edc7-457c-aba4-c59935e6a58f+51:2407:x1869755187988864:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:2.0:1783145823.838873:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56600/0x38bddee366892f41 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.838881:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145823.838884:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56600/0x38bddee366892f41 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.838889:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee366892f48 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838889:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56600/0x38bddee366892f41 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838910:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda56600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.838911:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda56200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145823.838915:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56600/0x38bddee366892f41 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.838918:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee366892f48 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838921:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56600/0x38bddee366892f41 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838928:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19d:0x0].0x0 (ffff9be8d92a9400) 00010000:00010000:2.0:1783145823.838929:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145823.838931:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56600/0x38bddee366892f41 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838935:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56600/0x38bddee366892f41 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838945:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366892f33 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838949:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366892f33 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838954:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366892f33 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838958:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366892f33 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838962:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda56800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.838964:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366892f33 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838968:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366892f33 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838973:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.838979:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.838982:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366892f33 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.838987:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee366892f48 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.838991:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366892f33 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.839006:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19d:0x0].0x0 (ffff9be8d92a9400) 00000004:00010000:2.0:1783145823.839006:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a5baf275 reply state 00000000f61ff8d0 transno 12884905470 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56000/0x38bddee366892f3a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.839014:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.839018:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56000/0x38bddee366892f3a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.839019:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee366892f48 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.839030:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3306300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b832727d-edc7-457c-aba4-c59935e6a58f+52:2407:x1869755187988864:12345-192.168.203.44@tcp:2:touch.500 Request processed in 159us (265us total) trans 8589935447 rc 0/0 00010000:00010000:2.0:1783145823.839031:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:3.0:1783145823.839035:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee366892f48 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.839036:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.839040:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145823.839050:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2559 00010000:00010000:3.0:1783145823.839056:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.839060:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.839063:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145823.839080:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+349:306070:x1869755187988736:12345-192.168.203.44@tcp:36:rm.500 Request processed in 586us (731us total) trans 12884905470 rc 0/0 00000100:00100000:2.0:1783145823.839090:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 424 00000100:00100000:2.0:1783145823.839095:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471591898102 time 8471592360762 state 0x2 ref 0 00000100:00100000:3.0:1783145823.839329:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.839367:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187988992 00000100:00100000:2.0:1783145823.839374:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187988992 00000100:00100000:2.0:1783145823.839400:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471591898102 time 8471592360762 state 0x0 ref 1 00000100:00100000:2.0:1783145823.839409:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471592460762 time 8471592360762 state 0x1 ref 1 00000100:00100000:2.0:1783145823.839435:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471592460762 time 8471593311970 state 0x0 ref 1 00000100:00100000:2.0:1783145823.839448:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3306d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+349:306074:x1869755187988992:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.839457:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.839468:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee366892f4f lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ad3b expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.839500:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee366892f4f lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad3b expref: 350 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.839512:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee366892f4f lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad3b expref: 350 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.839529:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a2:0x0].0x0 (ffff9be8d92a9900) 00010000:00010000:2.0:1783145823.839531:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145823.839533:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda57e00, rc 0) 00000100:00100000:2.0:1783145823.839558:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3306d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+350:306074:x1869755187988992:12345-192.168.203.44@tcp:101:touch.500 Request processed in 115us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.839565:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 425 00000100:00100000:2.0:1783145823.839568:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471592460762 time 8471593311970 state 0x2 ref 0 00000100:00100000:2.0:1783145823.840084:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.840143:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187989248 00000100:00100000:3.0:1783145823.840149:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187989248 00000100:00100000:2.0:1783145823.840201:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 960 00000100:00100000:2.0:1783145823.840210:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+350:306071:x1869755187989248:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:2.0:1783145823.840344:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+351:306071:x1869755187989248:12345-192.168.203.44@tcp:35:touch.500 Request processed in 135us (260us total) trans 12884905471 rc 0/0 00000100:00100000:2.0:1783145823.840353:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 960 00000100:00100000:3.0:1783145823.840551:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.840587:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187989376 00000100:00100000:2.0:1783145823.840593:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187989376 00000100:00100000:2.0:1783145823.840611:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471592460762 time 8471593311970 state 0x0 ref 1 00000100:00100000:2.0:1783145823.840617:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471593411970 time 8471593311970 state 0x1 ref 1 00000100:00100000:2.0:1783145823.840636:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471593411970 time 8471594514619 state 0x0 ref 1 00000100:00100000:2.0:1783145823.840645:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3305500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+351:306073:x1869755187989376:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.840652:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.840660:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57800/0x38bddee366892f56 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ad42 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.840691:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366892f5d lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.840700:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366892f5d lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.840709:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366892f5d lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.840720:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56400/0x38bddee366892f64 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.840727:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56400/0x38bddee366892f64 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.840732:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.840741:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56400/0x38bddee366892f64 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.840755:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187989504 00000100:00100000:3.0:1783145823.840760:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187989504 00010000:00010000:2.0:1783145823.840784:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56a00/0x38bddee366892f6b lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x19e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.840790:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2560 00010000:00010000:2.0:1783145823.840794:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56a00/0x38bddee366892f6b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.840803:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3307b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:b832727d-edc7-457c-aba4-c59935e6a58f+81:2409:x1869755187989504:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:2.0:1783145823.840807:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56a00/0x38bddee366892f6b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.840829:0:204557:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x19e:0x0]: returning size 0 00000004:00200000:2.0:1783145823.840832:0:204557:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145823.840842:0:204557:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56a00/0x38bddee366892f6b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.840849:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56a00/0x38bddee366892f6b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x19e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.840854:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366892f5d lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.840858:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366892f5d lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.840862:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366892f5d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.840866:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366892f5d lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.840870:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda56e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.840872:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366892f5d lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.840881:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366892f5d lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.840889:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.840892:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.840896:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366892f5d lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.840903:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366892f5d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.840915:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56400/0x38bddee366892f64 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.840922:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56400/0x38bddee366892f64 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.840931:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3307b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:b832727d-edc7-457c-aba4-c59935e6a58f+82:2409:x1869755187989504:12345-192.168.203.44@tcp:2:touch.500 Request processed in 130us (233us total) trans 8589936100 rc 0/0 00010000:00010000:2.0:1783145823.840932:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56400/0x38bddee366892f64 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.840946:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda56400 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145823.840947:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2560 00010000:00010000:2.0:1783145823.840952:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56400/0x38bddee366892f64 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.840961:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56400/0x38bddee366892f64 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.840970:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:2.0:1783145823.840973:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.840977:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56400/0x38bddee366892f64 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.840983:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56400/0x38bddee366892f64 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.841009:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57800/0x38bddee366892f56 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad42 expref: 353 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.841023:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56a00/0x38bddee366892f6b lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x19e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad42 expref: 352 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.841031:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19e:0x0].0x0 (ffff9be8d92a9600) 00010000:00010000:2.0:1783145823.841034:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.841036:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda56a00, rc 0) 00000100:00100000:2.0:1783145823.841061:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3305500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+352:306073:x1869755187989376:12345-192.168.203.44@tcp:101:rm.500 Request processed in 418us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.841067:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 426 00000100:00100000:2.0:1783145823.841071:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471593411970 time 8471594514619 state 0x2 ref 0 00000100:00100000:2.0:1783145823.841245:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.841339:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187989632 00000100:00100000:3.0:1783145823.841345:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187989632 00000100:00100000:3.0:1783145823.841359:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471593411970 time 8471594514619 state 0x0 ref 1 00000100:00100000:3.0:1783145823.841368:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471594614619 time 8471594514619 state 0x1 ref 1 00000100:00100000:3.0:1783145823.841389:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471594614619 time 8471595266124 state 0x0 ref 1 00000100:00100000:3.0:1783145823.841400:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+352:306076:x1869755187989632:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145823.841408:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.841418:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892f72 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ad49 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.841449:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366892f79 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.841458:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366892f79 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.841524:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366892f79 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.841537:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892f80 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.841545:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892f80 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.841552:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892f80 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.841595:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee366892f87 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.841603:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee366892f87 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.841611:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee366892f87 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.841633:0:206077:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1a0:0x0]: returning size 0 00000004:00200000:3.0:1783145823.841636:0:206077:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145823.841648:0:206077:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee366892f87 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.841710:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee366892f87 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.841720:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366892f79 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.841727:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366892f79 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.841734:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366892f79 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.841741:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145823.841747:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366892f79 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.841757:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f8a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.841761:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366892f79 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.841766:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366892f79 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.841776:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.841780:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.841784:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366892f79 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.841786:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187989888 00010000:00010000:3.0:1783145823.841790:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366892f79 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.841794:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187989888 00010000:00010000:3.0:1783145823.841802:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892f80 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.841810:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892f80 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.841815:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892f80 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.841819:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f8000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.841822:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892f80 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.841828:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892f80 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.841836:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 961 00010000:00010000:3.0:1783145823.841849:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:3.0:1783145823.841853:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.841853:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+354:306074:x1869755187989888:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:3.0:1783145823.841860:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892f80 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.841868:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366892f80 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.841895:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8200/0x38bddee366892f72 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad49 expref: 355 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.841910:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee366892f87 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad49 expref: 354 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.841917:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a0:0x0].0x0 (ffff9be8d37f0400) 00010000:00010000:3.0:1783145823.841920:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.841923:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd2f9c00, rc 0) 00000100:00100000:3.0:1783145823.841957:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+355:306076:x1869755187989632:12345-192.168.203.44@tcp:101:rm.500 Request processed in 559us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.841967:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 427 00000100:00100000:3.0:1783145823.841973:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471594614619 time 8471595266124 state 0x2 ref 0 00000100:00100000:0.0:1783145823.842026:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+354:306074:x1869755187989888:12345-192.168.203.44@tcp:35:touch.500 Request processed in 176us (283us total) trans 12884905472 rc 0/0 00000100:00100000:0.0:1783145823.842040:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 961 00000100:00100000:0.0:1783145823.843435:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.843460:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187990016 00000100:00100000:3.0:1783145823.843466:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187990016 00000100:00100000:2.0:1783145823.843473:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.843507:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187990144 00000100:00100000:3.0:1783145823.843510:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 620 00000100:00100000:0.0:1783145823.843512:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187990144 00000100:00100000:0.0:1783145823.843547:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2561 00000100:00100000:0.0:1783145823.843553:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b832727d-edc7-457c-aba4-c59935e6a58f+82:2410:x1869755187990144:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.843568:0:228902:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1783145823.843577:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8701850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b832727d-edc7-457c-aba4-c59935e6a58f+354:2410:x1869755187990016:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:0.0:1783145823.843593:0:228902:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002606a5dc/0x38bddee366892f8e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbd0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ad88 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145823.843613:0:228902:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbd0:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:3.0:1783145823.843621:0:204579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.843626:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd0:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.843631:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145823.843635:0:204579:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee366892f95 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ad50 expref: -99 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.843637:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.843642:0:228902:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002606a5dc/0x38bddee366892f8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad88 expref: 83 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.843658:0:228902:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002606a5dc/0x38bddee366892f8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad88 expref: 83 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.843667:0:228902:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9fd393400, rc 0) 00010000:00010000:3.0:1783145823.843674:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366892f9c lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.843695:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b832727d-edc7-457c-aba4-c59935e6a58f+83:2410:x1869755187990144:12345-192.168.203.44@tcp:101:rm.500 Request processed in 142us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.843701:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2561 00000100:00100000:0.0:1783145823.843716:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187990272 00000100:00100000:0.0:1783145823.843721:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187990272 00010000:00010000:3.0:1783145823.843727:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366892f9c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.843738:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366892f9c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.843750:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366892fa3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.843755:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2562 00010000:00010000:3.0:1783145823.843764:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366892fa3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.843769:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b832727d-edc7-457c-aba4-c59935e6a58f+83:2408:x1869755187990272:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.843778:0:228902:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.843789:0:228902:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040ebbd29/0x38bddee366892faa lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbd1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ad8f expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145823.843802:0:228902:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbd1:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:0.0:1783145823.843811:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd1:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.843814:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145823.843818:0:228902:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040ebbd29/0x38bddee366892faa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad8f expref: 84 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.843826:0:228902:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000040ebbd29/0x38bddee366892faa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad8f expref: 84 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.843836:0:228902:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9fd392200, rc 0) 00000100:00100000:0.0:1783145823.843860:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b832727d-edc7-457c-aba4-c59935e6a58f+84:2408:x1869755187990272:12345-192.168.203.44@tcp:101:rm.500 Request processed in 96us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.843865:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2562 00010000:00010000:3.0:1783145823.843877:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366892fa3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.843897:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.843922:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187990528 00000100:00100000:0.0:1783145823.843926:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187990528 00010000:00010000:3.0:1783145823.843935:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee366892fb1 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.843944:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee366892fb1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.843950:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471594614619 time 8471595266124 state 0x0 ref 1 00010000:00010000:3.0:1783145823.843955:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee366892fb1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.843963:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471595366124 time 8471595266124 state 0x1 ref 1 00000004:00200000:3.0:1783145823.843974:0:204579:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1a1:0x0]: returning size 0 00000004:00200000:3.0:1783145823.843978:0:204579:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1783145823.843988:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471595366124 time 8471597864955 state 0x0 ref 1 00000100:00100000:0.0:1783145823.844001:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3694000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+356:306077:x1869755187990528:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.844010:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.844020:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393000/0x38bddee366892fb8 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ad96 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.844027:0:204579:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee366892fb1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844038:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee366892fb1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844046:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366892f9c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844052:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366892f9c lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844058:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366892f9c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844063:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda56c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.844067:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366892f9c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.844071:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366892fbf lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844074:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366892f9c lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.844085:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366892fbf lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.844096:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366892fbf lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844100:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.844105:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.844108:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392a00/0x38bddee366892fc6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844109:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366892f9c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844158:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366892f9c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.844162:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392a00/0x38bddee366892fc6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.844171:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392a00/0x38bddee366892fc6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844173:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366892fa3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844233:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366892fa3 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844241:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366892fa3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844246:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda57a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.844249:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366892fa3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844255:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366892fa3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844264:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:3.0:1783145823.844266:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.844269:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366892fa3 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844274:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366892fa3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844295:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee366892f95 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad50 expref: 358 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844306:0:204579:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee366892fb1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad50 expref: 357 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844312:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a1:0x0].0x0 (ffff9be8d902df00) 00010000:00010000:3.0:1783145823.844315:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.844317:0:204579:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda57000, rc 0) 00010000:00010000:3.0:1783145823.844322:0:204579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.844330:0:204579:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892fcd lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ad57 expref: -99 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844353:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892fd4 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844362:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892fd4 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844370:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892fd4 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844380:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366892fdb lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145823.844387:0:204556:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb6f:0x0], index 1: 0 00010000:00010000:3.0:1783145823.844388:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366892fdb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844400:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366892fdb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844442:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892fe2 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844450:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892fe2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844457:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892fe2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.844476:0:204579:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1a2:0x0]: returning size 0 00000004:00200000:3.0:1783145823.844479:0:204579:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145823.844487:0:204579:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892fe2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844499:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892fe2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844506:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892fd4 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844513:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892fd4 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844519:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892fd4 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.844520:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892fe9 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844532:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961ae00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.844535:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892fe9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844536:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892fd4 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.844552:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892fe9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844555:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892fd4 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844568:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.844571:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.844576:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892fd4 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844581:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee366892fd4 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.844588:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366892fbf lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844592:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366892fdb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.844602:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366892fbf lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844605:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366892fdb lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.844618:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366892fbf lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844620:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366892fdb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.844634:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366892fbf lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844635:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1b000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.844641:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366892fdb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.844644:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9fd392400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.844648:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366892fbf lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844652:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366892fdb lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.844670:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366892fbf lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844673:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:3.0:1783145823.844680:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.844684:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366892fdb lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.844685:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.844692:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.844694:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366892fdb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.844698:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366892fbf lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.844707:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366892fbf lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844718:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366892fcd lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad57 expref: 360 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.844725:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000047157d00 reply state 00000000b0964153 transno 12884905473 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392a00/0x38bddee366892fc6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844733:0:204579:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892fe2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad57 expref: 359 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.844739:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392a00/0x38bddee366892fc6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844742:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a2:0x0].0x0 (ffff9be8d92a9900) 00010000:00010000:3.0:1783145823.844749:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.844752:0:204579:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1a200, rc 0) 00010000:00010000:0.0:1783145823.844756:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00010000:00010000:3.0:1783145823.844758:0:204579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.844762:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.844765:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.844769:0:204579:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892ff7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ad5e expref: -99 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.844792:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393000/0x38bddee366892fb8 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad96 expref: 361 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844797:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366892ffe lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844806:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366892ffe lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.844811:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892fe9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad96 expref: 360 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844822:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366892ffe lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.844822:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a3:0x0].0x0 (ffff9be9d5384100) 00010000:00010000:0.0:1783145823.844826:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.844831:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8553600, rc 0) 00010000:00010000:3.0:1783145823.844844:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366893005 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844853:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366893005 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844860:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366893005 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.844868:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3694000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+361:306077:x1869755187990528:12345-192.168.203.44@tcp:101:touch.500 Request processed in 871us (973us total) trans 12884905473 rc 0/0 00000100:00100000:0.0:1783145823.844874:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 428 00000100:00100000:0.0:1783145823.844878:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471595366124 time 8471597864955 state 0x2 ref 0 00010000:00010000:3.0:1783145823.844899:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee36689300c lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844908:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee36689300c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844916:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee36689300c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145823.844930:0:204579:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145823.844939:0:204579:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee36689300c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844951:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee36689300c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844960:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366892ffe lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844965:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366892ffe lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844971:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366892ffe lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.844976:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1ac00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.844979:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366892ffe lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845024:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366892ffe lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845033:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.845035:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.845038:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366892ffe lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845043:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366892ffe lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845054:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366893005 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845059:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366893005 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845065:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366893005 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845070:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91dbc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.845073:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366893005 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845079:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366893005 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845087:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00010000:00010000:3.0:1783145823.845090:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.845093:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366893005 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845099:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366893005 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845181:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366892ff7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad5e expref: 361 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845198:0:204579:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee36689300c lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad5e expref: 360 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845206:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a3:0x0].0x0 (ffff9be9d5384100) 00010000:00010000:3.0:1783145823.845209:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.845211:0:204579:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c91dba00, rc 0) 00010000:00010000:3.0:1783145823.845216:0:204579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.845225:0:204579:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366893013 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ad65 expref: -99 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845248:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee36689301a lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845256:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee36689301a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845265:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee36689301a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845277:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366893021 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845285:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366893021 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845293:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366893021 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845310:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee36689301a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845317:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee36689301a lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845322:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee36689301a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845328:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91dac00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.845330:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee36689301a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845340:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee36689301a lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845349:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.845351:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.845354:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee36689301a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845382:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee36689301a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845393:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366893021 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845399:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366893021 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845405:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366893021 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845411:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f9400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.845414:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366893021 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845419:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366893021 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845425:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:3.0:1783145823.845428:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.845430:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366893021 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845436:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366893021 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845451:0:204579:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366893013 lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad65 expref: 361 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845461:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.845464:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145823.845467:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da000/0x38bddee366893013 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad65 expref: 361 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.845475:0:204579:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c91da000, rc -2) 00000100:00100000:3.0:1783145823.845508:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8701850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b832727d-edc7-457c-aba4-c59935e6a58f+360:2410:x1869755187990016:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 1939us (2075us total) trans 0 rc -2/-2 00000100:00100000:3.0:1783145823.845516:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 620 00000100:00100000:2.0:1783145823.846225:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.846282:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187990784 00000100:00100000:1.0:1783145823.846293:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187990784 00000100:00100000:1.0:1783145823.846329:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471595366124 time 8471597864955 state 0x0 ref 1 00000100:00100000:1.0:1783145823.846342:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471597964955 time 8471597864955 state 0x1 ref 1 00000100:00100000:1.0:1783145823.846371:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471597964955 time 8471600247421 state 0x0 ref 1 00000100:00100000:1.0:1783145823.846389:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3696d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+360:306077:x1869755187990784:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:1.0:1783145823.846440:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145823.846463:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366892fe9 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad96 expref: 360 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.846480:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a3:0x0].0x0 (ffff9be9d5384100) 00010000:00010000:1.0:1783145823.846484:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.846552:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482a00/0x38bddee366893028 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.846567:0:210786:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee36689300c lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad5e expref: 359 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.846576:0:210786:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482a00/0x38bddee366893028 lrc: 4/0,1 mode: --/PW res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.846598:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145823.846612:0:210786:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee36689300c lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad5e expref: 359 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.846628:0:210786:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee36689300c lrc: 4/0,0 mode: PR/PR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad5e expref: 359 pid: 204579 timeout: 8571 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.846644:0:210786:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe61880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:210786:1869755178567040:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145823.846658:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187991040 00000100:00100000:0.0:1783145823.846666:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187991040 00000100:00100000:0.0:1783145823.846692:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471600347421 time 8471600247421 state 0x1 ref 2 00000100:00100000:0.0:1783145823.846713:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471600347421 time 8471600591401 state 0x0 ref 2 00000100:00100000:0.0:1783145823.846734:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+360:306075:x1869755187991040:12345-192.168.203.44@tcp:36:rm.500 00000100:00100000:1.0:1783145823.846757:0:210786:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c10c0 going to sleep for 11 seconds 00010000:00010000:0.0:1783145823.846766:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1783145823.846789:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57600/0x38bddee366892ef4 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x19f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad1f expref: 360 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.846804:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee366892e1b lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x19f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ace7 expref: 359 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.846812:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19f:0x0].0x0 (ffff9be9d51ac200) 00010000:00010000:0.0:1783145823.846815:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145823.846825:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee36689302f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.846832:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee36689302f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.846837:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee36689302f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.846847:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366893036 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.846853:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366893036 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.846857:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366893036 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.846894:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee36689303d lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x19f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.846899:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee36689303d lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x19f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.846903:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee36689303d lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x19f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783145823.847031:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].428, 64 off35584 00010000:00010000:0.0:1783145823.847077:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366893044 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x19f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.847086:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366893044 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.847094:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366893044 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.847101:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366893044 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x19f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.847107:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366893044 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x19f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.847159:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366893044 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x19f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.847176:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145823.847190:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee36689303d lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x19f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.847194:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee36689303d lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x19f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.847199:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee36689303d lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x19f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.847203:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145823.847204:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.847213:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee36689303d lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x19f:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.847215:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366893044 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x19f:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.847233:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee36689303d lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x19f:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.847248:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145823.847259:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19f:0x0].0x0 (ffff9be9d51ac200) 00010000:00010000:1.0:1783145823.847260:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366893044 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x19f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.847265:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145823.847272:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee36689303d lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x19f:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.847278:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366893044 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x19f:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.847283:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee36689303d lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x19f:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.847298:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19f:0x0].0x0 (ffff9be9d51ac200) 00010000:00010000:1.0:1783145823.847303:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145823.847307:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee36689302f lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.847309:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366893044 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x19f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.847341:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366893044 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x19f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.847377:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee36689302f lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.847386:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.847387:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee36689302f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.847392:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.847397:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.847404:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee36689302f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.847408:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.847411:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee36689302f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.847416:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee36689302f lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.847426:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.847429:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.847432:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee36689302f lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.847439:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee36689302f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.847453:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000bcbb8edf reply state 000000003f39e35b transno 12884905474 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366893036 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.847464:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366893036 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.847473:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:0.0:1783145823.847477:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.847480:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.847493:0:210786:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe61880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:210786:1869755178567040:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145823.847518:0:210786:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482a00/0x38bddee366893028 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.847541:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+360:306075:x1869755187991040:12345-192.168.203.44@tcp:36:rm.500 Request processed in 812us (940us total) trans 12884905474 rc 0/0 00000100:00100000:0.0:1783145823.847551:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 430 00000100:00100000:0.0:1783145823.847767:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.847793:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187991168 00000100:00100000:3.0:1783145823.847799:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187991168 00000100:00100000:3.0:1783145823.847841:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2563 00000100:00100000:0.0:1783145823.847845:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.847852:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb814380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:b832727d-edc7-457c-aba4-c59935e6a58f+52:2407:x1869755187991168:12345-192.168.203.44@tcp:101:ll_agl.0 00010000:00010000:3.0:1783145823.847862:0:228906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.847971:0:228906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007cce1053/0x38bddee36689304b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb6e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ad9d expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.847989:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00002000:00010000:3.0:1783145823.847992:0:228906:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb6e:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:3.0:1783145823.848008:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6e:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:3.0:1783145823.848014:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145823.848024:0:228906:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007cce1053/0x38bddee36689304b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad9d expref: 53 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.848031:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187991424 00000100:00100000:1.0:1783145823.848039:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187991424 00010000:00010000:3.0:1783145823.848040:0:228906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007cce1053/0x38bddee36689304b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad9d expref: 53 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.848052:0:228906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd2f8200, rc 0) 00000100:00100000:1.0:1783145823.848089:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2564 00000100:00100000:3.0:1783145823.848097:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb814380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:b832727d-edc7-457c-aba4-c59935e6a58f+53:2407:x1869755187991168:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 244us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.848107:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b832727d-edc7-457c-aba4-c59935e6a58f+84:2408:x1869755187991424:12345-192.168.203.44@tcp:101:ll_agl.0 00000100:00100000:3.0:1783145823.848164:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2563 00000100:00100000:3.0:1783145823.848207:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187991296 00000100:00100000:3.0:1783145823.848212:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187991296 00010000:00010000:3.0:1783145823.848234:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee36689300c lrc: 4/0,0 mode: PR/PR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad5e expref: 360 pid: 204579 timeout: 8571 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.848265:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 778 00000100:00100000:3.0:1783145823.848273:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+360:2409:x1869755187991296:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145823.848284:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145823.848290:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee36689300c lrc: 4/0,0 mode: PR/PR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad5e expref: 360 pid: 204579 timeout: 8571 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.848302:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee36689300c lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad5e expref: 360 pid: 204579 timeout: 8571 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.848317:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee36689300c lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad5e expref: 360 pid: 204579 timeout: 8571 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.848332:0:204541:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a3:0x0].0x0 (ffff9be9d5384100) 00010000:00010000:3.0:1783145823.848337:0:204541:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482a00/0x38bddee366893028 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.848435:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482a00/0x38bddee366893028 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.848444:0:204541:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482a00/0x38bddee366893028 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.848474:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145823.848494:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.848514:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+359:2409:x1869755187991296:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 239us (677us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145823.848519:0:228913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1783145823.848523:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187991680 00000100:00100000:3.0:1783145823.848527:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 778 00000100:00100000:2.0:1783145823.848531:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187991680 00010000:00010000:1.0:1783145823.848547:0:228913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf4ec4ae/0x38bddee366893052 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbd2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ada4 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.848561:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471600691401 time 8471600591401 state 0x1 ref 2 00002000:00010000:1.0:1783145823.848576:0:228913:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbd2:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00000100:00100000:2.0:1783145823.848590:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471600691401 time 8471602466204 state 0x0 ref 2 00010000:00010000:1.0:1783145823.848595:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd2:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:1.0:1783145823.848603:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd2:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145823.848607:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+359:306078:x1869755187991680:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.848616:0:228913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf4ec4ae/0x38bddee366893052 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ada4 expref: 85 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.848622:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.848634:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee366893059 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679adab expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.848639:0:228913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bf4ec4ae/0x38bddee366893052 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ada4 expref: 85 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.848672:0:228913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c9483800, rc 0) 00000100:00100000:1.0:1783145823.848715:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b832727d-edc7-457c-aba4-c59935e6a58f+85:2408:x1869755187991424:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 615us (724us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145823.848722:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366893060 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.848729:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2564 00010000:00010000:2.0:1783145823.848745:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366893060 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.848756:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366893060 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.848769:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee366893067 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.848779:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee366893067 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.848782:0:210786:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482a00/0x38bddee366893028 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.848790:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee366893067 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.848795:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482a00/0x38bddee366893028 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.848909:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000026538e1b reply state 00000000780b67ce transno 12884905475 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482a00/0x38bddee366893028 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.848923:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482a00/0x38bddee366893028 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.848930:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a3:0x0].0x0 (ffff9be9d5384100) 00010000:00010000:1.0:1783145823.848934:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.848936:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.849007:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3696d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+362:306077:x1869755187990784:12345-192.168.203.44@tcp:36:touch.500 Request processed in 2622us (2783us total) trans 12884905475 rc 0/0 00000100:00100000:1.0:1783145823.849017:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 429 00000004:00080000:2.0:1783145823.849046:0:204555:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbd3:0x0], index 0: 0 00010000:00010000:2.0:1783145823.849164:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee36689306e lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.849171:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee36689306e lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.849177:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee36689306e lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.849196:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366893060 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.849201:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366893060 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.849205:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366893060 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.849208:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca3e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.849210:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366893060 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.849213:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366893060 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.849221:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.849224:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.849227:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366893060 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.849233:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee366893060 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.849246:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000045b10c74 reply state 0000000039178956 transno 12884905476 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee366893067 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.849255:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee366893067 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.849262:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:2.0:1783145823.849264:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.849267:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145823.849290:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee366893059 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adab expref: 363 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.849304:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee36689306e lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adab expref: 362 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.849312:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a4:0x0].0x0 (ffff9be8d92a9000) 00010000:00010000:2.0:1783145823.849314:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.849317:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d5ca3c00, rc 0) 00000100:00100000:2.0:1783145823.849354:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+363:306078:x1869755187991680:12345-192.168.203.44@tcp:101:touch.500 Request processed in 753us (869us total) trans 12884905476 rc 0/0 00000100:00100000:2.0:1783145823.849362:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 431 00000100:00100000:2.0:1783145823.849368:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471600691401 time 8471602466204 state 0x2 ref 0 00000100:00100000:3.0:1783145823.849836:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.849896:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187991808 00000100:00100000:2.0:1783145823.849901:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187991808 00000100:00100000:2.0:1783145823.849919:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471600691401 time 8471602466204 state 0x0 ref 1 00000100:00100000:2.0:1783145823.849928:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471602566204 time 8471602466204 state 0x1 ref 1 00000100:00100000:2.0:1783145823.849952:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471602566204 time 8471603828997 state 0x0 ref 1 00000100:00100000:2.0:1783145823.849961:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3307100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+363:306077:x1869755187991808:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.849970:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.849978:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee36689307c lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679adb2 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.850001:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee36689307c lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adb2 expref: 364 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.850013:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee36689307c lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adb2 expref: 364 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.850022:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a3:0x0].0x0 (ffff9be9d5384100) 00010000:00010000:2.0:1783145823.850024:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145823.850026:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c0031e00, rc 0) 00000100:00100000:2.0:1783145823.850050:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3307100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+364:306077:x1869755187991808:12345-192.168.203.44@tcp:101:touch.500 Request processed in 90us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.850055:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 432 00000100:00100000:2.0:1783145823.850058:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471602566204 time 8471603828997 state 0x2 ref 0 00000100:00100000:3.0:1783145823.850357:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.850385:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187992064 00000100:00100000:0.0:1783145823.850389:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187992064 00000100:00100000:0.0:1783145823.850403:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471602566204 time 8471603828997 state 0x0 ref 1 00000100:00100000:0.0:1783145823.850409:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471603928997 time 8471603828997 state 0x1 ref 1 00000100:00100000:0.0:1783145823.850428:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471603928997 time 8471604306609 state 0x0 ref 1 00000100:00100000:0.0:1783145823.850435:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3305c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+364:306078:x1869755187992064:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:0.0:1783145823.850459:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145823.850472:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee36689306e lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adab expref: 364 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.850487:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a4:0x0].0x0 (ffff9be8d92a9000) 00010000:00010000:0.0:1783145823.850497:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145823.850537:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fc00/0x38bddee366893083 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.850545:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fc00/0x38bddee366893083 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.850556:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.850558:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fc00/0x38bddee366893083 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.850612:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007d244341 reply state 000000002b104825 transno 12884905477 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fc00/0x38bddee366893083 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.850624:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fc00/0x38bddee366893083 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.850633:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a4:0x0].0x0 (ffff9be9d5384700) 00010000:00010000:0.0:1783145823.850636:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.850637:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187992320 00000100:00100000:0.0:1783145823.850640:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.850643:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187992320 00000100:00100000:3.0:1783145823.850665:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471604406609 time 8471604306609 state 0x1 ref 2 00000100:00100000:3.0:1783145823.850691:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471604406609 time 8471604568054 state 0x0 ref 2 00000100:00100000:0.0:1783145823.850697:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3305c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+366:306078:x1869755187992064:12345-192.168.203.44@tcp:36:touch.500 Request processed in 259us (337us total) trans 12884905477 rc 0/0 00000100:00100000:0.0:1783145823.850706:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 433 00000100:00100000:3.0:1783145823.850754:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+365:306073:x1869755187992320:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:3.0:1783145823.850780:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:0.0:1783145823.850805:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.850832:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187992448 00010000:00010000:3.0:1783145823.850834:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56a00/0x38bddee366892f6b lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x19e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad42 expref: 365 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.850837:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187992448 00010000:00010000:3.0:1783145823.850864:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366892dce lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x19e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acd9 expref: 364 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.850876:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19e:0x0].0x0 (ffff9be8d92a9600) 00000100:00100000:0.0:1783145823.850876:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2565 00010000:00010000:3.0:1783145823.850883:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145823.850892:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c4304e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b832727d-edc7-457c-aba4-c59935e6a58f+53:2408:x1869755187992448:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:3.0:1783145823.850898:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee36689308a lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.850908:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee36689308a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.850916:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee36689308a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.850927:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366893091 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.850937:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366893091 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.850944:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366893091 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.850989:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366893098 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x19e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.850997:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366893098 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x19e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.851005:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366893098 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x19e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.851030:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c4304e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b832727d-edc7-457c-aba4-c59935e6a58f+54:2408:x1869755187992448:12345-192.168.203.44@tcp:2:touch.500 Request processed in 143us (222us total) trans 8589935448 rc 0/0 00000100:00100000:0.0:1783145823.851038:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2565 00000100:00100000:0.0:1783145823.851275:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000040:00080000:3.0:1783145823.851299:0:210786:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].431, 64 off35776 00000100:00100000:1.0:1783145823.851337:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187992576 00000100:00100000:1.0:1783145823.851345:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187992576 00010000:00010000:3.0:1783145823.851349:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee36689309f lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x19e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.851359:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee36689309f lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.851367:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee36689309f lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x19e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.851376:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee36689309f lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x19e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.851380:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471604668054 time 8471604568054 state 0x1 ref 2 00010000:00010000:3.0:1783145823.851390:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee36689309f lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x19e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.851400:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee36689309f lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x19e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.851424:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471604668054 time 8471605298323 state 0x0 ref 2 00010000:00010000:3.0:1783145823.851425:0:210786:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145823.851445:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366893098 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x19e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.851448:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee24a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+365:306078:x1869755187992576:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.851466:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366893098 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x19e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.851472:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366893098 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x19e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.851474:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.851481:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f8a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.851486:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366893098 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x19e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.851492:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483200/0x38bddee3668930a6 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679adb9 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.851494:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366893098 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x19e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.851533:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19e:0x0].0x0 (ffff9be8d92a9600) 00010000:00010000:3.0:1783145823.851537:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145823.851540:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366893098 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x19e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.851546:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8a00/0x38bddee366893098 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x19e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.851561:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee36689308a lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.851564:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483200/0x38bddee3668930a6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adb9 expref: 366 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.851579:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee36689308a lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.851587:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee36689308a lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.851591:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483200/0x38bddee3668930a6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adb9 expref: 366 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.851610:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a4:0x0].0x0 (ffff9be9d5384700) 00010000:00010000:1.0:1783145823.851613:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145823.851616:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c9483200, rc 0) 00010000:00010000:3.0:1783145823.851658:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee36689308a lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.851668:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee24a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+366:306078:x1869755187992576:12345-192.168.203.44@tcp:101:touch.500 Request processed in 221us (388us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145823.851671:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f8400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.851682:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee36689308a lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.851684:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 435 00010000:00010000:3.0:1783145823.851701:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee36689308a lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.851714:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.851718:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.851722:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee36689308a lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.851731:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee36689308a lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.851731:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000004:00010000:3.0:1783145823.851744:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f22ec867 reply state 00000000f48024e9 transno 12884905478 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366893091 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.851753:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366893091 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.851761:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:3.0:1783145823.851764:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.851769:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.851775:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187992832 00000100:00100000:1.0:1783145823.851782:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187992832 00000100:00100000:1.0:1783145823.851831:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 962 00000100:00100000:1.0:1783145823.851839:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+366:306077:x1869755187992832:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:3.0:1783145823.851919:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+367:306073:x1869755187992320:12345-192.168.203.44@tcp:36:rm.500 Request processed in 1213us (1365us total) trans 12884905478 rc 0/0 00000100:00100000:3.0:1783145823.851927:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 434 00000100:00100000:3.0:1783145823.851932:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471604668054 time 8471605298323 state 0x2 ref 0 00010000:00010000:3.0:1783145823.851962:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.851969:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee36689309f lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x19e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.851976:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f9400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.851980:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee36689309f lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x19e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.851986:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee36689309f lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x19e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.851999:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19e:0x0].0x0 (ffff9be8d92a9600) 00010000:00010000:3.0:1783145823.852003:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.852006:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee36689309f lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x19e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.852013:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee36689309f lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x19e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.852025:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.852028:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.852029:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145823.852039:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+367:306077:x1869755187992832:12345-192.168.203.44@tcp:35:touch.500 Request processed in 199us (310us total) trans 12884905479 rc 0/0 00000100:00100000:1.0:1783145823.852052:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 962 00000100:00100000:2.0:1783145823.852462:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.852509:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187992960 00000100:00100000:1.0:1783145823.852515:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187992960 00000100:00100000:1.0:1783145823.852552:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2566 00000100:00100000:1.0:1783145823.852561:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:b832727d-edc7-457c-aba4-c59935e6a58f+85:2409:x1869755187992960:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:1.0:1783145823.852714:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:b832727d-edc7-457c-aba4-c59935e6a58f+86:2409:x1869755187992960:12345-192.168.203.44@tcp:2:touch.500 Request processed in 154us (253us total) trans 8589936101 rc 0/0 00000100:00100000:1.0:1783145823.852723:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2566 00000100:00100000:3.0:1783145823.853232:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.853258:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187993216 00000100:00100000:0.0:1783145823.853263:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187993216 00000100:00100000:0.0:1783145823.853279:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471604668054 time 8471605298323 state 0x0 ref 1 00000100:00100000:0.0:1783145823.853287:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471605398323 time 8471605298323 state 0x1 ref 1 00000100:00100000:0.0:1783145823.853307:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471605398323 time 8471607185346 state 0x0 ref 1 00000100:00100000:0.0:1783145823.853314:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3304380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+367:306076:x1869755187993216:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:0.0:1783145823.853341:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1783145823.853352:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee366892f87 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad49 expref: 367 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853363:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366892eae lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad11 expref: 366 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853375:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a0:0x0].0x0 (ffff9be8d37f0400) 00010000:00010000:0.0:1783145823.853378:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145823.853387:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668930ad lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853394:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668930ad lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853399:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668930ad lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853405:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee3668930b4 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853412:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee3668930b4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853417:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee3668930b4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853458:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee3668930bb lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853463:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee3668930bb lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853468:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee3668930bb lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.853544:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000040:00080000:0.0:1783145823.853569:0:204556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].432, 64 off35840 00000100:00100000:1.0:1783145823.853588:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187993472 00000100:00100000:1.0:1783145823.853597:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187993472 00010000:00010000:0.0:1783145823.853600:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668930c2 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853608:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668930c2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853615:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668930c2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853620:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668930c2 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853624:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668930c2 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853628:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668930c2 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.853648:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 963 00010000:00010000:0.0:1783145823.853649:0:204556:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145823.853661:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145823.853668:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee3668930bb lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.853669:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668930c2 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.853670:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3304000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+367:306078:x1869755187993472:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:0.0:1783145823.853699:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee3668930bb lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853706:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee3668930bb lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.853708:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.853715:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668930c2 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853716:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111ea00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.853723:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee3668930bb lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.853727:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668930c2 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853735:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee3668930bb lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.853743:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a0:0x0].0x0 (ffff9be8d37f0400) 00010000:00010000:3.0:1783145823.853747:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.853751:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668930c2 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853756:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a0:0x0].0x0 (ffff9be8d37f0400) 00010000:00010000:3.0:1783145823.853758:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668930c2 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853759:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145823.853764:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee3668930bb lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853771:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ea00/0x38bddee3668930bb lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.853777:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.853781:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.853783:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145823.853783:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668930ad lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853790:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668930ad lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853794:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668930ad lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853798:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668930ad lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853803:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111e600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.853806:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668930ad lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853811:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668930ad lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853815:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.853816:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.853818:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668930ad lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853823:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668930ad lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.853829:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d212f1d6 reply state 00000000714f054a transno 12884905480 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee3668930b4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853835:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee3668930b4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.853839:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:0.0:1783145823.853841:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.853843:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.853861:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3304000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+369:306078:x1869755187993472:12345-192.168.203.44@tcp:35:touch.500 Request processed in 194us (315us total) trans 12884905481 rc 0/0 00000100:00100000:1.0:1783145823.853871:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 963 00000100:00100000:0.0:1783145823.853884:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3304380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+369:306076:x1869755187993216:12345-192.168.203.44@tcp:36:rm.500 Request processed in 566us (652us total) trans 12884905480 rc 0/0 00000100:00100000:0.0:1783145823.853894:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 436 00000100:00100000:0.0:1783145823.853900:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471605398323 time 8471607185346 state 0x2 ref 0 00000100:00100000:0.0:1783145823.855510:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.855545:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.855551:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187993600 00000100:00100000:2.0:1783145823.855557:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187993600 00000100:00100000:2.0:1783145823.855583:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471605398323 time 8471607185346 state 0x0 ref 1 00000100:00100000:2.0:1783145823.855603:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471607285346 time 8471607185346 state 0x1 ref 1 00000100:00100000:1.0:1783145823.855624:0:204561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187993728 00000100:00100000:1.0:1783145823.855630:0:204561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187993728 00000100:00100000:2.0:1783145823.855636:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471607285346 time 8471609512150 state 0x0 ref 1 00000100:00100000:2.0:1783145823.855652:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee249f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+369:306082:x1869755187993600:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.855673:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1783145823.855675:0:204561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 621 00000100:00100000:1.0:1783145823.855692:0:204561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d800f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b832727d-edc7-457c-aba4-c59935e6a58f+369:2409:x1869755187993728:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:2.0:1783145823.855694:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668930c9 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679adc0 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.855723:0:204561:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.855736:0:204561:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482000/0x38bddee3668930d0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679adc7 expref: -99 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.855756:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee3668930d7 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.855771:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee3668930d7 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.855773:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668930de lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.855803:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee3668930d7 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.855805:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668930de lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.855838:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668930de lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.855846:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee3668930e5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.855853:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482c00/0x38bddee3668930ec lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x936b95a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.855860:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee3668930e5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.855862:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482c00/0x38bddee3668930ec lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x936b95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.855885:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482c00/0x38bddee3668930ec lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x936b95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.855896:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee3668930e5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.855916:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668930de lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.855922:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668930de lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.855925:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668930de lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.855931:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c9482400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.855934:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668930de lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.855940:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668930de lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.855950:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.855952:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.855955:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668930de lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.855957:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee3668930f3 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.855961:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668930de lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.855997:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482c00/0x38bddee3668930ec lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x936b95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.855999:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee3668930f3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.856010:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482c00/0x38bddee3668930ec lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x936b95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.856030:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482c00/0x38bddee3668930ec lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x936b95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856034:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee3668930f3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.856035:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c9482c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.856041:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482c00/0x38bddee3668930ec lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x936b95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.856050:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482c00/0x38bddee3668930ec lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x936b95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.856055:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x936b95a8 (ffff9be8d902d700) 00010000:00010000:1.0:1783145823.856065:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.856070:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482c00/0x38bddee3668930ec lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x936b95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.856079:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482c00/0x38bddee3668930ec lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x936b95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.856100:0:204590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1a2:0x0]: returning size 0 00010000:00010000:1.0:1783145823.856103:0:204561:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482000/0x38bddee3668930d0 lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adc7 expref: 371 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.856109:0:204590:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1783145823.856158:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.856162:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145823.856165:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482000/0x38bddee3668930d0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adc7 expref: 371 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.856177:0:204561:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c9482000, rc -2) 00000004:00010000:2.0:1783145823.856187:0:204590:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee3668930f3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856202:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee3668930f3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856209:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee3668930d7 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856215:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee3668930d7 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856219:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee3668930d7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856224:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee3668930d7 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.856230:0:204561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d800f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b832727d-edc7-457c-aba4-c59935e6a58f+370:2409:x1869755187993728:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 541us (680us total) trans 0 rc -2/-2 00010000:00010000:2.0:1783145823.856245:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.856251:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee3668930d7 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.856261:0:204561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 621 00010000:00010000:2.0:1783145823.856263:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee3668930d7 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856278:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.856280:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.856283:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee3668930d7 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856287:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee3668930d7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856296:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee3668930e5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856301:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee3668930e5 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856305:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee3668930e5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856308:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.856311:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee3668930e5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856314:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee3668930e5 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856321:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:2.0:1783145823.856323:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.856325:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee3668930e5 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856328:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee3668930e5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856354:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668930c9 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adc0 expref: 370 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856367:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee3668930f3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adc0 expref: 369 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856373:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a2:0x0].0x0 (ffff9be8d92a9900) 00010000:00010000:2.0:1783145823.856381:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.856384:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e2e00, rc 0) 00000100:00100000:1.0:1783145823.856386:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.856421:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee249f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+369:306082:x1869755187993600:12345-192.168.203.44@tcp:101:rm.500 Request processed in 773us (912us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.856426:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 437 00000100:00100000:2.0:1783145823.856430:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471607285346 time 8471609512150 state 0x2 ref 0 00000100:00100000:2.0:1783145823.856448:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187993856 00000100:00100000:2.0:1783145823.856451:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187993856 00000100:00100000:2.0:1783145823.856466:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471607285346 time 8471609512150 state 0x0 ref 1 00000100:00100000:2.0:1783145823.856472:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471609612150 time 8471609512150 state 0x1 ref 1 00000100:00100000:2.0:1783145823.856491:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471609612150 time 8471610369794 state 0x0 ref 1 00000100:00100000:2.0:1783145823.856501:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+369:306081:x1869755187993856:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.856509:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.856519:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee3668930fa lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679adce expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856541:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893101 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856547:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893101 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856552:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893101 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856558:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366893108 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856566:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366893108 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856571:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366893108 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856596:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee36689310f lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856601:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee36689310f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856605:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee36689310f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.856618:0:204590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1a1:0x0]: returning size 0 00000004:00200000:2.0:1783145823.856620:0:204590:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145823.856627:0:204590:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee36689310f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856633:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee36689310f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856637:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893101 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856641:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893101 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856646:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893101 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856652:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893101 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856655:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.856657:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893101 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856661:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893101 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856666:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.856668:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.856670:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893101 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856674:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893101 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856681:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366893108 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856685:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366893108 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856689:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366893108 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856692:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.856694:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366893108 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856700:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366893108 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856705:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:2.0:1783145823.856706:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.856708:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366893108 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856711:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366893108 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856722:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee3668930fa lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adce expref: 371 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856731:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee36689310f lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adce expref: 370 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.856737:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a1:0x0].0x0 (ffff9be8d902df00) 00010000:00010000:2.0:1783145823.856739:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.856741:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e2000, rc 0) 00000100:00100000:2.0:1783145823.856772:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+370:306081:x1869755187993856:12345-192.168.203.44@tcp:101:rm.500 Request processed in 273us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.856780:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 438 00000100:00100000:2.0:1783145823.856784:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471609612150 time 8471610369794 state 0x2 ref 0 00000100:00100000:1.0:1783145823.857396:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.857443:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187993984 00000100:00100000:2.0:1783145823.857449:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187993984 00000100:00100000:2.0:1783145823.857467:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471609612150 time 8471610369794 state 0x0 ref 1 00000100:00100000:2.0:1783145823.857475:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471610469794 time 8471610369794 state 0x1 ref 1 00000100:00100000:2.0:1783145823.857498:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471610469794 time 8471611375556 state 0x0 ref 1 00000100:00100000:2.0:1783145823.857509:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff98aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+370:306083:x1869755187993984:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.857517:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.857526:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893116 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679add5 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.857559:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee36689311d lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.857570:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee36689311d lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.857579:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.857591:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee36689311d lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.857607:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee366893124 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.857614:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee366893124 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.857621:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee366893124 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.857627:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187994112 00000100:00100000:3.0:1783145823.857633:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187994112 00010000:00010000:2.0:1783145823.857661:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee36689312b lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.857670:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee36689312b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.857678:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 273 00010000:00010000:2.0:1783145823.857680:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee36689312b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.857694:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff98a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+372:2409:x1869755187994112:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000004:00200000:2.0:1783145823.857703:0:204555:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1a3:0x0]: returning size 0 00010000:00010000:3.0:1783145823.857704:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00200000:2.0:1783145823.857708:0:204555:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145823.857720:0:204555:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee36689312b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.857721:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee3668930f3 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adc0 expref: 372 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.857741:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee36689312b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.857745:0:204543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a2:0x0].0x0 (ffff9be8d92a9900) 00010000:00010000:3.0:1783145823.857751:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.857752:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee36689311d lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.857761:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee36689311d lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.857768:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee36689311d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.857775:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.857778:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee36689311d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.857786:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff98a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+371:2409:x1869755187994112:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 97us (217us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145823.857787:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee36689311d lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.857803:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 273 00010000:00010000:2.0:1783145823.857804:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.857809:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.857813:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee36689311d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.857822:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee36689311d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.857833:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee366893124 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.857840:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee366893124 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.857846:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee366893124 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.857852:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.857856:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee366893124 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.857862:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee366893124 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.857872:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00010000:00010000:2.0:1783145823.857875:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.857877:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee366893124 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.857884:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee366893124 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.857903:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893116 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679add5 expref: 371 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.857917:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee36689312b lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679add5 expref: 370 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.857924:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a3:0x0].0x0 (ffff9be9d5384100) 00010000:00010000:2.0:1783145823.857927:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.857930:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e2a00, rc 0) 00000100:00100000:2.0:1783145823.857961:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff98aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+370:306083:x1869755187993984:12345-192.168.203.44@tcp:101:rm.500 Request processed in 455us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.857969:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 439 00000100:00100000:2.0:1783145823.857974:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471610469794 time 8471611375556 state 0x2 ref 0 00000100:00100000:1.0:1783145823.858247:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.858283:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187994240 00000100:00100000:3.0:1783145823.858289:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187994240 00000100:00100000:3.0:1783145823.858332:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 274 00000100:00100000:3.0:1783145823.858342:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff98b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+370:2410:x1869755187994240:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145823.858350:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145823.858361:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee36689310f lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adce expref: 370 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.858373:0:207571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a1:0x0].0x0 (ffff9be8d902df00) 00010000:00010000:3.0:1783145823.858376:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145823.858410:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff98b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+369:2410:x1869755187994240:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 68us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.858419:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 274 00000100:00100000:1.0:1783145823.859340:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.859376:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187994368 00000100:00100000:3.0:1783145823.859383:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187994368 00000100:00100000:1.0:1783145823.859389:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.859428:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2567 00000100:00100000:3.0:1783145823.859443:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff98a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b832727d-edc7-457c-aba4-c59935e6a58f+54:2408:x1869755187994368:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:2.0:1783145823.859445:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187994624 00000100:00100000:2.0:1783145823.859452:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187994624 00010000:00010000:3.0:1783145823.859454:0:206058:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.859471:0:206058:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d385805b/0x38bddee366893132 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679addc expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.859473:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471610469794 time 8471611375556 state 0x0 ref 1 00000100:00100000:2.0:1783145823.859491:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471611475556 time 8471611375556 state 0x1 ref 1 00002000:00010000:3.0:1783145823.859500:0:206058:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb6f:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:3.0:1783145823.859515:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6f:0x0].0x0 since=8471s v=(0 0) 00000100:00100000:2.0:1783145823.859516:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471611475556 time 8471613391776 state 0x0 ref 1 00010000:00010000:3.0:1783145823.859524:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6f:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145823.859534:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff989180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+369:306082:x1869755187994624:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:3.0:1783145823.859535:0:206058:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d385805b/0x38bddee366893132 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679addc expref: 55 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.859553:0:206058:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d385805b/0x38bddee366893132 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679addc expref: 55 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.859565:0:206058:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c91da000, rc 0) 00010000:00010000:2.0:1783145823.859567:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145823.859584:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366892fe2 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad57 expref: 369 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.859604:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff98a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b832727d-edc7-457c-aba4-c59935e6a58f+55:2408:x1869755187994368:12345-192.168.203.44@tcp:101:rm.500 Request processed in 164us (263us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145823.859604:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee366892f4f lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad3b expref: 368 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.859622:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2567 00010000:00010000:2.0:1783145823.859641:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a2:0x0].0x0 (ffff9be8d92a9900) 00010000:00010000:2.0:1783145823.859645:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.859659:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366893139 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.859671:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366893139 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.859680:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366893139 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.859691:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366893140 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.859700:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366893140 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.859707:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366893140 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.859752:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893147 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.859761:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893147 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.859768:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893147 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145823.859914:0:204557:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].433, 64 off35904 00010000:00010000:2.0:1783145823.859946:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee36689314e lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.859953:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee36689314e lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.859957:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee36689314e lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.859962:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee36689314e lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.859965:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee36689314e lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.859969:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee36689314e lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.859986:0:204557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145823.859998:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893147 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.860004:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893147 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.860006:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145823.860017:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee36689314e lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.860017:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893147 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.860038:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145823.860038:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.860045:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee36689314e lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.860046:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893147 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.860063:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee36689314e lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.860064:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893147 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.860088:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a2:0x0].0x0 (ffff9be8d92a9900) 00010000:00010000:3.0:1783145823.860092:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.860095:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a2:0x0].0x0 (ffff9be8d92a9900) 00010000:00010000:3.0:1783145823.860096:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee36689314e lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.860102:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145823.860109:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee36689314e lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.860109:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893147 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.860155:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893147 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.860158:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.860162:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.860166:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.860175:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366893139 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.860183:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366893139 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.860188:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366893139 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.860194:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366893139 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.860198:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.860200:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366893139 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.860203:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366893139 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.860208:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.860210:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.860211:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366893139 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.860218:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366893139 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.860223:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000afa1565e reply state 00000000df157f0d transno 12884905482 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366893140 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.860229:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366893140 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.860233:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:2.0:1783145823.860234:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.860236:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.860268:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff989180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+369:306082:x1869755187994624:12345-192.168.203.44@tcp:36:rm.500 Request processed in 739us (880us total) trans 12884905482 rc 0/0 00000100:00100000:2.0:1783145823.860273:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 440 00000100:00100000:2.0:1783145823.860276:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471611475556 time 8471613391776 state 0x2 ref 0 00000100:00100000:3.0:1783145823.861057:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.861096:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187994880 00000100:00100000:2.0:1783145823.861102:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187994880 00000100:00100000:2.0:1783145823.861173:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471611475556 time 8471613391776 state 0x0 ref 1 00000100:00100000:2.0:1783145823.861185:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471613491776 time 8471613391776 state 0x1 ref 1 00000100:00100000:2.0:1783145823.861217:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471613491776 time 8471615092679 state 0x0 ref 1 00000100:00100000:2.0:1783145823.861237:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3305880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+369:306081:x1869755187994880:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145823.861278:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145823.861293:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee366892fb1 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad50 expref: 369 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861313:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483e00/0x38bddee366892f02 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad34 expref: 368 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861320:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a1:0x0].0x0 (ffff9be8d902df00) 00010000:00010000:2.0:1783145823.861323:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.861330:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366893155 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861338:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366893155 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861346:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366893155 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861355:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee36689315c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861365:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee36689315c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861372:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee36689315c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861405:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee366893163 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861411:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee366893163 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861417:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee366893163 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145823.861495:0:210786:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].429, 64 off35648 00010000:00010000:2.0:1783145823.861518:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689316a lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861524:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689316a lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861529:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689316a lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861534:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689316a lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861538:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689316a lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861541:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689316a lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861554:0:210786:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145823.861562:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee366893163 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861566:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee366893163 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861570:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee366893163 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861575:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.861577:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee366893163 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861583:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee366893163 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.861585:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145823.861592:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a1:0x0].0x0 (ffff9be8d902df00) 00010000:00010000:2.0:1783145823.861596:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145823.861597:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689316a lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861598:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee366893163 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861626:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee366893163 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.861630:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145823.861642:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366893155 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.861643:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689316a lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861681:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366893155 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.861686:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689316a lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861687:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366893155 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861729:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366893155 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861738:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.861739:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a1:0x0].0x0 (ffff9be8d902df00) 00010000:00010000:2.0:1783145823.861745:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366893155 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.861747:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1783145823.861754:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689316a lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861759:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366893155 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.861769:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689316a lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861777:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.861784:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.861789:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366893155 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.861794:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.861795:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366893155 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.861800:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.861808:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:2.0:1783145823.861814:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c8e84772 reply state 000000001ee58ebe transno 12884905483 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee36689315c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861825:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee36689315c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.861831:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:2.0:1783145823.861833:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.861836:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.861876:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3305880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+369:306081:x1869755187994880:12345-192.168.203.44@tcp:36:rm.500 Request processed in 647us (819us total) trans 12884905483 rc 0/0 00000100:00100000:2.0:1783145823.861893:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 441 00000100:00100000:2.0:1783145823.861902:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471613491776 time 8471615092679 state 0x2 ref 0 00000100:00100000:1.0:1783145823.862683:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.862723:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187995008 00000100:00100000:0.0:1783145823.862729:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187995008 00000100:00100000:0.0:1783145823.862751:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471613491776 time 8471615092679 state 0x0 ref 1 00000100:00100000:0.0:1783145823.862759:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471615192679 time 8471615092679 state 0x1 ref 1 00000100:00100000:0.0:1783145823.862783:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471615192679 time 8471616660507 state 0x0 ref 1 00000100:00100000:0.0:1783145823.862797:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff989500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+369:306084:x1869755187995008:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.862809:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.862819:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366893171 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ade3 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.862853:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366893178 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.862863:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366893178 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.862871:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366893178 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.862881:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee36689317f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.862888:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee36689317f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.862895:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee36689317f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.862937:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366893186 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.862945:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366893186 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.862951:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366893186 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145823.862975:0:204556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1a4:0x0]: returning size 0 00000004:00200000:0.0:1783145823.862978:0:204556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783145823.862989:0:204556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366893186 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.862997:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366893186 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.863004:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366893178 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.863010:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366893178 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.863017:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366893178 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.863022:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366893178 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.863027:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.863030:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366893178 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.863036:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366893178 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.863043:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.863045:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.863048:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366893178 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.863053:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366893178 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.863062:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee36689317f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.863067:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee36689317f lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.863072:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee36689317f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.863076:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.863078:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee36689317f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.863082:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee36689317f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.863087:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:0.0:1783145823.863089:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.863092:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee36689317f lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.863097:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee36689317f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.863246:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366893171 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ade3 expref: 371 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.863263:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366893186 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ade3 expref: 370 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.863272:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a4:0x0].0x0 (ffff9be9d5384700) 00010000:00010000:0.0:1783145823.863274:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.863277:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9d111e600, rc 0) 00000100:00100000:0.0:1783145823.863307:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff989500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+370:306084:x1869755187995008:12345-192.168.203.44@tcp:101:rm.500 Request processed in 515us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.863313:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 442 00000100:00100000:0.0:1783145823.863317:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471615192679 time 8471616660507 state 0x2 ref 0 00000100:00100000:3.0:1783145823.864782:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.864819:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187995264 00000100:00100000:0.0:1783145823.864824:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187995264 00000100:00100000:3.0:1783145823.864843:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.864857:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2568 00000100:00100000:0.0:1783145823.864867:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3307800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+86:2408:x1869755187995264:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.864875:0:228910:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1783145823.864876:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187995392 00000100:00100000:2.0:1783145823.864881:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187995392 00010000:00010000:0.0:1783145823.864887:0:228910:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000028b8f620/0x38bddee36689318d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbd3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679adea expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.864900:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471615192679 time 8471616660507 state 0x0 ref 1 00002000:00010000:0.0:1783145823.864902:0:228910:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbd3:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00000100:00100000:2.0:1783145823.864912:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471616760507 time 8471616660507 state 0x1 ref 1 00010000:00010000:0.0:1783145823.864919:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd3:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.864923:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145823.864929:0:228910:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000028b8f620/0x38bddee36689318d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adea expref: 87 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.864933:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471616760507 time 8471618810213 state 0x0 ref 1 00010000:00010000:0.0:1783145823.864945:0:228910:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000028b8f620/0x38bddee36689318d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adea expref: 87 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.864947:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+370:306083:x1869755187995392:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:0.0:1783145823.864958:0:228910:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9d111ea00, rc 0) 00010000:00010000:2.0:1783145823.864973:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:0.0:1783145823.864986:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3307800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+87:2408:x1869755187995264:12345-192.168.203.44@tcp:101:rm.500 Request processed in 121us (205us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145823.864988:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee36689312b lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679add5 expref: 370 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.864996:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2568 00010000:00010000:2.0:1783145823.865016:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee36689307c lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adb2 expref: 369 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.865025:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a3:0x0].0x0 (ffff9be9d5384100) 00010000:00010000:2.0:1783145823.865028:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.865036:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893194 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.865042:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893194 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.865047:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893194 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.865053:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee36689319b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.865059:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee36689319b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.865063:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee36689319b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.865092:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee3668931a2 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.865097:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee3668931a2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.865105:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee3668931a2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145823.865247:0:204557:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].430, 64 off35712 00010000:00010000:2.0:1783145823.865280:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668931a9 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.865286:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668931a9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.865291:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668931a9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.865295:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668931a9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.865300:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668931a9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.865303:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668931a9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.865317:0:204557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145823.865325:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee3668931a2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.865328:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee3668931a2 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.865332:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee3668931a2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.865339:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.865340:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145823.865342:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee3668931a2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.865348:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668931a9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.865348:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee3668931a2 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.865364:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a3:0x0].0x0 (ffff9be9d5384100) 00010000:00010000:2.0:1783145823.865367:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145823.865370:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee3668931a2 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.865371:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145823.865378:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee3668931a2 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.865379:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668931a9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.865393:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668931a9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.865393:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893194 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.865412:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893194 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.865418:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a3:0x0].0x0 (ffff9be9d5384100) 00010000:00010000:2.0:1783145823.865419:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893194 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.865425:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.865428:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893194 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.865431:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668931a9 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.865433:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.865437:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893194 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.865445:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668931a9 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.865448:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893194 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.865462:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.865464:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.865466:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893194 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.865467:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.865471:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.865472:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893194 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.865475:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:2.0:1783145823.865484:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000041e1637f reply state 0000000080010bf8 transno 12884905484 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee36689319b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.865494:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee36689319b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.865500:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00010000:00010000:2.0:1783145823.865502:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.865505:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.865537:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+370:306083:x1869755187995392:12345-192.168.203.44@tcp:36:rm.500 Request processed in 593us (700us total) trans 12884905484 rc 0/0 00000100:00100000:2.0:1783145823.865543:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 443 00000100:00100000:2.0:1783145823.865546:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471616760507 time 8471618810213 state 0x2 ref 0 00000100:00100000:3.0:1783145823.866534:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.866568:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187995648 00000100:00100000:2.0:1783145823.866572:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187995648 00000100:00100000:2.0:1783145823.866585:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471616760507 time 8471618810213 state 0x0 ref 1 00000100:00100000:2.0:1783145823.866591:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471618910213 time 8471618810213 state 0x1 ref 1 00000100:00100000:2.0:1783145823.866612:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471618910213 time 8471620490034 state 0x0 ref 1 00000100:00100000:2.0:1783145823.866620:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+370:306084:x1869755187995648:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145823.866642:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145823.866652:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee366893186 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ade3 expref: 370 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.866677:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483200/0x38bddee3668930a6 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adb9 expref: 369 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.866684:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a4:0x0].0x0 (ffff9be9d5384700) 00010000:00010000:2.0:1783145823.866688:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.866697:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee3668931b0 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.866703:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee3668931b0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.866708:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee3668931b0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.866721:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee3668931b7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.866727:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee3668931b7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.866733:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee3668931b7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.866764:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee3668931be lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.866769:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee3668931be lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.866773:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee3668931be lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145823.866847:0:206077:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].434, 64 off35968 00010000:00010000:2.0:1783145823.866869:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668931c5 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.866875:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668931c5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.866881:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668931c5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.866885:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668931c5 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.866889:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668931c5 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.866893:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668931c5 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.866906:0:206077:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145823.866915:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee3668931be lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.866921:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee3668931be lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.866926:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee3668931be lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.866927:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145823.866934:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.866936:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668931c5 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.866937:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee3668931be lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.866954:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee3668931be lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.866955:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145823.866962:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668931c5 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.866963:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a4:0x0].0x0 (ffff9be9d5384700) 00010000:00010000:2.0:1783145823.866969:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145823.866973:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee3668931be lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.866975:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668931c5 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.866981:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee3668931be lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.866998:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a4:0x0].0x0 (ffff9be9d5384700) 00010000:00010000:2.0:1783145823.867001:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee3668931b0 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.867002:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.867007:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668931c5 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.867009:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee3668931b0 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.867022:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668931c5 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.867022:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee3668931b0 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.867041:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee3668931b0 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.867049:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.867052:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.867054:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee3668931b0 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.867056:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.867059:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.867065:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee3668931b0 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.867074:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.867077:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.867081:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee3668931b0 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.867087:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee3668931b0 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.867100:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b8999700 reply state 000000004481788d transno 12884905485 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee3668931b7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.867109:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee3668931b7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.867143:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:2.0:1783145823.867146:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.867149:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.867180:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+370:306084:x1869755187995648:12345-192.168.203.44@tcp:36:rm.500 Request processed in 561us (646us total) trans 12884905485 rc 0/0 00000100:00100000:2.0:1783145823.867192:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 444 00000100:00100000:2.0:1783145823.867195:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471618910213 time 8471620490034 state 0x2 ref 0 00000100:00100000:3.0:1783145823.891610:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.891686:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187995904 00000100:00100000:1.0:1783145823.891700:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187995904 00000100:00100000:1.0:1783145823.891754:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471618910213 time 8471620490034 state 0x0 ref 1 00000100:00100000:1.0:1783145823.891768:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471620590034 time 8471620490034 state 0x1 ref 1 00000100:00100000:1.0:1783145823.891796:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471620590034 time 8471645674102 state 0x0 ref 1 00000100:00100000:1.0:1783145823.891809:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+291:306094:x1869755187995904:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.891835:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.891854:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482000/0x38bddee3668931cc lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679adf1 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.891984:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668931d3 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.891995:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668931d3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.892003:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668931d3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.892014:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482c00/0x38bddee3668931da lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.892021:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482c00/0x38bddee3668931da lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.892026:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482c00/0x38bddee3668931da lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145823.892458:0:204555:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb70:0x0], index 1: 0 00010000:00010000:1.0:1783145823.892625:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483000/0x38bddee3668931e1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.892635:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483000/0x38bddee3668931e1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.892643:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483000/0x38bddee3668931e1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.892685:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668931d3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.892696:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668931d3 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.892703:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668931d3 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.892710:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c9482400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.892715:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668931d3 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.892722:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668931d3 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.892734:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.892737:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.892741:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668931d3 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.892747:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668931d3 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.892764:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006fb4f515 reply state 00000000204b04af transno 12884905486 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482c00/0x38bddee3668931da lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.892776:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482c00/0x38bddee3668931da lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.892783:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be9ca6eba00) 00010000:00010000:1.0:1783145823.892786:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.892789:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145823.892817:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482000/0x38bddee3668931cc lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adf1 expref: 294 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.892835:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483000/0x38bddee3668931e1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adf1 expref: 293 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.892843:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ca:0x0].0x0 (ffff9be8d902d700) 00010000:00010000:1.0:1783145823.892845:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.892847:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c9483000, rc 0) 00000100:00100000:1.0:1783145823.892924:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+294:306094:x1869755187995904:12345-192.168.203.44@tcp:101:touch.500 Request processed in 1118us (1320us total) trans 12884905486 rc 0/0 00000100:00100000:1.0:1783145823.892934:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 445 00000100:00100000:1.0:1783145823.892942:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471620590034 time 8471645674102 state 0x2 ref 0 00000100:00100000:1.0:1783145823.894508:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.894568:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187996160 00000100:00100000:0.0:1783145823.894576:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187996160 00000100:00100000:0.0:1783145823.894605:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471620590034 time 8471645674102 state 0x0 ref 1 00000100:00100000:0.0:1783145823.894614:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471645774102 time 8471645674102 state 0x1 ref 1 00000100:00100000:0.0:1783145823.894639:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471645774102 time 8471648515954 state 0x0 ref 1 00000100:00100000:0.0:1783145823.894652:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d0317b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+294:306094:x1869755187996160:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:0.0:1783145823.894695:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145823.894716:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483000/0x38bddee3668931e1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adf1 expref: 294 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.894730:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ca:0x0].0x0 (ffff9be8d902d700) 00010000:00010000:0.0:1783145823.894742:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145823.894799:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668931ef lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.894813:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668931ef lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.894823:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668931ef lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.894910:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000341d2c1d reply state 00000000cb666d56 transno 12884905487 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668931ef lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.894918:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668931ef lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.894923:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ca:0x0].0x0 (ffff9be9d5384300) 00010000:00010000:0.0:1783145823.894925:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.894927:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145823.894999:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d0317b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+295:306094:x1869755187996160:12345-192.168.203.44@tcp:36:touch.500 Request processed in 352us (498us total) trans 12884905487 rc 0/0 00000100:00100000:0.0:1783145823.895005:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 446 00000100:00100000:0.0:1783145823.895009:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471645774102 time 8471648515954 state 0x2 ref 0 00000100:00100000:3.0:1783145823.899382:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.899440:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187996416 00000100:00100000:1.0:1783145823.899449:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187996416 00000100:00100000:1.0:1783145823.899485:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471645774102 time 8471648515954 state 0x0 ref 1 00000100:00100000:1.0:1783145823.899497:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471648615954 time 8471648515954 state 0x1 ref 1 00000100:00100000:1.0:1783145823.899524:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471648615954 time 8471653401106 state 0x0 ref 1 00000100:00100000:1.0:1783145823.899540:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bea01c48850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+295:306097:x1869755187996416:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.899557:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.899573:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482000/0x38bddee3668931f6 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679adf8 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.899627:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145823.899664:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668931fd lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.899667:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187996544 00000100:00100000:2.0:1783145823.899677:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187996544 00010000:00010000:1.0:1783145823.899685:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668931fd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.899701:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668931fd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.899708:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471653501106 time 8471653401106 state 0x1 ref 2 00010000:00010000:1.0:1783145823.899719:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483c00/0x38bddee366893204 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.899732:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483c00/0x38bddee366893204 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.899746:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483c00/0x38bddee366893204 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.899747:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471653501106 time 8471653620388 state 0x0 ref 2 00000100:00100000:2.0:1783145823.899787:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+297:306094:x1869755187996544:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.899804:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.899819:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee36689320b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679adff expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.899860:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee36689320b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adff expref: 298 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.899874:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee36689320b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adff expref: 298 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.899893:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ca:0x0].0x0 (ffff9be9d5384300) 00010000:00010000:2.0:1783145823.899896:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145823.899900:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e3800, rc 0) 00000100:00100000:2.0:1783145823.899941:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+298:306094:x1869755187996544:12345-192.168.203.44@tcp:101:touch.500 Request processed in 160us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.899951:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 448 00000004:00080000:1.0:1783145823.900059:0:210786:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbd4:0x0], index 0: 0 00010000:00010000:1.0:1783145823.900236:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482e00/0x38bddee366893212 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.900247:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482e00/0x38bddee366893212 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.900255:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482e00/0x38bddee366893212 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.900289:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668931fd lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.900297:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668931fd lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.900303:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668931fd lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.900310:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668931fd lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.900316:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c9482400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.900322:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668931fd lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.900330:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668931fd lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.900340:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.900344:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.900348:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668931fd lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.900355:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee3668931fd lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.900368:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b2b7256b reply state 000000009d6a9ef9 transno 12884905488 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483c00/0x38bddee366893204 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.900377:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483c00/0x38bddee366893204 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.900381:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:1.0:1783145823.900383:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.900385:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145823.900407:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482000/0x38bddee3668931f6 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adf8 expref: 299 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.900423:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482e00/0x38bddee366893212 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adf8 expref: 298 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.900429:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cb:0x0].0x0 (ffff9be8d902da00) 00010000:00010000:1.0:1783145823.900430:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.900432:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c9482e00, rc 0) 00000100:00100000:1.0:1783145823.900473:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bea01c48850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+299:306097:x1869755187996416:12345-192.168.203.44@tcp:101:touch.500 Request processed in 940us (1096us total) trans 12884905488 rc 0/0 00000100:00100000:1.0:1783145823.900478:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 447 00000100:00100000:1.0:1783145823.900482:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471653501106 time 8471653620388 state 0x2 ref 0 00000100:00100000:0.0:1783145823.900856:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.900895:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187996672 00000100:00100000:2.0:1783145823.900901:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187996672 00000100:00100000:2.0:1783145823.900950:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2569 00000100:00100000:2.0:1783145823.900963:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+47:2408:x1869755187996672:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:2.0:1783145823.901773:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+48:2408:x1869755187996672:12345-192.168.203.44@tcp:2:touch.500 Request processed in 155us (263us total) trans 8589935449 rc 0/0 00000100:00100000:2.0:1783145823.901782:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2569 00000100:00100000:2.0:1783145823.902427:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.902471:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187996928 00000100:00100000:1.0:1783145823.902478:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187996928 00000100:00100000:1.0:1783145823.902524:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 964 00000100:00100000:1.0:1783145823.902537:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f3ff9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+299:306094:x1869755187996928:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145823.902690:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f3ff9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+300:306094:x1869755187996928:12345-192.168.203.44@tcp:35:touch.500 Request processed in 158us (263us total) trans 12884905489 rc 0/0 00000100:00100000:1.0:1783145823.902696:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 964 00000100:00100000:0.0:1783145823.903353:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.903393:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187997184 00000100:00100000:1.0:1783145823.903399:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187997184 00000100:00100000:1.0:1783145823.903421:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471653501106 time 8471653620388 state 0x0 ref 1 00000100:00100000:1.0:1783145823.903444:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471653720388 time 8471653620388 state 0x1 ref 1 00000100:00100000:1.0:1783145823.903466:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471653720388 time 8471657343484 state 0x0 ref 1 00000100:00100000:1.0:1783145823.903479:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+300:306097:x1869755187997184:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:1.0:1783145823.903508:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145823.903526:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482e00/0x38bddee366893212 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adf8 expref: 300 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.903540:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cb:0x0].0x0 (ffff9be8d902da00) 00010000:00010000:1.0:1783145823.903547:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.903605:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483200/0x38bddee366893220 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.903615:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483200/0x38bddee366893220 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.903623:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483200/0x38bddee366893220 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.903667:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c44dd3e0 reply state 0000000021e86f30 transno 12884905490 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483200/0x38bddee366893220 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.903675:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483200/0x38bddee366893220 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.903679:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cb:0x0].0x0 (ffff9be8d902d700) 00010000:00010000:1.0:1783145823.903681:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.903683:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.903726:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+301:306097:x1869755187997184:12345-192.168.203.44@tcp:36:touch.500 Request processed in 251us (378us total) trans 12884905490 rc 0/0 00000100:00100000:1.0:1783145823.903731:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 449 00000100:00100000:1.0:1783145823.903735:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471653720388 time 8471657343484 state 0x2 ref 0 00000100:00100000:0.0:1783145823.904003:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.904048:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187997440 00000100:00100000:2.0:1783145823.904055:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187997440 00000100:00100000:2.0:1783145823.904077:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471653720388 time 8471657343484 state 0x0 ref 1 00000100:00100000:2.0:1783145823.904087:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471657443484 time 8471657343484 state 0x1 ref 1 00000100:00100000:2.0:1783145823.904111:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471657443484 time 8471657988018 state 0x0 ref 1 00000100:00100000:2.0:1783145823.904152:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+301:306096:x1869755187997440:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.904168:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.904182:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893227 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ae06 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.904267:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee36689322e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.904281:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee36689322e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.904291:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee36689322e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.904303:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366893235 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.904312:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366893235 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.904324:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366893235 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.904518:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.904589:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187997568 00000100:00100000:3.0:1783145823.904595:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187997568 00000004:00080000:2.0:1783145823.904595:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb71:0x0], index 1: 0 00000100:00100000:3.0:1783145823.904618:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471658088018 time 8471657988018 state 0x1 ref 2 00000100:00100000:3.0:1783145823.904646:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471658088018 time 8471658523455 state 0x0 ref 2 00000100:00100000:3.0:1783145823.904657:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+303:306097:x1869755187997568:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.904669:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.904682:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee36689323c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ae0d expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.904712:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee36689323c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae0d expref: 305 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.904726:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee36689323c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae0d expref: 305 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.904733:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893243 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.904741:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cb:0x0].0x0 (ffff9be8d902d700) 00010000:00010000:2.0:1783145823.904744:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893243 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.904746:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145823.904750:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c91dac00, rc 0) 00010000:00010000:2.0:1783145823.904760:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893243 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.904797:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+305:306097:x1869755187997568:12345-192.168.203.44@tcp:101:touch.500 Request processed in 140us (280us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145823.904799:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee36689322e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.904816:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 451 00010000:00010000:2.0:1783145823.904817:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee36689322e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.904827:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee36689322e lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.904834:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee36689322e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.904843:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.904848:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee36689322e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.904857:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee36689322e lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.904874:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.904877:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.904881:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee36689322e lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.904889:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee36689322e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.904905:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000055d6c47a reply state 00000000c304528e transno 12884905491 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366893235 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.904916:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366893235 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.904923:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:2.0:1783145823.904927:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.904931:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145823.904959:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893227 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae06 expref: 305 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.904977:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893243 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae06 expref: 304 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.904985:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cc:0x0].0x0 (ffff9be8d92a9000) 00010000:00010000:2.0:1783145823.904988:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.904991:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e3200, rc 0) 00000100:00100000:2.0:1783145823.905027:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+305:306096:x1869755187997440:12345-192.168.203.44@tcp:101:touch.500 Request processed in 878us (1024us total) trans 12884905491 rc 0/0 00000100:00100000:2.0:1783145823.905037:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 450 00000100:00100000:2.0:1783145823.905043:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471658088018 time 8471658523455 state 0x2 ref 0 00000100:00100000:0.0:1783145823.905751:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.905793:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187997696 00000100:00100000:3.0:1783145823.905799:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187997696 00000100:00100000:3.0:1783145823.905851:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2570 00000100:00100000:3.0:1783145823.905867:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+73:2409:x1869755187997696:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:3.0:1783145823.906001:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+74:2409:x1869755187997696:12345-192.168.203.44@tcp:2:touch.500 Request processed in 139us (250us total) trans 8589936102 rc 0/0 00000100:00100000:3.0:1783145823.906012:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2570 00000100:00100000:3.0:1783145823.907458:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.907500:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187997952 00000100:00100000:1.0:1783145823.907508:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187997952 00000100:00100000:1.0:1783145823.907551:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 965 00000100:00100000:1.0:1783145823.907560:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+305:306097:x1869755187997952:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145823.907755:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+306:306097:x1869755187997952:12345-192.168.203.44@tcp:35:touch.500 Request processed in 192us (294us total) trans 12884905492 rc 0/0 00000100:00100000:1.0:1783145823.907767:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 965 00000100:00100000:3.0:1783145823.908588:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.908755:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187998208 00000100:00100000:3.0:1783145823.908763:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187998208 00000100:00100000:3.0:1783145823.908805:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471658088018 time 8471658523455 state 0x0 ref 1 00000100:00100000:3.0:1783145823.908816:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471658623455 time 8471658523455 state 0x1 ref 1 00000100:00100000:3.0:1783145823.908850:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471658623455 time 8471662726329 state 0x0 ref 1 00000100:00100000:3.0:1783145823.908864:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+306:306096:x1869755187998208:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:3.0:1783145823.908903:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145823.908928:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893243 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae06 expref: 306 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.908964:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cc:0x0].0x0 (ffff9be8d92a9000) 00010000:00010000:3.0:1783145823.908979:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.909034:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366893251 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.909045:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366893251 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.909055:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366893251 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.909333:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002e5b8521 reply state 00000000c9997370 transno 12884905493 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366893251 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.909346:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366893251 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.909353:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cc:0x0].0x0 (ffff9be9d51acd00) 00010000:00010000:3.0:1783145823.909356:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.909358:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.909479:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+307:306096:x1869755187998208:12345-192.168.203.44@tcp:36:touch.500 Request processed in 571us (847us total) trans 12884905493 rc 0/0 00000100:00100000:3.0:1783145823.909494:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 452 00000100:00100000:3.0:1783145823.909503:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471658623455 time 8471662726329 state 0x2 ref 0 00000100:00100000:2.0:1783145823.909583:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.909642:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187998464 00000100:00100000:3.0:1783145823.909648:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187998464 00000100:00100000:3.0:1783145823.909681:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471658623455 time 8471662726329 state 0x0 ref 1 00000100:00100000:3.0:1783145823.909689:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471662826329 time 8471662726329 state 0x1 ref 1 00000100:00100000:3.0:1783145823.909712:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471662826329 time 8471663589554 state 0x0 ref 1 00000100:00100000:3.0:1783145823.909727:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+307:306100:x1869755187998464:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.909742:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.909754:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee366893258 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ae14 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.909821:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee36689325f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.909832:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee36689325f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.909840:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee36689325f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.909850:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366893266 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.909859:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366893266 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.909867:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366893266 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145823.910100:0:204555:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbd5:0x0], index 0: 0 00010000:00010000:3.0:1783145823.910260:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee36689326d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.910270:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee36689326d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.910278:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee36689326d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.910309:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee36689325f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.910317:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee36689325f lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.910324:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee36689325f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.910331:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f9c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.910335:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee36689325f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.910342:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee36689325f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.910353:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145823.910355:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145823.910358:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee36689325f lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.910363:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9c00/0x38bddee36689325f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.910374:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000084b950e9 reply state 00000000fcb15ba3 transno 12884905494 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366893266 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.910383:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366893266 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.910389:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:3.0:1783145823.910392:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.910394:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145823.910417:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dba00/0x38bddee366893258 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae14 expref: 310 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.910432:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee36689326d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae14 expref: 309 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.910439:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cd:0x0].0x0 (ffff9be9d51acf00) 00010000:00010000:3.0:1783145823.910442:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145823.910445:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd2f8400, rc 0) 00000100:00100000:3.0:1783145823.910477:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+310:306100:x1869755187998464:12345-192.168.203.44@tcp:101:touch.500 Request processed in 756us (895us total) trans 12884905494 rc 0/0 00000100:00100000:3.0:1783145823.910486:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 453 00000100:00100000:3.0:1783145823.910490:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471662826329 time 8471663589554 state 0x2 ref 0 00000100:00100000:0.0:1783145823.911082:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.911146:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187998592 00000100:00100000:2.0:1783145823.911152:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187998592 00000100:00100000:2.0:1783145823.911174:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471662826329 time 8471663589554 state 0x0 ref 1 00000100:00100000:2.0:1783145823.911183:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471663689554 time 8471663589554 state 0x1 ref 1 00000100:00100000:2.0:1783145823.911206:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471663689554 time 8471665084108 state 0x0 ref 1 00000100:00100000:2.0:1783145823.911223:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+310:306096:x1869755187998592:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.911235:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.911249:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689327b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ae1b expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.911277:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689327b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae1b expref: 311 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.911288:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689327b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae1b expref: 311 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.911305:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cc:0x0].0x0 (ffff9be9d51acd00) 00010000:00010000:2.0:1783145823.911309:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145823.911312:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e3a00, rc 0) 00000100:00100000:2.0:1783145823.911345:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+311:306096:x1869755187998592:12345-192.168.203.44@tcp:101:touch.500 Request processed in 128us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.911353:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 454 00000100:00100000:2.0:1783145823.911359:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471663689554 time 8471665084108 state 0x2 ref 0 00000100:00100000:2.0:1783145823.912278:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.912310:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187998720 00000100:00100000:0.0:1783145823.912317:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187998720 00000100:00100000:0.0:1783145823.912353:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2571 00000100:00100000:0.0:1783145823.912365:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+48:2408:x1869755187998720:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:0.0:1783145823.912478:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+49:2408:x1869755187998720:12345-192.168.203.44@tcp:2:touch.500 Request processed in 118us (201us total) trans 8589935450 rc 0/0 00000100:00100000:0.0:1783145823.912483:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2571 00000100:00100000:0.0:1783145823.913576:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.913618:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187998976 00000100:00100000:2.0:1783145823.913624:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187998976 00000100:00100000:2.0:1783145823.913661:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 966 00000100:00100000:2.0:1783145823.913670:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+311:306096:x1869755187998976:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:2.0:1783145823.913829:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+312:306096:x1869755187998976:12345-192.168.203.44@tcp:35:touch.500 Request processed in 161us (256us total) trans 12884905495 rc 0/0 00000100:00100000:2.0:1783145823.913838:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 966 00000100:00100000:2.0:1783145823.914104:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.914167:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187999232 00000100:00100000:3.0:1783145823.914172:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187999232 00000100:00100000:3.0:1783145823.914194:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471663689554 time 8471665084108 state 0x0 ref 1 00000100:00100000:3.0:1783145823.914202:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471665184108 time 8471665084108 state 0x1 ref 1 00000100:00100000:3.0:1783145823.914222:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471665184108 time 8471668099331 state 0x0 ref 1 00000100:00100000:3.0:1783145823.914234:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+312:306100:x1869755187999232:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:3.0:1783145823.914257:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145823.914272:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee36689326d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae14 expref: 312 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.914289:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cd:0x0].0x0 (ffff9be9d51acf00) 00010000:00010000:3.0:1783145823.914297:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.914328:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee366893282 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.914337:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee366893282 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.914344:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee366893282 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.914389:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000bc6e24e1 reply state 00000000250be7fe transno 12884905496 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee366893282 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.914399:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee366893282 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.914405:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cd:0x0].0x0 (ffff9be9d51ac600) 00010000:00010000:3.0:1783145823.914407:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.914409:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.914455:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+313:306100:x1869755187999232:12345-192.168.203.44@tcp:36:touch.500 Request processed in 224us (350us total) trans 12884905496 rc 0/0 00000100:00100000:3.0:1783145823.914462:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 455 00000100:00100000:3.0:1783145823.914466:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471665184108 time 8471668099331 state 0x2 ref 0 00000100:00100000:3.0:1783145823.915395:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.915435:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187999360 00000100:00100000:2.0:1783145823.915440:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187999360 00000100:00100000:2.0:1783145823.915460:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471665184108 time 8471668099331 state 0x0 ref 1 00000100:00100000:2.0:1783145823.915468:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471668199331 time 8471668099331 state 0x1 ref 1 00000100:00100000:2.0:1783145823.915491:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471668199331 time 8471669369236 state 0x0 ref 1 00000100:00100000:2.0:1783145823.915504:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+313:306100:x1869755187999360:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.915515:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.915526:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893289 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ae22 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.915554:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893289 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae22 expref: 314 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.915565:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893289 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae22 expref: 314 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.915578:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cd:0x0].0x0 (ffff9be9d51ac600) 00010000:00010000:2.0:1783145823.915581:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145823.915585:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e3400, rc 0) 00000100:00100000:2.0:1783145823.915618:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+314:306100:x1869755187999360:12345-192.168.203.44@tcp:101:touch.500 Request processed in 117us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.915624:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 456 00000100:00100000:2.0:1783145823.915629:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471668199331 time 8471669369236 state 0x2 ref 0 00000100:00100000:0.0:1783145823.917253:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.917290:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187999488 00000100:00100000:3.0:1783145823.917294:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187999488 00000100:00100000:3.0:1783145823.917330:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2572 00000100:00100000:3.0:1783145823.917338:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:275b1235-b8f5-4ce3-8a3a-d483c556f740+74:2409:x1869755187999488:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:3.0:1783145823.917459:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:275b1235-b8f5-4ce3-8a3a-d483c556f740+75:2409:x1869755187999488:12345-192.168.203.44@tcp:2:touch.500 Request processed in 122us (207us total) trans 8589936103 rc 0/0 00000100:00100000:3.0:1783145823.917465:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2572 00000100:00100000:3.0:1783145823.918269:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.918321:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187999744 00000100:00100000:2.0:1783145823.918327:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187999744 00000100:00100000:2.0:1783145823.918370:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 967 00000100:00100000:2.0:1783145823.918378:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+314:306100:x1869755187999744:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:2.0:1783145823.918536:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+315:306100:x1869755187999744:12345-192.168.203.44@tcp:35:touch.500 Request processed in 156us (266us total) trans 12884905497 rc 0/0 00000100:00100000:2.0:1783145823.918545:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 967 00000100:00100000:2.0:1783145823.940224:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.940249:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.940267:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755187999872 00000100:00100000:2.0:1783145823.940275:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188000000 00000100:00100000:0.0:1783145823.940279:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755187999872 00000100:00100000:2.0:1783145823.940280:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188000000 00000100:00100000:0.0:1783145823.940321:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471668199331 time 8471669369236 state 0x0 ref 1 00000100:00100000:2.0:1783145823.940333:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 622 00000100:00100000:0.0:1783145823.940336:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471669469236 time 8471669369236 state 0x1 ref 1 00000100:00100000:2.0:1783145823.940343:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+316:2410:x1869755188000000:12345-192.168.203.44@tcp:63:ll_sa.0 00000100:00100000:0.0:1783145823.940365:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471669469236 time 8471694241500 state 0x0 ref 1 00000100:00100000:0.0:1783145823.940376:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+316:306101:x1869755187999872:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.940385:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.940401:0:204560:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.940405:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366893290 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ae30 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.940414:0:204560:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893297 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ae29 expref: -99 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.940463:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668932a5 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.940464:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee36689329e lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.940487:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668932a5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.940501:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668932a5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.940503:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee36689329e lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.940522:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee36689329e lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.940528:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668932ac lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.940536:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668932ac lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.940537:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668932b3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.940544:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668932ac lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.940553:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668932b3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.940561:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668932b3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.940628:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668932ba lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.940636:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668932ba lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.940640:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668932ba lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.940647:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee3668932c1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145823.940661:0:206077:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1ca:0x0]: returning size 0 00010000:00010000:2.0:1783145823.940662:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee3668932c1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145823.940666:0:206077:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1783145823.940670:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee3668932c1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.940684:0:206077:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668932ba lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.940686:0:204560:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1cc:0x0]: returning size 0 00000004:00200000:2.0:1783145823.940692:0:204560:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1783145823.940700:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668932ba lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.940707:0:204560:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee3668932c1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.940712:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668932a5 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.940717:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee3668932c1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.940722:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668932a5 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.940743:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668932a5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.940750:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee36689329e lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.940750:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668932a5 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.940762:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee36689329e lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.940768:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee36689329e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.940769:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.940774:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668932a5 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.940778:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.940782:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668932a5 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.940784:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee36689329e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.940796:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee36689329e lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.940797:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.940803:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.940808:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668932a5 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.940812:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.940813:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668932a5 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.940819:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.940825:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee36689329e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.940826:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668932ac lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.940840:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668932ac lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.940842:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee36689329e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.940846:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668932ac lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.940858:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.940860:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668932ac lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.940865:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668932b3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.940865:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668932ac lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.940876:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be9ca6eba00) 00010000:00010000:0.0:1783145823.940879:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.940881:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668932b3 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.940882:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668932ac lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.940894:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668932ac lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.940897:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668932b3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.940903:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.940906:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668932b3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.940910:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668932b3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.940917:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:0.0:1783145823.940919:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366893290 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae30 expref: 319 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.940920:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.940924:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668932b3 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.940930:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668932b3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.940933:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668932ba lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae30 expref: 318 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.940943:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ca:0x0].0x0 (ffff9be9d5384300) 00010000:00010000:0.0:1783145823.940945:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.940948:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2016400, rc 0) 00010000:00010000:2.0:1783145823.940951:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893297 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae29 expref: 319 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.940959:0:204560:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee3668932c1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae29 expref: 318 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.940964:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cc:0x0].0x0 (ffff9be9d51acd00) 00010000:00010000:2.0:1783145823.940966:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.940967:0:204560:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e2000, rc 0) 00010000:00010000:2.0:1783145823.940971:0:204560:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.940977:0:204560:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668932c8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ae37 expref: -99 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.940995:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668932cf lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941001:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668932cf lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941006:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668932cf lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.941012:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+319:306101:x1869755187999872:12345-192.168.203.44@tcp:101:rm.500 Request processed in 637us (793us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145823.941015:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee3668932d6 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.941021:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 457 00010000:00010000:2.0:1783145823.941024:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee3668932d6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.941027:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471669469236 time 8471694241500 state 0x2 ref 0 00010000:00010000:2.0:1783145823.941033:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee3668932d6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941073:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee3668932dd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941082:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee3668932dd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941090:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee3668932dd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.941106:0:204560:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1cb:0x0]: returning size 0 00000004:00200000:2.0:1783145823.941107:0:204560:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145823.941219:0:204560:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee3668932dd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941234:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee3668932dd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941242:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668932cf lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941248:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668932cf lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941254:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668932cf lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941259:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.941262:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668932cf lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941269:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668932cf lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941277:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.941279:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.941282:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668932cf lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941288:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668932cf lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941297:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee3668932d6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941300:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee3668932d6 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941304:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee3668932d6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941308:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.941310:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee3668932d6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941313:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee3668932d6 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941317:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:2.0:1783145823.941318:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.941319:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee3668932d6 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941322:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee3668932d6 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941334:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668932c8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae37 expref: 319 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941340:0:204560:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee3668932dd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae37 expref: 318 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941344:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cb:0x0].0x0 (ffff9be8d902d700) 00010000:00010000:2.0:1783145823.941346:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.941348:0:204560:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c0031e00, rc 0) 00010000:00010000:2.0:1783145823.941350:0:204560:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.941357:0:204560:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668932e4 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ae3e expref: -99 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941371:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668932eb lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941376:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668932eb lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941382:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668932eb lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941391:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee3668932f2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941399:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee3668932f2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941406:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee3668932f2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941439:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668932f9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941447:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668932f9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941454:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668932f9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.941470:0:204560:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1cd:0x0]: returning size 0 00000004:00200000:2.0:1783145823.941472:0:204560:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145823.941482:0:204560:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668932f9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941495:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668932f9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941502:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668932eb lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941508:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668932eb lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941513:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668932eb lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941519:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a1a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.941521:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668932eb lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941528:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668932eb lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941535:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.941538:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.941541:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668932eb lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941547:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668932eb lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941558:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee3668932f2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941564:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee3668932f2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941571:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee3668932f2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941576:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a1600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.941579:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee3668932f2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941585:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee3668932f2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941593:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:2.0:1783145823.941595:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.941599:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee3668932f2 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941605:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee3668932f2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941626:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668932e4 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae3e expref: 320 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941641:0:204560:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668932f9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae3e expref: 319 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941649:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cd:0x0].0x0 (ffff9be9d51ac600) 00010000:00010000:2.0:1783145823.941651:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.941654:0:204560:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9cd5a1c00, rc 0) 00010000:00010000:2.0:1783145823.941658:0:204560:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.941666:0:204560:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee366893300 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ae45 expref: -99 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941687:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1800/0x38bddee366893307 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941696:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1800/0x38bddee366893307 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941703:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1800/0x38bddee366893307 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941713:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee36689330e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941720:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee36689330e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941725:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee36689330e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941735:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1800/0x38bddee366893307 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941739:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1800/0x38bddee366893307 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941742:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1800/0x38bddee366893307 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941745:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a1800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.941747:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1800/0x38bddee366893307 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941753:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1800/0x38bddee366893307 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941758:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.941759:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.941761:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1800/0x38bddee366893307 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941764:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1800/0x38bddee366893307 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941771:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee36689330e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941775:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee36689330e lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941778:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee36689330e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941781:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a0400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.941782:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee36689330e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941785:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee36689330e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941789:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00010000:00010000:2.0:1783145823.941790:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.941791:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee36689330e lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941795:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee36689330e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941806:0:204560:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee366893300 lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae45 expref: 320 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941812:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.941813:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145823.941815:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee366893300 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae45 expref: 320 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.941819:0:204560:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9cd5a0e00, rc -2) 00000100:00100000:2.0:1783145823.941847:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+319:2410:x1869755188000000:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 1507us (1601us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783145823.941852:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 622 00000100:00100000:3.0:1783145823.942451:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.942497:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.942501:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188000256 00000100:00100000:1.0:1783145823.942514:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188000256 00000100:00100000:2.0:1783145823.942541:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188000384 00000100:00100000:2.0:1783145823.942546:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188000384 00000100:00100000:1.0:1783145823.942565:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471669469236 time 8471694241500 state 0x0 ref 1 00000100:00100000:1.0:1783145823.942581:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471694341500 time 8471694241500 state 0x1 ref 1 00000100:00100000:2.0:1783145823.942584:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2573 00000100:00100000:2.0:1783145823.942601:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:275b1235-b8f5-4ce3-8a3a-d483c556f740+49:2410:x1869755188000384:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145823.942612:0:228906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.942626:0:228906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cdb30cbc/0x38bddee366893315 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb70:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ae6f expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.942626:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471694341500 time 8471696501200 state 0x0 ref 1 00000100:00100000:1.0:1783145823.942658:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+319:306109:x1869755188000256:12345-192.168.203.44@tcp:101:touch.500 00002000:00010000:2.0:1783145823.942659:0:228906:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb70:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:1.0:1783145823.942691:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.942692:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb70:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:2.0:1783145823.942699:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb70:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145823.942709:0:228906:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cdb30cbc/0x38bddee366893315 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae6f expref: 50 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.942713:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482000/0x38bddee36689331c lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ae68 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.942742:0:228906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cdb30cbc/0x38bddee366893315 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae6f expref: 50 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.942756:0:228906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9cd5a1000, rc 0) 00000100:00100000:2.0:1783145823.942795:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:275b1235-b8f5-4ce3-8a3a-d483c556f740+50:2410:x1869755188000384:12345-192.168.203.44@tcp:101:rm.500 Request processed in 197us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.942803:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2573 00010000:00010000:1.0:1783145823.942830:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366893323 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.942844:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366893323 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.942854:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366893323 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.942878:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482600/0x38bddee36689332a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.942887:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482600/0x38bddee36689332a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.942892:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482600/0x38bddee36689332a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.943107:0:204583:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d8f8e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:204583:1869755178567168:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1783145823.943192:0:204583:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145823.943213:0:204583:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb940c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783145823.943252:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178567168 00000100:00100000:2.0:1783145823.943256:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178567168 00000004:00080000:1.0:1783145823.943289:0:204590:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb72:0x0], index 1: 0 00000100:00100000:2.0:1783145823.943297:0:228904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2574 00000100:00100000:2.0:1783145823.943309:0:228904:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:204583:x1869755178567168:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1783145823.943350:0:228904:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 2946 00010000:00010000:1.0:1783145823.943439:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482e00/0x38bddee366893331 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.943450:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482e00/0x38bddee366893331 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.943460:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482e00/0x38bddee366893331 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.943499:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366893323 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.943506:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366893323 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.943511:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366893323 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.943516:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366893323 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.943526:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c9482400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.943532:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366893323 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.943541:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366893323 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.943559:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.943565:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.943570:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366893323 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.943580:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366893323 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.943598:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000015d54b12 reply state 000000002c46d642 transno 12884905498 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482600/0x38bddee36689332a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.943609:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482600/0x38bddee36689332a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.943616:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00010000:00010000:1.0:1783145823.943618:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.943621:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145823.943644:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482000/0x38bddee36689331c lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae68 expref: 322 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.943657:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482e00/0x38bddee366893331 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae68 expref: 321 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.943666:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ce:0x0].0x0 (ffff9be8d902da00) 00010000:00010000:1.0:1783145823.943669:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.943671:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c9482e00, rc 0) 00000100:00100000:1.0:1783145823.943730:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+322:306109:x1869755188000256:12345-192.168.203.44@tcp:101:touch.500 Request processed in 1077us (1278us total) trans 12884905498 rc 0/0 00000100:00100000:1.0:1783145823.943740:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 458 00000100:00100000:1.0:1783145823.943747:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471694341500 time 8471696501200 state 0x2 ref 0 00000100:00100000:2.0:1783145823.944746:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+7:204583:x1869755178567168:12345-0@lo:5:osp-pre-1-0.0 Request processed in 1439us (1554us total) trans 8589935451 rc 0/0 00000100:00100000:2.0:1783145823.944752:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2574 00000100:00100000:0.0:1783145823.944784:0:204583:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d8f8e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:204583:1869755178567168:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1783145823.944805:0:204583:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0xb72:0x0]-[0x2c0000401:0xba1:0x0] 00000100:00100000:1.0:1783145823.944840:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.944872:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.944888:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188000640 00000100:00100000:0.0:1783145823.944896:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188000640 00000100:00100000:2.0:1783145823.944913:0:228901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188000512 00000100:00100000:2.0:1783145823.944921:0:228901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188000512 00000100:00100000:1.0:1783145823.944921:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.944941:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188000768 00000100:00100000:0.0:1783145823.944947:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188000768 00000100:00100000:2.0:1783145823.944972:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2575 00000100:00100000:1.0:1783145823.944994:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2576 00000100:00100000:2.0:1783145823.944995:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d0317b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:275b1235-b8f5-4ce3-8a3a-d483c556f740+76:2410:x1869755188000640:12345-192.168.203.44@tcp:101:ll_agl.0 00000100:00100000:0.0:1783145823.945010:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2577 00010000:00010000:2.0:1783145823.945012:0:228901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1783145823.945019:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d0314380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:275b1235-b8f5-4ce3-8a3a-d483c556f740+50:2409:x1869755188000512:12345-192.168.203.44@tcp:101:ll_agl.0 00000100:00100000:0.0:1783145823.945024:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d0314000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:275b1235-b8f5-4ce3-8a3a-d483c556f740+76:2409:x1869755188000768:12345-192.168.203.44@tcp:101:ll_agl.0 00010000:00010000:2.0:1783145823.945031:0:228901:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eae24d89/0x38bddee36689333f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbd4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ae7d expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.945041:0:228907:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:2.0:1783145823.945049:0:228901:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbd4:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:0.0:1783145823.945049:0:228905:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.945059:0:228907:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000068b0a199/0x38bddee366893346 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb71:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ae76 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.945062:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd4:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.945065:0:228905:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000081bffe40/0x38bddee36689334d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbd5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ae84 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.945082:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145823.945107:0:228901:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eae24d89/0x38bddee36689333f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae7d expref: 77 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783145823.945111:0:228907:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb71:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145823.945163:0:228901:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eae24d89/0x38bddee36689333f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae7d expref: 77 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145823.945164:0:228905:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbd5:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:1.0:1783145823.945174:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb71:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:1.0:1783145823.945179:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb71:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145823.945182:0:228901:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9cd5a0800, rc 0) 00010000:00010000:0.0:1783145823.945182:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd5:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:1.0:1783145823.945193:0:228907:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000068b0a199/0x38bddee366893346 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae76 expref: 51 pid: 228907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.945193:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145823.945219:0:228905:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000081bffe40/0x38bddee36689334d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae84 expref: 78 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.945224:0:228907:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000068b0a199/0x38bddee366893346 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae76 expref: 51 pid: 228907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.945235:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d0317b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:275b1235-b8f5-4ce3-8a3a-d483c556f740+78:2410:x1869755188000640:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 248us (391us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145823.945275:0:228907:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c9483e00, rc 0) 00000100:00100000:2.0:1783145823.945276:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2575 00010000:00010000:0.0:1783145823.945284:0:228905:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000081bffe40/0x38bddee36689334d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae84 expref: 78 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.945300:0:228905:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9fd393000, rc 0) 00000100:00100000:1.0:1783145823.945317:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d0314380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:275b1235-b8f5-4ce3-8a3a-d483c556f740+51:2409:x1869755188000512:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 308us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.945326:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2576 00000100:00100000:0.0:1783145823.945342:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d0314000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:275b1235-b8f5-4ce3-8a3a-d483c556f740+77:2409:x1869755188000768:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 318us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.945351:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2577 00000100:00100000:1.0:1783145823.946419:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.946458:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.946490:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188000896 00000100:00100000:0.0:1783145823.946498:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188000896 00000100:00100000:2.0:1783145823.946509:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188001024 00000100:00100000:1.0:1783145823.946515:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.946516:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188001024 00000100:00100000:0.0:1783145823.946528:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471694341500 time 8471696501200 state 0x0 ref 1 00000100:00100000:2.0:1783145823.946540:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471696601200 time 8471696501200 state 0x1 ref 2 00000100:00100000:0.0:1783145823.946552:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471696601200 time 8471696501200 state 0x1 ref 2 00000100:00100000:2.0:1783145823.946563:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188001280 00000100:00100000:2.0:1783145823.946566:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188001280 00000100:00100000:1.0:1783145823.946575:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.946579:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471696601200 time 8471696501200 state 0x1 ref 3 00000100:00100000:0.0:1783145823.946591:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188001408 00000100:00100000:0.0:1783145823.946597:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188001408 00000100:00100000:2.0:1783145823.946603:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471700579982 time 8471700479982 state 0x1 ref 3 00000100:00100000:2.0:1783145823.946617:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d0314700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+325:306111:x1869755188001024:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:0.0:1783145823.946624:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471700579982 time 8471700479982 state 0x1 ref 4 00010000:00010000:2.0:1783145823.946629:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1783145823.946645:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.946646:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366893354 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ae92 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.946654:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471700625924 time 8471700525924 state 0x1 ref 4 00000100:00100000:0.0:1783145823.946676:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d0317480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+326:306107:x1869755188000896:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.946684:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.946695:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689335b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ae8b expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.946697:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee366893362 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.946701:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471700674578 time 8471700574578 state 0x1 ref 4 00010000:00010000:2.0:1783145823.946737:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee366893362 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.946745:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee366893362 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.946750:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366893369 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.946751:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cfbbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+327:306109:x1869755188001280:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:2.0:1783145823.946764:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee366893370 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.946780:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366893369 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.946782:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee366893370 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.946793:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366893369 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.946795:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee366893370 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.946810:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145823.946812:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799e00/0x38bddee366893377 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.946823:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799e00/0x38bddee366893377 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.946828:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799e00/0x38bddee366893377 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.946837:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482e00/0x38bddee366893331 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae68 expref: 327 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.946860:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ce:0x0].0x0 (ffff9be8d902da00) 00010000:00010000:2.0:1783145823.946862:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2faa00/0x38bddee36689337e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.946866:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee366893385 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.946873:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.946888:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2faa00/0x38bddee36689337e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.946889:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee366893385 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.946907:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee366893385 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.946909:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2faa00/0x38bddee36689337e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.946943:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483000/0x38bddee36689338c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.946947:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1cc:0x0]: returning size 0 00000004:00200000:0.0:1783145823.946948:0:204555:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1cb:0x0]: returning size 0 00000004:00200000:0.0:1783145823.946958:0:204555:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00200000:2.0:1783145823.946959:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1783145823.946970:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483000/0x38bddee36689338c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.946984:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2faa00/0x38bddee36689337e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.946984:0:204555:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee366893385 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.946985:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483000/0x38bddee36689338c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.947023:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee366893385 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947024:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2faa00/0x38bddee36689337e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.947050:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366893369 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947051:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee366893362 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.947062:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366893369 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.947069:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366893369 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947073:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee366893362 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947079:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee366893362 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947084:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee366893362 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.947085:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9fd393600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.947090:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fac00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.947090:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366893369 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947095:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee366893362 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.947098:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366893369 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947102:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee366893362 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.947142:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.947145:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.947148:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366893369 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947152:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.947154:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366893369 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947157:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.947164:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee366893362 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.947164:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002c3e536c reply state 00000000b6cf0ba2 transno 12884905499 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483000/0x38bddee36689338c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.947177:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799e00/0x38bddee366893377 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947189:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee366893362 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.947216:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799e00/0x38bddee366893377 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.947220:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483000/0x38bddee36689338c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.947222:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799e00/0x38bddee366893377 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947224:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee366893370 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.947257:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c6799e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.947259:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee366893370 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.947260:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ce:0x0].0x0 (ffff9be9c364d900) 00010000:00010000:0.0:1783145823.947261:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799e00/0x38bddee366893377 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.947276:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.947284:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee366893370 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.947286:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.947286:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799e00/0x38bddee366893377 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947296:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fba00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.947301:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee366893370 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947308:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee366893370 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.947309:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:0.0:1783145823.947317:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.947322:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:0.0:1783145823.947323:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799e00/0x38bddee366893377 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947326:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.947331:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee366893370 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.947334:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799e00/0x38bddee366893377 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947337:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee366893370 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947378:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366893354 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae92 expref: 330 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.947378:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cfbbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+330:306109:x1869755188001280:12345-192.168.203.44@tcp:36:touch.500 Request processed in 634us (866us total) trans 12884905499 rc 0/0 00010000:00010000:0.0:1783145823.947381:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689335b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae8b expref: 330 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.947419:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 461 00010000:00010000:2.0:1783145823.947434:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2faa00/0x38bddee36689337e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae92 expref: 328 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947442:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cc:0x0].0x0 (ffff9be9d51acd00) 00010000:00010000:0.0:1783145823.947444:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee366893385 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae8b expref: 327 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947445:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.947449:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd2faa00, rc 0) 00010000:00010000:0.0:1783145823.947455:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cb:0x0].0x0 (ffff9be8d902d700) 00000100:00100000:1.0:1783145823.947459:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471700674578 time 8471701333983 state 0x0 ref 3 00010000:00010000:0.0:1783145823.947460:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.947467:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c6798a00, rc 0) 00000100:00100000:2.0:1783145823.947482:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d0314700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+327:306111:x1869755188001024:12345-192.168.203.44@tcp:101:rm.500 Request processed in 869us (1023us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.947494:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cfbba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+327:306112:x1869755188001408:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:2.0:1783145823.947495:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 459 00000100:00100000:0.0:1783145823.947496:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d0317480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+327:306107:x1869755188000896:12345-192.168.203.44@tcp:101:rm.500 Request processed in 826us (1076us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.947523:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 460 00010000:00010000:1.0:1783145823.947527:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1783145823.947539:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188001536 00000100:00100000:2.0:1783145823.947544:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188001536 00010000:00010000:1.0:1783145823.947547:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366893393 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679ae99 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.947575:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 623 00000100:00100000:2.0:1783145823.947583:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cfbba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+327:2407:x1869755188001536:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:2.0:1783145823.947602:0:228897:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.947608:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee36689339a lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947612:0:228897:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668933a1 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aea0 expref: -99 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.947643:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee36689339a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.947658:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee36689339a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947660:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa600/0x38bddee3668933a8 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947687:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa600/0x38bddee3668933a8 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947695:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa600/0x38bddee3668933a8 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.947699:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee3668933af lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947703:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee3668933b6 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947732:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee3668933b6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.947735:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee3668933af lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947746:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee3668933b6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.947762:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee3668933af lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947768:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa600/0x38bddee3668933a8 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947781:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa600/0x38bddee3668933a8 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947785:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa600/0x38bddee3668933a8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947789:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fa600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.947791:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa600/0x38bddee3668933a8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947795:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa600/0x38bddee3668933a8 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947800:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.947801:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.947804:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa600/0x38bddee3668933a8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947808:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa600/0x38bddee3668933a8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947816:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee3668933b6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947820:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee3668933b6 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947824:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee3668933b6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947829:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fa400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.947832:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee3668933b6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.947834:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a400/0x38bddee3668933bd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947837:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee3668933b6 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947871:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:2.0:1783145823.947874:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.947874:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a400/0x38bddee3668933bd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947882:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee3668933b6 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.947896:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a400/0x38bddee3668933bd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947898:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee3668933b6 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947931:0:228897:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668933a1 lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aea0 expref: 328 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145823.947933:0:204556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1cd:0x0]: returning size 0 00000004:00200000:1.0:1783145823.947944:0:204556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1783145823.947945:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.947954:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145823.947958:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668933a1 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aea0 expref: 328 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.947966:0:228897:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd2fbc00, rc -2) 00000004:00010000:1.0:1783145823.947968:0:204556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a400/0x38bddee3668933bd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.947983:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a400/0x38bddee3668933bd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.947992:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee36689339a lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.948000:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cfbba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+327:2407:x1869755188001536:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 415us (1363us total) trans 0 rc -2/-2 00010000:00010000:1.0:1783145823.948015:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee36689339a lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.948017:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 623 00010000:00010000:1.0:1783145823.948033:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee36689339a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.948046:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee36689339a lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.948053:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd25ae00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.948058:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee36689339a lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.948067:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee36689339a lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.948081:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.948085:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.948089:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee36689339a lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.948096:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee36689339a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.948108:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee3668933af lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.948168:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee3668933af lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.948175:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee3668933af lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.948181:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd25a000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.948185:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee3668933af lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.948196:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee3668933af lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.948205:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:1.0:1783145823.948208:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.948211:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee3668933af lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.948218:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee3668933af lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.948246:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee366893393 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae99 expref: 327 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.948263:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a400/0x38bddee3668933bd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae99 expref: 326 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.948271:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cd:0x0].0x0 (ffff9be9d51ac600) 00010000:00010000:1.0:1783145823.948273:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.948278:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd25a400, rc 0) 00000100:00100000:1.0:1783145823.948321:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cfbba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+326:306112:x1869755188001408:12345-192.168.203.44@tcp:101:rm.500 Request processed in 840us (1748us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.948329:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 462 00000100:00100000:1.0:1783145823.948335:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471700674578 time 8471701333983 state 0x2 ref 0 00000100:00100000:0.0:1783145823.948681:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.948720:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188001664 00000100:00100000:2.0:1783145823.948725:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188001664 00000100:00100000:2.0:1783145823.948743:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471700674578 time 8471701333983 state 0x0 ref 1 00000100:00100000:2.0:1783145823.948755:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471701433983 time 8471701333983 state 0x1 ref 1 00000100:00100000:2.0:1783145823.948779:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471701433983 time 8471702656606 state 0x0 ref 1 00000100:00100000:2.0:1783145823.948789:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+326:306109:x1869755188001664:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.948800:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.948812:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee3668933c4 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aea7 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.948843:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee3668933c4 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aea7 expref: 327 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.948855:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee3668933c4 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aea7 expref: 327 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.948873:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ce:0x0].0x0 (ffff9be9c364d900) 00010000:00010000:2.0:1783145823.948876:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145823.948878:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd2fbe00, rc 0) 00000100:00100000:2.0:1783145823.948907:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+327:306109:x1869755188001664:12345-192.168.203.44@tcp:101:touch.500 Request processed in 120us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.948913:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 463 00000100:00100000:2.0:1783145823.948916:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471701433983 time 8471702656606 state 0x2 ref 0 00000100:00100000:0.0:1783145823.951036:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.951072:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.951097:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188002304 00000100:00100000:1.0:1783145823.951106:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188002304 00000100:00100000:2.0:1783145823.951167:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188001792 00000100:00100000:2.0:1783145823.951174:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188001792 00000100:00100000:1.0:1783145823.951187:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471701433983 time 8471702656606 state 0x0 ref 1 00000100:00100000:1.0:1783145823.951201:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471702756606 time 8471702656606 state 0x1 ref 1 00000100:00100000:0.0:1783145823.951210:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.951237:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188001920 00000100:00100000:1.0:1783145823.951239:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471702756606 time 8471705115136 state 0x0 ref 1 00000100:00100000:2.0:1783145823.951243:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188001920 00000100:00100000:1.0:1783145823.951261:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+329:306107:x1869755188002304:12345-192.168.203.44@tcp:36:rm.500 00000100:00100000:2.0:1783145823.951277:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 275 00000100:00100000:0.0:1783145823.951277:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.951287:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+329:2407:x1869755188001792:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145823.951301:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145823.951305:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:0.0:1783145823.951312:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188002176 00000100:00100000:0.0:1783145823.951318:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188002176 00010000:00010000:2.0:1783145823.951321:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2faa00/0x38bddee36689337e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae92 expref: 329 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.951330:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee3668932dd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae37 expref: 330 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.951342:0:204541:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cc:0x0].0x0 (ffff9be9d51acd00) 00010000:00010000:2.0:1783145823.951349:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145823.951352:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 276 00010000:00010000:1.0:1783145823.951367:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee36689323c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae0d expref: 328 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.951368:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+328:2408:x1869755188001920:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1783145823.951388:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+328:2407:x1869755188001792:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 98us (310us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145823.951398:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cb:0x0].0x0 (ffff9be8d902d700) 00010000:00010000:0.0:1783145823.951400:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1783145823.951401:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 275 00010000:00010000:1.0:1783145823.951412:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145823.951424:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 277 00010000:00010000:0.0:1783145823.951425:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee366893385 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae8b expref: 326 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.951430:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee3668933cb lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.951442:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+325:2407:x1869755188002176:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145823.951444:0:215294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cb:0x0].0x0 (ffff9be8d902d700) 00010000:00010000:0.0:1783145823.951451:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.951452:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee3668933cb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.951454:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783145823.951473:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+325:2408:x1869755188001920:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 110us (261us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145823.951477:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee3668933cb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.951478:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a400/0x38bddee3668933bd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae99 expref: 325 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.951486:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 276 00010000:00010000:1.0:1783145823.951517:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b800/0x38bddee3668933d2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.951518:0:204541:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cd:0x0].0x0 (ffff9be9d51ac600) 00010000:00010000:2.0:1783145823.951531:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.951542:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b800/0x38bddee3668933d2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.951552:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b800/0x38bddee3668933d2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.951554:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+323:2407:x1869755188002176:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 120us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.951581:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 277 00010000:00010000:1.0:1783145823.951633:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee3668933d9 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.951644:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee3668933d9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.951652:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee3668933d9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.951717:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.951758:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188002432 00000100:00100000:2.0:1783145823.951762:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188002432 00000100:00100000:2.0:1783145823.951797:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2578 00000100:00100000:2.0:1783145823.951806:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:275b1235-b8f5-4ce3-8a3a-d483c556f740+51:2410:x1869755188002432:12345-192.168.203.44@tcp:2:touch.500 00000040:00080000:1.0:1783145823.951876:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].435, 64 off36032 00010000:00010000:1.0:1783145823.951928:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25bc00/0x38bddee3668933e0 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.951938:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25bc00/0x38bddee3668933e0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.951948:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25bc00/0x38bddee3668933e0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.951958:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25bc00/0x38bddee3668933e0 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.951965:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25bc00/0x38bddee3668933e0 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.951973:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25bc00/0x38bddee3668933e0 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.951982:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:275b1235-b8f5-4ce3-8a3a-d483c556f740+52:2410:x1869755188002432:12345-192.168.203.44@tcp:2:touch.500 Request processed in 172us (261us total) trans 8589935452 rc 0/0 00000100:00100000:2.0:1783145823.951999:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2578 00010000:00010000:1.0:1783145823.952015:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145823.952035:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145823.952036:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee3668933d9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.952052:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25bc00/0x38bddee3668933e0 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.952054:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee3668933d9 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.952083:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee3668933d9 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.952085:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd25bc00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145823.952096:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25bc00/0x38bddee3668933e0 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.952097:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd25a600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.952109:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee3668933d9 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.952147:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25bc00/0x38bddee3668933e0 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.952158:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee3668933d9 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.952166:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cb:0x0].0x0 (ffff9be8d902d700) 00010000:00010000:2.0:1783145823.952180:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145823.952186:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25bc00/0x38bddee3668933e0 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.952190:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cb:0x0].0x0 (ffff9be8d902d700) 00010000:00010000:2.0:1783145823.952195:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25bc00/0x38bddee3668933e0 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.952196:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145823.952205:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee3668933d9 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.952215:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee3668933d9 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.952218:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.952223:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.952235:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.952236:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee3668933cb lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.952245:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee3668933cb lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.952251:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee3668933cb lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.952257:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee3668933cb lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.952263:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd25b200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.952266:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee3668933cb lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.952272:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee3668933cb lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.952279:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.952282:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.952285:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee3668933cb lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.952290:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee3668933cb lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.952300:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002bd57e01 reply state 000000006be1c834 transno 12884905500 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b800/0x38bddee3668933d2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.952310:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b800/0x38bddee3668933d2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.952317:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:1.0:1783145823.952320:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.952322:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.952379:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+324:306107:x1869755188002304:12345-192.168.203.44@tcp:36:rm.500 Request processed in 1122us (1345us total) trans 12884905500 rc 0/0 00000100:00100000:1.0:1783145823.952387:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 464 00000100:00100000:1.0:1783145823.952394:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471702756606 time 8471705115136 state 0x2 ref 0 00000100:00100000:0.0:1783145823.952764:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.952812:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188002688 00000100:00100000:1.0:1783145823.952820:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188002688 00000100:00100000:1.0:1783145823.952867:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 968 00000100:00100000:1.0:1783145823.952879:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+324:306109:x1869755188002688:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145823.953068:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+325:306109:x1869755188002688:12345-192.168.203.44@tcp:35:touch.500 Request processed in 192us (304us total) trans 12884905501 rc 0/0 00000100:00100000:1.0:1783145823.953076:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 968 00000100:00100000:0.0:1783145823.955529:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.955594:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188002944 00000100:00100000:1.0:1783145823.955601:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188002944 00000100:00100000:1.0:1783145823.955635:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471702756606 time 8471705115136 state 0x0 ref 1 00000100:00100000:1.0:1783145823.955646:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471705215136 time 8471705115136 state 0x1 ref 1 00000100:00100000:1.0:1783145823.955678:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471705215136 time 8471709555459 state 0x0 ref 1 00000100:00100000:1.0:1783145823.955692:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+325:306117:x1869755188002944:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.955709:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.955722:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee3668933e7 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aeae expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.955801:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee3668933ee lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.955812:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee3668933ee lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.955821:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee3668933ee lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.955831:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b400/0x38bddee3668933f5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.955842:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b400/0x38bddee3668933f5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.955850:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b400/0x38bddee3668933f5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145823.956168:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbd6:0x0], index 0: 0 00010000:00010000:1.0:1783145823.956295:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ba00/0x38bddee3668933fc lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.956305:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ba00/0x38bddee3668933fc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.956314:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ba00/0x38bddee3668933fc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.956354:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee3668933ee lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.956361:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee3668933ee lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.956368:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee3668933ee lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.956375:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee3668933ee lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.956381:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd25ae00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.956385:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee3668933ee lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.956396:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee3668933ee lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.956406:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.956408:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.956413:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee3668933ee lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.956419:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee3668933ee lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.956435:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001b87e6dd reply state 00000000a83b0b4a transno 12884905502 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b400/0x38bddee3668933f5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.956444:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b400/0x38bddee3668933f5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.956450:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:1.0:1783145823.956453:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.956455:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145823.956486:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee3668933e7 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aeae expref: 328 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.956504:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ba00/0x38bddee3668933fc lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aeae expref: 327 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.956513:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cf:0x0].0x0 (ffff9be9c364d300) 00010000:00010000:1.0:1783145823.956516:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.956519:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd25ba00, rc 0) 00000100:00100000:1.0:1783145823.956581:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+328:306117:x1869755188002944:12345-192.168.203.44@tcp:101:touch.500 Request processed in 891us (1055us total) trans 12884905502 rc 0/0 00000100:00100000:1.0:1783145823.956591:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 465 00000100:00100000:1.0:1783145823.956596:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471705215136 time 8471709555459 state 0x2 ref 0 00000100:00100000:0.0:1783145823.957852:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.957901:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188003200 00000100:00100000:1.0:1783145823.957907:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188003200 00000100:00100000:1.0:1783145823.957928:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471705215136 time 8471709555459 state 0x0 ref 1 00000100:00100000:1.0:1783145823.957936:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471709655459 time 8471709555459 state 0x1 ref 1 00000100:00100000:1.0:1783145823.957966:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471709655459 time 8471711843827 state 0x0 ref 1 00000100:00100000:1.0:1783145823.957981:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+328:306117:x1869755188003200:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:1.0:1783145823.958013:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145823.958030:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ba00/0x38bddee3668933fc lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aeae expref: 328 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.958047:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cf:0x0].0x0 (ffff9be9c364d300) 00000100:00100000:0.0:1783145823.958053:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145823.958063:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145823.958094:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188003456 00000100:00100000:2.0:1783145823.958104:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188003456 00010000:00010000:1.0:1783145823.958162:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee36689340a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.958174:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee36689340a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.958184:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471711943827 time 8471711843827 state 0x1 ref 2 00010000:00010000:1.0:1783145823.958186:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee36689340a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.958234:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471711943827 time 8471712109820 state 0x0 ref 2 00000100:00100000:2.0:1783145823.958256:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+329:306114:x1869755188003456:12345-192.168.203.44@tcp:101:touch.500 00000004:00010000:1.0:1783145823.958268:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000bacb923a reply state 00000000679717f7 transno 12884905503 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee36689340a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.958276:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.958283:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee36689340a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.958293:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cf:0x0].0x0 (ffff9be9c364d100) 00010000:00010000:1.0:1783145823.958296:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.958300:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145823.958301:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893411 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aeb5 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.958362:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+331:306117:x1869755188003200:12345-192.168.203.44@tcp:36:touch.500 Request processed in 383us (510us total) trans 12884905503 rc 0/0 00000100:00100000:1.0:1783145823.958372:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 466 00010000:00010000:2.0:1783145823.958423:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee366893418 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.958443:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee366893418 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.958456:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee366893418 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.958468:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa600/0x38bddee36689341f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.958477:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa600/0x38bddee36689341f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.958484:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa600/0x38bddee36689341f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145823.958760:0:204557:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb73:0x0], index 1: 0 00010000:00010000:2.0:1783145823.958892:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366893426 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.958901:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366893426 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.958909:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366893426 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.958943:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee366893418 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.958950:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee366893418 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.958956:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee366893418 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.958963:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee366893418 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.958970:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fa400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.958974:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee366893418 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.958982:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee366893418 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.958994:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.958997:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.959002:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee366893418 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.959008:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee366893418 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.959021:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000001bdcedc reply state 00000000f145b5c5 transno 12884905504 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa600/0x38bddee36689341f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.959032:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa600/0x38bddee36689341f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.959040:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00010000:00010000:2.0:1783145823.959042:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.959045:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145823.959103:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893411 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aeb5 expref: 332 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.959152:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145823.959167:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366893426 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aeb5 expref: 331 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.959179:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d0:0x0].0x0 (ffff9be8cc80b800) 00010000:00010000:2.0:1783145823.959183:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.959186:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd2fa200, rc 0) 00000100:00100000:3.0:1783145823.959238:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188003584 00000100:00100000:3.0:1783145823.959246:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188003584 00000100:00100000:2.0:1783145823.959250:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+332:306114:x1869755188003456:12345-192.168.203.44@tcp:101:touch.500 Request processed in 999us (1205us total) trans 12884905504 rc 0/0 00000100:00100000:2.0:1783145823.959263:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 467 00000100:00100000:2.0:1783145823.959271:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471711943827 time 8471712109820 state 0x2 ref 0 00000100:00100000:1.0:1783145823.961423:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.961481:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188003840 00000100:00100000:2.0:1783145823.961497:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188003840 00000100:00100000:1.0:1783145823.961504:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.961536:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471711943827 time 8471712109820 state 0x0 ref 1 00000100:00100000:3.0:1783145823.961539:0:204556:0:(nrs_tbf.c:478:nrs_tbf_cli_fini()) unknown.0 NRS: TBF class fini: class@ffff9be8d17e6400 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 3 deadline 0 time 8471713155518 state 0x4 ref 0 00000100:00100000:1.0:1783145823.961553:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188004096 00000100:00100000:2.0:1783145823.961555:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471712209820 time 8471712109820 state 0x1 ref 2 00000100:00100000:1.0:1783145823.961563:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188004096 00000100:00100000:3.0:1783145823.961569:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471712209820 time 8471712109820 state 0x1 ref 2 00000100:00100000:2.0:1783145823.961594:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471715569438 time 8471715469438 state 0x1 ref 3 00000100:00100000:3.0:1783145823.961606:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471715569438 time 8471715481944 state 0x0 ref 3 00000100:00100000:2.0:1783145823.961613:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+334:306114:x1869755188003840:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:1.0:1783145823.961623:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471715581944 time 8471715481944 state 0x1 ref 3 00000100:00100000:3.0:1783145823.961635:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+334:306117:x1869755188003584:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.961651:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1783145823.961663:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471715581944 time 8471715538986 state 0x0 ref 3 00010000:00010000:2.0:1783145823.961667:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145823.961672:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366893434 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aebc expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.961690:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+334:306101:x1869755188004096:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145823.961693:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366893426 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aeb5 expref: 335 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.961725:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366893434 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aebc expref: 334 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.961728:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d0:0x0].0x0 (ffff9be8cc80b800) 00010000:00010000:1.0:1783145823.961737:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145823.961742:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.961743:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366893434 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aebc expref: 334 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.961762:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cf:0x0].0x0 (ffff9be9c364d100) 00010000:00010000:3.0:1783145823.961766:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145823.961766:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668932ba lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae30 expref: 334 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.961773:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d5ca3c00, rc 0) 00010000:00010000:2.0:1783145823.961808:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2faa00/0x38bddee36689343b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.961815:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee36689320b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adff expref: 333 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.961829:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2faa00/0x38bddee36689343b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.961832:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+333:306117:x1869755188003584:12345-192.168.203.44@tcp:101:touch.500 Request processed in 208us (2676us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145823.961856:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ca:0x0].0x0 (ffff9be9d5384300) 00000100:00100000:3.0:1783145823.961857:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 469 00010000:00010000:2.0:1783145823.961861:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2faa00/0x38bddee36689343b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.961872:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.961895:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366893442 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.961906:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366893442 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.961917:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366893442 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.961933:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482e00/0x38bddee366893449 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.961945:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482e00/0x38bddee366893449 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.961955:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482e00/0x38bddee366893449 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.961971:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000860f7242 reply state 0000000013125d80 transno 12884905505 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2faa00/0x38bddee36689343b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.961987:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2faa00/0x38bddee36689343b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.961996:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d0:0x0].0x0 (ffff9be8cc80bb00) 00010000:00010000:2.0:1783145823.962000:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.962003:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145823.962051:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482000/0x38bddee366893450 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.962064:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482000/0x38bddee366893450 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.962074:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482000/0x38bddee366893450 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.962083:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+333:306114:x1869755188003840:12345-192.168.203.44@tcp:36:touch.500 Request processed in 472us (662us total) trans 12884905505 rc 0/0 00000100:00100000:2.0:1783145823.962098:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 468 00000040:00080000:1.0:1783145823.962405:0:210786:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].431, 64 off35776 00010000:00010000:1.0:1783145823.962452:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366893457 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.962462:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366893457 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.962475:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366893457 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.962482:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366893457 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.962489:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366893457 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.962495:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366893457 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.962517:0:210786:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145823.962533:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482000/0x38bddee366893450 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.962540:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482000/0x38bddee366893450 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.962547:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482000/0x38bddee366893450 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.962553:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145823.962555:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c9482000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.962563:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482000/0x38bddee366893450 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.962563:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366893457 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.962586:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c9482400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145823.962587:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482000/0x38bddee366893450 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.962591:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366893457 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.962599:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ca:0x0].0x0 (ffff9be9d5384300) 00010000:00010000:1.0:1783145823.962604:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145823.962609:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482000/0x38bddee366893450 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.962610:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366893457 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.962621:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482000/0x38bddee366893450 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.962630:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ca:0x0].0x0 (ffff9be9d5384300) 00010000:00010000:0.0:1783145823.962635:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1783145823.962639:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366893442 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.962640:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366893457 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.962657:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366893442 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.962658:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366893457 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.962670:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366893442 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.962678:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366893442 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.962680:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.962683:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c0031e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.962686:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.962688:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366893442 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.962691:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.962697:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366893442 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.962705:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.962708:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.962711:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366893442 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.962717:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366893442 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.962727:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f7e13e49 reply state 000000009fda875b transno 12884905506 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482e00/0x38bddee366893449 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.962737:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482e00/0x38bddee366893449 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.962743:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be9ca6eba00) 00010000:00010000:1.0:1783145823.962746:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.962748:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145823.962801:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+334:306101:x1869755188004096:12345-192.168.203.44@tcp:36:rm.500 Request processed in 1125us (1306us total) trans 12884905506 rc 0/0 00000100:00100000:1.0:1783145823.962810:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 470 00000100:00100000:1.0:1783145823.962816:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471715581944 time 8471715538986 state 0x2 ref 0 00000100:00100000:0.0:1783145823.963260:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.963314:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188004224 00000100:00100000:1.0:1783145823.963320:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188004224 00000100:00100000:0.0:1783145823.963333:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.963343:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471715581944 time 8471715538986 state 0x0 ref 1 00000100:00100000:1.0:1783145823.963354:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471715638986 time 8471715538986 state 0x1 ref 1 00000100:00100000:2.0:1783145823.963379:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188004352 00000100:00100000:2.0:1783145823.963387:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188004352 00000100:00100000:1.0:1783145823.963392:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471715638986 time 8471717268096 state 0x0 ref 1 00000100:00100000:1.0:1783145823.963411:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+334:306114:x1869755188004224:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.963428:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1783145823.963434:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2579 00000100:00100000:2.0:1783145823.963443:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+77:2409:x1869755188004352:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:1.0:1783145823.963446:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86400/0x38bddee36689345e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aec3 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.963493:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86400/0x38bddee36689345e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aec3 expref: 335 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.963509:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86400/0x38bddee36689345e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aec3 expref: 335 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.963527:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d0:0x0].0x0 (ffff9be8cc80bb00) 00010000:00010000:1.0:1783145823.963531:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145823.963537:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c8d86400, rc 0) 00000100:00100000:1.0:1783145823.963590:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+335:306114:x1869755188004224:12345-192.168.203.44@tcp:101:touch.500 Request processed in 184us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.963598:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 471 00000100:00100000:1.0:1783145823.963603:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471715638986 time 8471717268096 state 0x2 ref 0 00000100:00100000:2.0:1783145823.963616:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+78:2409:x1869755188004352:12345-192.168.203.44@tcp:2:touch.500 Request processed in 171us (280us total) trans 8589936104 rc 0/0 00000100:00100000:2.0:1783145823.963625:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2579 00000100:00100000:1.0:1783145823.963753:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.963804:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188004608 00000100:00100000:2.0:1783145823.963809:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188004608 00000100:00100000:2.0:1783145823.963830:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471715638986 time 8471717268096 state 0x0 ref 1 00000100:00100000:2.0:1783145823.963836:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471717368096 time 8471717268096 state 0x1 ref 1 00000100:00100000:2.0:1783145823.963866:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471717368096 time 8471717743737 state 0x0 ref 1 00000100:00100000:2.0:1783145823.963876:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+335:306118:x1869755188004608:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145823.963886:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.963895:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee366893465 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aeca expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.963956:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee36689346c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.963965:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee36689346c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.963970:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee36689346c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.963976:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fae00/0x38bddee366893473 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.963983:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fae00/0x38bddee366893473 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.963987:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fae00/0x38bddee366893473 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145823.964244:0:204557:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbd7:0x0], index 0: 0 00010000:00010000:2.0:1783145823.964348:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa800/0x38bddee36689347a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.964356:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa800/0x38bddee36689347a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.964364:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa800/0x38bddee36689347a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.964394:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee36689346c lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.964402:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee36689346c lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.964410:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee36689346c lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.964417:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee36689346c lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.964422:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fac00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.964427:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee36689346c lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.964435:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee36689346c lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.964451:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.964454:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.964458:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee36689346c lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.964466:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee36689346c lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.964477:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c8dba202 reply state 0000000089237e1b transno 12884905507 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fae00/0x38bddee366893473 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.964488:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fae00/0x38bddee366893473 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.964495:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:2.0:1783145823.964498:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.964500:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145823.964524:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee366893465 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aeca expref: 338 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.964538:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa800/0x38bddee36689347a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aeca expref: 337 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.964546:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d1:0x0].0x0 (ffff9be8cc80b200) 00010000:00010000:2.0:1783145823.964549:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.964552:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd2fa800, rc 0) 00000100:00100000:2.0:1783145823.964590:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+338:306118:x1869755188004608:12345-192.168.203.44@tcp:101:touch.500 Request processed in 716us (839us total) trans 12884905507 rc 0/0 00000100:00100000:2.0:1783145823.964598:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 472 00000100:00100000:2.0:1783145823.964604:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471717368096 time 8471717743737 state 0x2 ref 0 00000100:00100000:0.0:1783145823.964850:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.964895:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188004992 00000100:00100000:0.0:1783145823.964897:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.964903:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188004992 00000100:00100000:3.0:1783145823.964947:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188004864 00000100:00100000:3.0:1783145823.964956:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188004864 00000100:00100000:1.0:1783145823.964962:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 969 00000100:00100000:1.0:1783145823.964980:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+338:306117:x1869755188004992:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:3.0:1783145823.965025:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2580 00000100:00100000:3.0:1783145823.965043:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+52:2407:x1869755188004864:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:3.0:1783145823.965269:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+53:2407:x1869755188004864:12345-192.168.203.44@tcp:2:touch.500 Request processed in 231us (371us total) trans 8589935453 rc 0/0 00000100:00100000:3.0:1783145823.965287:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2580 00000100:00100000:1.0:1783145823.965289:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+339:306117:x1869755188004992:12345-192.168.203.44@tcp:35:touch.500 Request processed in 304us (430us total) trans 12884905508 rc 0/0 00000100:00100000:1.0:1783145823.965303:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 969 00000100:00100000:0.0:1783145823.966272:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.966312:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.966315:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188005248 00000100:00100000:1.0:1783145823.966322:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188005248 00000100:00100000:1.0:1783145823.966348:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471717368096 time 8471717743737 state 0x0 ref 1 00000100:00100000:1.0:1783145823.966358:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471717843737 time 8471717743737 state 0x1 ref 1 00000100:00100000:1.0:1783145823.966381:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188005504 00000100:00100000:1.0:1783145823.966384:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188005504 00000100:00100000:0.0:1783145823.966400:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471717843737 time 8471720273933 state 0x0 ref 1 00000100:00100000:1.0:1783145823.966418:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471720373933 time 8471720273933 state 0x1 ref 2 00000100:00100000:0.0:1783145823.966424:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+340:306118:x1869755188005248:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:1.0:1783145823.966454:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471720373933 time 8471720331198 state 0x0 ref 2 00010000:00010000:0.0:1783145823.966467:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1783145823.966471:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+340:306120:x1869755188005504:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.966482:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.966494:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa800/0x38bddee36689347a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aeca expref: 340 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.966498:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee366893488 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aed1 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.966522:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.966526:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d1:0x0].0x0 (ffff9be8cc80b200) 00010000:00010000:0.0:1783145823.966539:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145823.966586:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188005760 00010000:00010000:1.0:1783145823.966588:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee36689348f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.966595:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188005760 00010000:00010000:1.0:1783145823.966604:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee36689348f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.966604:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798200/0x38bddee366893496 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.966629:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee36689348f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.966629:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798200/0x38bddee366893496 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.966641:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 970 00000100:00100000:2.0:1783145823.966661:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f3ff8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+341:306114:x1869755188005760:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:0.0:1783145823.966666:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798200/0x38bddee366893496 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.966678:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee36689349d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.966691:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee36689349d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.966699:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee36689349d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.966749:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b3c51248 reply state 00000000abc87ced transno 12884905509 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798200/0x38bddee366893496 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.966762:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798200/0x38bddee366893496 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.966771:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d1:0x0].0x0 (ffff9be9d5384c00) 00010000:00010000:0.0:1783145823.966774:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.966777:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145823.966848:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+344:306118:x1869755188005248:12345-192.168.203.44@tcp:36:touch.500 Request processed in 433us (576us total) trans 12884905509 rc 0/0 00000100:00100000:0.0:1783145823.966857:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 473 00000100:00100000:2.0:1783145823.966875:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f3ff8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+343:306114:x1869755188005760:12345-192.168.203.44@tcp:35:touch.500 Request processed in 214us (355us total) trans 12884905510 rc 0/0 00000100:00100000:2.0:1783145823.966889:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 970 00000004:00080000:1.0:1783145823.967023:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb74:0x0], index 1: 0 00010000:00010000:1.0:1783145823.967177:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee3668934a4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.967188:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee3668934a4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.967196:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee3668934a4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.967227:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee36689348f lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.967234:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee36689348f lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.967240:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee36689348f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.967246:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee36689348f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.967252:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c8d87c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.967257:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee36689348f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.967265:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee36689348f lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.967273:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.967275:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.967279:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee36689348f lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.967285:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee36689348f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.967296:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e57e78b9 reply state 00000000294c3906 transno 12884905511 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee36689349d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.967305:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee36689349d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.967311:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00010000:00010000:1.0:1783145823.967314:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.967316:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145823.967338:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee366893488 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aed1 expref: 344 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.967350:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee3668934a4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aed1 expref: 343 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.967357:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d2:0x0].0x0 (ffff9be9c364d300) 00010000:00010000:1.0:1783145823.967360:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.967362:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c8d86600, rc 0) 00000100:00100000:1.0:1783145823.967401:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+344:306120:x1869755188005504:12345-192.168.203.44@tcp:101:touch.500 Request processed in 937us (1092us total) trans 12884905511 rc 0/0 00000100:00100000:1.0:1783145823.967408:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 474 00000100:00100000:1.0:1783145823.967413:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471720373933 time 8471720331198 state 0x2 ref 0 00000100:00100000:0.0:1783145823.968354:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.968389:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188005888 00000100:00100000:1.0:1783145823.968396:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188005888 00000100:00100000:1.0:1783145823.968418:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471720373933 time 8471720331198 state 0x0 ref 1 00000100:00100000:1.0:1783145823.968426:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471720431198 time 8471720331198 state 0x1 ref 1 00000100:00100000:1.0:1783145823.968459:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471720431198 time 8471722336832 state 0x0 ref 1 00000100:00100000:1.0:1783145823.968474:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+344:306118:x1869755188005888:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.968489:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.968499:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee3668934b2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aed8 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.968529:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee3668934b2 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aed8 expref: 345 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.968540:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee3668934b2 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aed8 expref: 345 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.968558:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d1:0x0].0x0 (ffff9be9d5384c00) 00010000:00010000:1.0:1783145823.968561:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145823.968565:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c8d87e00, rc 0) 00000100:00100000:1.0:1783145823.968599:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+345:306118:x1869755188005888:12345-192.168.203.44@tcp:101:touch.500 Request processed in 131us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.968607:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 475 00000100:00100000:1.0:1783145823.968613:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471720431198 time 8471722336832 state 0x2 ref 0 00000100:00100000:3.0:1783145823.969485:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.969528:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188006144 00000100:00100000:1.0:1783145823.969535:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188006144 00000100:00100000:1.0:1783145823.969554:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471720431198 time 8471722336832 state 0x0 ref 1 00000100:00100000:1.0:1783145823.969564:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471722436832 time 8471722336832 state 0x1 ref 1 00000100:00100000:1.0:1783145823.969590:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471722436832 time 8471723467826 state 0x0 ref 1 00000100:00100000:1.0:1783145823.969603:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+345:306120:x1869755188006144:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:1.0:1783145823.969634:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145823.969651:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee3668934a4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aed1 expref: 345 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.969675:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d2:0x0].0x0 (ffff9be9c364d300) 00010000:00010000:1.0:1783145823.969687:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145823.969727:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145823.969731:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86200/0x38bddee3668934b9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.969744:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86200/0x38bddee3668934b9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.969754:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86200/0x38bddee3668934b9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.969760:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188006400 00000100:00100000:3.0:1783145823.969769:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188006400 00000004:00010000:1.0:1783145823.969828:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001ac61634 reply state 00000000fd2b9058 transno 12884905512 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86200/0x38bddee3668934b9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.969841:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86200/0x38bddee3668934b9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.969843:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471723567826 time 8471723467826 state 0x1 ref 2 00010000:00010000:1.0:1783145823.969874:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d2:0x0].0x0 (ffff9be9c364dd00) 00010000:00010000:1.0:1783145823.969877:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.969879:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145823.969892:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471723567826 time 8471723766834 state 0x0 ref 2 00000100:00100000:3.0:1783145823.969912:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+347:306111:x1869755188006400:12345-192.168.203.44@tcp:36:rm.500 00000100:00100000:1.0:1783145823.969949:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+347:306120:x1869755188006144:12345-192.168.203.44@tcp:36:touch.500 Request processed in 346us (462us total) trans 12884905512 rc 0/0 00010000:00010000:3.0:1783145823.969960:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:1.0:1783145823.969969:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 476 00010000:00010000:3.0:1783145823.969994:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee3668932c1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae29 expref: 346 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.970015:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689327b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae1b expref: 345 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.970025:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cc:0x0].0x0 (ffff9be9d51acd00) 00010000:00010000:3.0:1783145823.970028:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145823.970044:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee3668934c0 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.970053:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee3668934c0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.970167:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee3668934c0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.970180:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee3668934c7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.970188:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee3668934c7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.970194:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee3668934c7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.970254:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668934ce lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.970345:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668934ce lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.970355:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668934ce lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.970384:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.970438:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188006528 00000100:00100000:1.0:1783145823.970445:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188006528 00000100:00100000:1.0:1783145823.970509:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2581 00000100:00100000:1.0:1783145823.970523:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+78:2408:x1869755188006528:12345-192.168.203.44@tcp:2:touch.500 00000040:00080000:3.0:1783145823.970533:0:204556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].432, 64 off35840 00010000:00010000:3.0:1783145823.970579:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee3668934d5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.970644:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee3668934d5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.970655:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee3668934d5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.970666:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee3668934d5 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.970673:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee3668934d5 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.970680:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee3668934d5 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.970692:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+79:2408:x1869755188006528:12345-192.168.203.44@tcp:2:touch.500 Request processed in 170us (304us total) trans 8589936105 rc 0/0 00000100:00100000:1.0:1783145823.970700:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2581 00000100:00100000:2.0:1783145823.970708:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145823.970709:0:204556:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145823.970729:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668934ce lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.970737:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668934ce lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.970745:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668934ce lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.970750:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188006656 00010000:00010000:3.0:1783145823.970753:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca2a00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:1.0:1783145823.970760:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188006656 00000100:00100000:1.0:1783145823.970787:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471723866834 time 8471723766834 state 0x1 ref 2 00000100:00100000:1.0:1783145823.970815:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471723866834 time 8471724691225 state 0x0 ref 2 00010000:00010000:3.0:1783145823.970822:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668934ce lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.970831:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668934ce lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.970837:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+346:306120:x1869755188006656:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145823.970850:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cc:0x0].0x0 (ffff9be9d51acd00) 00010000:00010000:3.0:1783145823.970855:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145823.970857:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145823.970858:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668934ce lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.970864:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668934ce lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.970869:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668934dc lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aedf expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.970880:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee3668934c0 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.970886:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee3668934c0 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.970890:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee3668934c0 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.970894:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee3668934c0 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.970901:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668934dc lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aedf expref: 347 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.970906:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca3600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.970916:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee3668934c0 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.970936:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee3668934c0 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.970938:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668934dc lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aedf expref: 347 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.970976:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.970981:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d2:0x0].0x0 (ffff9be9c364dd00) 00010000:00010000:3.0:1783145823.970983:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.970990:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145823.970991:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee3668934c0 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.970996:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c8d87000, rc 0) 00010000:00010000:3.0:1783145823.971004:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee3668934c0 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145823.971020:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003a062dff reply state 0000000098e19ee8 transno 12884905513 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee3668934c7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.971032:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee3668934c7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.971038:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+347:306120:x1869755188006656:12345-192.168.203.44@tcp:101:touch.500 Request processed in 208us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.971060:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 478 00010000:00010000:3.0:1783145823.971064:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:3.0:1783145823.971071:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145823.971075:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145823.971110:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145823.971168:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee3668934d5 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.971181:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a0e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145823.971185:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee3668934d5 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.971194:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee3668934d5 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.971213:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+347:306111:x1869755188006400:12345-192.168.203.44@tcp:36:rm.500 Request processed in 1304us (1482us total) trans 12884905513 rc 0/0 00010000:00010000:1.0:1783145823.971222:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cc:0x0].0x0 (ffff9be9d51acd00) 00000100:00100000:2.0:1783145823.971226:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 477 00010000:00010000:1.0:1783145823.971230:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1783145823.971238:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee3668934d5 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.971239:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471723866834 time 8471724691225 state 0x2 ref 0 00010000:00010000:1.0:1783145823.971262:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee3668934d5 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.971289:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.971295:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145823.971299:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145823.972353:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.972383:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188006784 00000100:00100000:3.0:1783145823.972389:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188006784 00000100:00100000:3.0:1783145823.972442:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2582 00000100:00100000:1.0:1783145823.972443:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.972454:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:275b1235-b8f5-4ce3-8a3a-d483c556f740+53:2410:x1869755188006784:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:2.0:1783145823.972481:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188007040 00000100:00100000:2.0:1783145823.972487:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188007040 00000100:00100000:2.0:1783145823.972519:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 971 00000100:00100000:2.0:1783145823.972527:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+347:306118:x1869755188007040:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:2.0:1783145823.972686:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+348:306118:x1869755188007040:12345-192.168.203.44@tcp:35:touch.500 Request processed in 159us (263us total) trans 12884905514 rc 0/0 00000100:00100000:2.0:1783145823.972696:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 971 00000100:00100000:3.0:1783145823.972738:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:275b1235-b8f5-4ce3-8a3a-d483c556f740+54:2410:x1869755188006784:12345-192.168.203.44@tcp:2:touch.500 Request processed in 281us (378us total) trans 8589935454 rc 0/0 00000100:00100000:1.0:1783145823.972739:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.972754:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2582 00000100:00100000:2.0:1783145823.972768:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188007296 00000100:00100000:2.0:1783145823.972772:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188007296 00000100:00100000:2.0:1783145823.972799:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471723866834 time 8471724691225 state 0x0 ref 1 00000100:00100000:2.0:1783145823.972810:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471724791225 time 8471724691225 state 0x1 ref 1 00000100:00100000:2.0:1783145823.972846:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471724791225 time 8471726723430 state 0x0 ref 1 00000100:00100000:2.0:1783145823.972856:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+348:306112:x1869755188007296:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145823.972880:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145823.972899:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668932f9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae3e expref: 348 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.972920:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893289 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae22 expref: 347 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.972930:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cd:0x0].0x0 (ffff9be9d51ac600) 00010000:00010000:2.0:1783145823.972935:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145823.972947:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668934e3 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.972954:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668934e3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.972960:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668934e3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.972968:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee3668934ea lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.972975:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee3668934ea lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.972979:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee3668934ea lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.973019:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb000/0x38bddee3668934f1 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.973025:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb000/0x38bddee3668934f1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.973031:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb000/0x38bddee3668934f1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145823.973212:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].436, 64 off36096 00010000:00010000:2.0:1783145823.973248:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668934f8 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.973257:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668934f8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.973263:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668934f8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.973268:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668934f8 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.973272:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668934f8 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.973276:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668934f8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.973288:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145823.973294:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145823.973298:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb000/0x38bddee3668934f1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.973301:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668934f8 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.973317:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb000/0x38bddee3668934f1 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.973322:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb000/0x38bddee3668934f1 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.973324:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fb200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145823.973327:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fb000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.973332:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668934f8 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.973332:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb000/0x38bddee3668934f1 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.973347:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb000/0x38bddee3668934f1 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.973366:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cd:0x0].0x0 (ffff9be9d51ac600) 00010000:00010000:3.0:1783145823.973367:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668934f8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.973368:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145823.973373:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb000/0x38bddee3668934f1 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.973379:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb000/0x38bddee3668934f1 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.973384:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cd:0x0].0x0 (ffff9be9d51ac600) 00010000:00010000:3.0:1783145823.973388:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145823.973392:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668934f8 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.973395:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668934e3 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.973397:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668934f8 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.973414:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668934e3 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.973418:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.973421:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668934e3 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.973423:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145823.973428:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145823.973433:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668934e3 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.973441:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fbc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.973446:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668934e3 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.973453:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668934e3 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.973462:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.973465:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.973468:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668934e3 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.973474:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668934e3 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.973485:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009bd3bcf9 reply state 00000000d33e1327 transno 12884905515 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee3668934ea lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.973494:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee3668934ea lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.973499:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:2.0:1783145823.973501:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.973503:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.973543:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+348:306112:x1869755188007296:12345-192.168.203.44@tcp:36:rm.500 Request processed in 689us (812us total) trans 12884905515 rc 0/0 00000100:00100000:2.0:1783145823.973551:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 479 00000100:00100000:2.0:1783145823.973555:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471724791225 time 8471726723430 state 0x2 ref 0 00000100:00100000:3.0:1783145823.979446:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.979480:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.979483:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188007552 00000100:00100000:2.0:1783145823.979493:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188007552 00000100:00100000:1.0:1783145823.979547:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188007808 00000100:00100000:2.0:1783145823.979560:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 972 00000100:00100000:1.0:1783145823.979561:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188007808 00000100:00100000:2.0:1783145823.979582:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+349:306120:x1869755188007552:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145823.979611:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471724791225 time 8471726723430 state 0x0 ref 1 00000100:00100000:1.0:1783145823.979626:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471726823430 time 8471726723430 state 0x1 ref 1 00000100:00100000:1.0:1783145823.979660:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471726823430 time 8471733537378 state 0x0 ref 1 00000100:00100000:1.0:1783145823.979681:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+349:306126:x1869755188007808:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.979701:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145823.979723:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668934ff lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aee6 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.979848:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+351:306120:x1869755188007552:12345-192.168.203.44@tcp:35:touch.500 Request processed in 267us (400us total) trans 12884905516 rc 0/0 00010000:00010000:1.0:1783145823.979853:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893506 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.979864:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 972 00010000:00010000:1.0:1783145823.979876:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893506 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.979891:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893506 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.979906:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee36689350d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.979916:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee36689350d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.979923:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee36689350d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145823.980277:0:210786:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbd8:0x0], index 0: 0 00010000:00010000:1.0:1783145823.980388:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee366893514 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.980395:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee366893514 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.980400:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee366893514 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.980432:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893506 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.980437:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893506 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.980441:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893506 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.980445:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893506 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.980448:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c8d86600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.980451:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893506 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.980455:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893506 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.980464:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.980467:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.980471:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893506 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.980476:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893506 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.980488:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007d8b965b reply state 00000000b101d980 transno 12884905517 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee36689350d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.980499:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee36689350d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.980506:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:1.0:1783145823.980508:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.980510:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145823.980538:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668934ff lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aee6 expref: 352 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.980553:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee366893514 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aee6 expref: 351 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.980561:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d3:0x0].0x0 (ffff9be9c364d300) 00010000:00010000:1.0:1783145823.980564:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.980566:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c8d87c00, rc 0) 00000100:00100000:1.0:1783145823.980630:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+352:306126:x1869755188007808:12345-192.168.203.44@tcp:101:touch.500 Request processed in 959us (1149us total) trans 12884905517 rc 0/0 00000100:00100000:1.0:1783145823.980636:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 480 00000100:00100000:1.0:1783145823.980640:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471726823430 time 8471733537378 state 0x2 ref 0 00000100:00100000:3.0:1783145823.986893:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.986950:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188008320 00000100:00100000:1.0:1783145823.986962:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188008320 00000100:00100000:3.0:1783145823.986996:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.987004:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471726823430 time 8471733537378 state 0x0 ref 1 00000100:00100000:1.0:1783145823.987019:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471733637378 time 8471733537378 state 0x1 ref 1 00000100:00100000:1.0:1783145823.987063:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188008192 00000100:00100000:1.0:1783145823.987066:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188008192 00000100:00100000:2.0:1783145823.987079:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471733637378 time 8471740951580 state 0x0 ref 1 00000100:00100000:1.0:1783145823.987093:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471741051580 time 8471740951580 state 0x1 ref 2 00000100:00100000:1.0:1783145823.987158:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471741051580 time 8471741031741 state 0x0 ref 2 00000100:00100000:2.0:1783145823.987165:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+353:306126:x1869755188008320:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:1.0:1783145823.987183:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+353:306125:x1869755188008192:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145823.987212:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.987233:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145823.987234:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893522 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aeed expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.987269:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee366893514 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aee6 expref: 354 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.987294:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d3:0x0].0x0 (ffff9be9c364d300) 00010000:00010000:2.0:1783145823.987310:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.987366:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893529 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.987383:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893529 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.987384:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb000/0x38bddee366893530 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.987425:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb000/0x38bddee366893530 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.987433:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893529 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.987438:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb000/0x38bddee366893530 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.987453:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee366893537 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.987468:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee366893537 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.987478:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee366893537 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.987530:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000026b3facf reply state 00000000d2a33437 transno 12884905518 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb000/0x38bddee366893530 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.987541:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb000/0x38bddee366893530 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.987546:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d3:0x0].0x0 (ffff9be8cc80b800) 00010000:00010000:2.0:1783145823.987548:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145823.987550:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145823.987628:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+355:306126:x1869755188008320:12345-192.168.203.44@tcp:36:touch.500 Request processed in 533us (745us total) trans 12884905518 rc 0/0 00000100:00100000:2.0:1783145823.987634:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 481 00000004:00080000:1.0:1783145823.987824:0:204557:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb75:0x0], index 1: 0 00010000:00010000:1.0:1783145823.987960:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee36689353e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.987971:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee36689353e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.987979:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee36689353e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.988016:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893529 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.988023:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893529 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.988029:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893529 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.988036:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893529 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.988042:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.988047:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893529 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.988055:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893529 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.988067:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.988070:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145823.988074:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893529 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.988081:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893529 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145823.988093:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a5baf275 reply state 00000000fcfc8bea transno 12884905519 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee366893537 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.988103:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee366893537 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.988110:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00010000:00010000:1.0:1783145823.988151:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145823.988155:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145823.988182:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893522 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aeed expref: 356 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.988197:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee36689353e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aeed expref: 355 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.988205:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d4:0x0].0x0 (ffff9be9c364d500) 00010000:00010000:1.0:1783145823.988207:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.988210:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696ea00, rc 0) 00000100:00100000:1.0:1783145823.988260:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+356:306125:x1869755188008192:12345-192.168.203.44@tcp:101:touch.500 Request processed in 1090us (1269us total) trans 12884905519 rc 0/0 00000100:00100000:1.0:1783145823.988268:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 482 00000100:00100000:1.0:1783145823.988274:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471741051580 time 8471741031741 state 0x2 ref 0 00000100:00100000:2.0:1783145823.988399:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.988432:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188008448 00000100:00100000:0.0:1783145823.988439:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188008448 00000100:00100000:0.0:1783145823.988463:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471741051580 time 8471741031741 state 0x0 ref 1 00000100:00100000:0.0:1783145823.988471:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471741131741 time 8471741031741 state 0x1 ref 1 00000100:00100000:0.0:1783145823.988497:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471741131741 time 8471742375119 state 0x0 ref 1 00000100:00100000:0.0:1783145823.988509:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+356:306126:x1869755188008448:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.988519:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.988530:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798e00/0x38bddee36689354c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aef4 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.988561:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798e00/0x38bddee36689354c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aef4 expref: 357 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.988572:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798e00/0x38bddee36689354c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aef4 expref: 357 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.988588:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d3:0x0].0x0 (ffff9be8cc80b800) 00010000:00010000:0.0:1783145823.988592:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145823.988595:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c6798e00, rc 0) 00000100:00100000:0.0:1783145823.988629:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+357:306126:x1869755188008448:12345-192.168.203.44@tcp:101:touch.500 Request processed in 123us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.988637:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 483 00000100:00100000:0.0:1783145823.988641:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471741131741 time 8471742375119 state 0x2 ref 0 00000100:00100000:0.0:1783145823.989666:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.989720:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188008576 00000100:00100000:2.0:1783145823.989726:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188008576 00000100:00100000:2.0:1783145823.989764:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2583 00000100:00100000:2.0:1783145823.989775:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:275b1235-b8f5-4ce3-8a3a-d483c556f740+79:2409:x1869755188008576:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:1.0:1783145823.989908:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.989941:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188008832 00000100:00100000:0.0:1783145823.989946:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188008832 00000100:00100000:2.0:1783145823.989953:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:275b1235-b8f5-4ce3-8a3a-d483c556f740+80:2409:x1869755188008576:12345-192.168.203.44@tcp:2:touch.500 Request processed in 180us (286us total) trans 8589936106 rc 0/0 00000100:00100000:2.0:1783145823.989962:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2583 00000100:00100000:0.0:1783145823.989973:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471741131741 time 8471742375119 state 0x0 ref 1 00000100:00100000:0.0:1783145823.989983:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471742475119 time 8471742375119 state 0x1 ref 1 00000100:00100000:0.0:1783145823.990012:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471742475119 time 8471743889326 state 0x0 ref 1 00000100:00100000:0.0:1783145823.990022:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+357:306125:x1869755188008832:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:0.0:1783145823.990052:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145823.990065:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee36689353e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aeed expref: 357 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.990079:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d4:0x0].0x0 (ffff9be9c364d500) 00010000:00010000:0.0:1783145823.990087:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145823.990336:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799a00/0x38bddee366893553 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.990346:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799a00/0x38bddee366893553 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.990354:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799a00/0x38bddee366893553 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.990406:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003be7131e reply state 0000000022c14f45 transno 12884905520 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799a00/0x38bddee366893553 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.990415:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799a00/0x38bddee366893553 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.990422:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d4:0x0].0x0 (ffff9be9c9299800) 00010000:00010000:0.0:1783145823.990424:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.990426:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145823.990474:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+358:306125:x1869755188008832:12345-192.168.203.44@tcp:36:touch.500 Request processed in 454us (566us total) trans 12884905520 rc 0/0 00000100:00100000:0.0:1783145823.990482:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 484 00000100:00100000:0.0:1783145823.990487:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471742475119 time 8471743889326 state 0x2 ref 0 00000100:00100000:3.0:1783145823.990689:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.990721:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.990739:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188008960 00000100:00100000:0.0:1783145823.990745:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188008960 00000100:00100000:1.0:1783145823.990754:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188009216 00000100:00100000:1.0:1783145823.990759:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188009216 00000100:00100000:0.0:1783145823.990765:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471742475119 time 8471743889326 state 0x0 ref 1 00000100:00100000:0.0:1783145823.990774:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471743989326 time 8471743889326 state 0x1 ref 1 00000100:00100000:0.0:1783145823.990794:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471743989326 time 8471744671635 state 0x0 ref 1 00000100:00100000:1.0:1783145823.990809:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 973 00000100:00100000:0.0:1783145823.990810:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+359:306130:x1869755188008960:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.990821:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1783145823.990822:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+359:306126:x1869755188009216:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:0.0:1783145823.990832:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799e00/0x38bddee36689355a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aefb expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.990872:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee366893561 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.990882:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee366893561 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.990890:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee366893561 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.990900:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee366893568 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.990909:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee366893568 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.990916:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee366893568 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.990968:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee36689356f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.990976:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee36689356f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.990977:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+361:306126:x1869755188009216:12345-192.168.203.44@tcp:35:touch.500 Request processed in 160us (254us total) trans 12884905521 rc 0/0 00000100:00100000:1.0:1783145823.990992:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 973 00010000:00010000:0.0:1783145823.990994:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee36689356f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145823.991021:0:204556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1d0:0x0]: returning size 0 00000004:00200000:0.0:1783145823.991026:0:204556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783145823.991038:0:204556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee36689356f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.991049:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee36689356f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.991061:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee366893561 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.991068:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee366893561 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.991074:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee366893561 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.991080:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee366893561 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.991086:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c6799800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.991090:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee366893561 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.991096:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee366893561 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.991104:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.991107:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.991110:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee366893561 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.991151:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee366893561 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.991164:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee366893568 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.991170:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee366893568 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.991177:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee366893568 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.991184:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c6798a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.991188:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee366893568 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.991196:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee366893568 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.991204:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00010000:00010000:0.0:1783145823.991207:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.991210:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee366893568 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.991215:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee366893568 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.991235:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799e00/0x38bddee36689355a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aefb expref: 361 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.991246:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee36689356f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aefb expref: 360 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.991254:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d0:0x0].0x0 (ffff9be8cc80bb00) 00010000:00010000:0.0:1783145823.991256:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.991259:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c6799400, rc 0) 00000100:00100000:0.0:1783145823.991293:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+360:306130:x1869755188008960:12345-192.168.203.44@tcp:101:rm.500 Request processed in 490us (643us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.991300:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 485 00000100:00100000:0.0:1783145823.991304:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471743989326 time 8471744671635 state 0x2 ref 0 00000100:00100000:1.0:1783145823.991419:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.991470:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188009344 00000100:00100000:3.0:1783145823.991480:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188009344 00000100:00100000:3.0:1783145823.991511:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471743989326 time 8471744671635 state 0x0 ref 1 00000100:00100000:3.0:1783145823.991522:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471744771635 time 8471744671635 state 0x1 ref 1 00000100:00100000:0.0:1783145823.991569:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471744771635 time 8471745444931 state 0x0 ref 1 00000100:00100000:0.0:1783145823.991584:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+360:306125:x1869755188009344:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.991594:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.991605:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798000/0x38bddee366893576 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679af02 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.991629:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798000/0x38bddee366893576 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af02 expref: 361 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.991640:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798000/0x38bddee366893576 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af02 expref: 361 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.991651:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d4:0x0].0x0 (ffff9be9c9299800) 00010000:00010000:0.0:1783145823.991654:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145823.991656:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c6798000, rc 0) 00000100:00100000:0.0:1783145823.991688:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+361:306125:x1869755188009344:12345-192.168.203.44@tcp:101:touch.500 Request processed in 107us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.991694:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 486 00000100:00100000:0.0:1783145823.991698:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471744771635 time 8471745444931 state 0x2 ref 0 00000100:00100000:3.0:1783145823.992754:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.992776:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188009472 00000100:00100000:1.0:1783145823.992782:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188009472 00000100:00100000:3.0:1783145823.992786:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.992823:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188009600 00000100:00100000:1.0:1783145823.992827:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188009600 00000100:00100000:3.0:1783145823.992847:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2584 00000100:00100000:3.0:1783145823.992857:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+55:2408:x1869755188009472:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:0.0:1783145823.992864:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2585 00000100:00100000:0.0:1783145823.992883:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:275b1235-b8f5-4ce3-8a3a-d483c556f740+55:2407:x1869755188009600:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.992899:0:228901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.992915:0:228901:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000016ae5b36/0x38bddee36689357d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb73:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679af09 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145823.992937:0:228901:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb73:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:0.0:1783145823.992953:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb73:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.992958:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb73:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145823.992974:0:228901:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016ae5b36/0x38bddee36689357d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af09 expref: 56 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.992989:0:228901:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000016ae5b36/0x38bddee36689357d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af09 expref: 57 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.993001:0:228901:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c9482000, rc 0) 00000100:00100000:0.0:1783145823.993039:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:275b1235-b8f5-4ce3-8a3a-d483c556f740+57:2407:x1869755188009600:12345-192.168.203.44@tcp:101:rm.500 Request processed in 163us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.993048:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2585 00000100:00100000:3.0:1783145823.993075:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+56:2408:x1869755188009472:12345-192.168.203.44@tcp:2:touch.500 Request processed in 213us (316us total) trans 8589935455 rc 0/0 00000100:00100000:3.0:1783145823.993085:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2584 00000100:00100000:3.0:1783145823.993463:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145823.993503:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188009856 00000100:00100000:0.0:1783145823.993510:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188009856 00000100:00100000:0.0:1783145823.993530:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471744771635 time 8471745444931 state 0x0 ref 1 00000100:00100000:0.0:1783145823.993539:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471745544931 time 8471745444931 state 0x1 ref 1 00000100:00100000:0.0:1783145823.993564:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471745544931 time 8471747441462 state 0x0 ref 1 00000100:00100000:0.0:1783145823.993579:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+361:306128:x1869755188009856:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145823.993592:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.993601:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366893584 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679af10 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.993662:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689358b lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.993672:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689358b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.993680:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689358b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.993690:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366893592 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.993699:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366893592 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.993705:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366893592 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.993929:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000004:00080000:0.0:1783145823.993955:0:204590:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbd9:0x0], index 0: 0 00000100:00100000:1.0:1783145823.993974:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188010112 00000100:00100000:1.0:1783145823.993980:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188010112 00000100:00100000:1.0:1783145823.994014:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 974 00000100:00100000:1.0:1783145823.994023:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+363:306125:x1869755188010112:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:0.0:1783145823.994072:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366893599 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.994083:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366893599 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.994091:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366893599 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.994271:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+365:306125:x1869755188010112:12345-192.168.203.44@tcp:35:touch.500 Request processed in 248us (344us total) trans 12884905523 rc 0/0 00000100:00100000:1.0:1783145823.994279:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 974 00010000:00010000:0.0:1783145823.994372:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689358b lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.994383:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689358b lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.994388:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689358b lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.994395:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689358b lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.994401:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9fd392400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.994405:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689358b lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.994412:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689358b lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.994422:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.994424:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.994427:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689358b lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.994433:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689358b lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.994460:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000efe96389 reply state 0000000052478a37 transno 12884905522 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366893592 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.994470:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366893592 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.994476:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00010000:00010000:0.0:1783145823.994479:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145823.994481:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145823.994503:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366893584 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af10 expref: 365 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.994514:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366893599 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af10 expref: 364 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.994521:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d5:0x0].0x0 (ffff9be9c9299500) 00010000:00010000:0.0:1783145823.994523:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.994526:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8413a00, rc 0) 00000100:00100000:0.0:1783145823.994568:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+365:306128:x1869755188009856:12345-192.168.203.44@tcp:101:touch.500 Request processed in 994us (1104us total) trans 12884905522 rc 0/0 00000100:00100000:0.0:1783145823.994576:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 487 00000100:00100000:0.0:1783145823.994581:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471745544931 time 8471747441462 state 0x2 ref 0 00000100:00100000:3.0:1783145823.996211:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145823.996237:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.996254:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188010240 00000100:00100000:1.0:1783145823.996260:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188010240 00000100:00100000:0.0:1783145823.996281:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188010496 00000100:00100000:1.0:1783145823.996286:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471745544931 time 8471747441462 state 0x0 ref 1 00000100:00100000:0.0:1783145823.996290:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188010496 00000100:00100000:1.0:1783145823.996297:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471747541462 time 8471747441462 state 0x1 ref 1 00000100:00100000:0.0:1783145823.996317:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471747541462 time 8471747441462 state 0x1 ref 2 00000100:00100000:1.0:1783145823.996327:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471750304466 time 8471750204466 state 0x1 ref 2 00000100:00100000:1.0:1783145823.996337:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+366:306129:x1869755188010240:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145823.996354:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1783145823.996356:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471750304466 time 8471750231363 state 0x0 ref 2 00010000:00010000:1.0:1783145823.996370:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee3668935a7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679af17 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.996378:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+366:306128:x1869755188010496:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:0.0:1783145823.996424:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1783145823.996444:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145823.996446:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee3668935ae lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.996447:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366893599 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af10 expref: 367 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.996489:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188010624 00010000:00010000:1.0:1783145823.996491:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee3668935ae lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.996501:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188010624 00010000:00010000:0.0:1783145823.996505:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d5:0x0].0x0 (ffff9be9c9299500) 00010000:00010000:1.0:1783145823.996516:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee3668935ae lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.996524:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145823.996531:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668935b5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.996539:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471750331363 time 8471750231363 state 0x1 ref 3 00010000:00010000:1.0:1783145823.996559:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668935b5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.996578:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668935b5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.996581:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668935bc lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.996589:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471750331363 time 8471750461436 state 0x0 ref 3 00010000:00010000:0.0:1783145823.996605:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668935bc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145823.996613:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+367:306132:x1869755188010624:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.996620:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668935bc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.996623:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145823.996640:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee3668935c3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679af1e expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.996651:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668935ca lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.996664:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668935ca lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.996674:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668935ca lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.996686:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee3668935d1 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145823.996693:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006fb4f515 reply state 00000000f000896d transno 12884905524 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668935bc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.996702:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee3668935d1 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145823.996708:0:204557:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1cf:0x0]: returning size 0 00010000:00010000:0.0:1783145823.996708:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668935bc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.996716:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee3668935d1 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145823.996719:0:204557:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1783145823.996737:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d5:0x0].0x0 (ffff9be9c9299300) 00000004:00010000:1.0:1783145823.996740:0:204557:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668935ca lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.996742:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.996745:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668935d8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.996750:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145823.996775:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668935ca lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.996777:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668935d8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.996791:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee3668935ae lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.996798:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668935d8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.996822:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+370:306128:x1869755188010496:12345-192.168.203.44@tcp:36:touch.500 Request processed in 450us (578us total) trans 12884905524 rc 0/0 00010000:00010000:1.0:1783145823.996838:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee3668935ae lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145823.996840:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 489 00010000:00010000:1.0:1783145823.996854:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee3668935ae lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.996861:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee3668935ae lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.996867:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.996872:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee3668935ae lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.996885:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee3668935ae lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.996891:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa800/0x38bddee3668935df lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.996899:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145823.996903:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.996905:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa800/0x38bddee3668935df lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.996907:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee3668935ae lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.996938:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee3668935ae lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.996946:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa800/0x38bddee3668935df lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.996951:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668935b5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.996962:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668935b5 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.996966:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668935b5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.996970:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145823.996972:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668935b5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.996976:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668935b5 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145823.996980:0:206077:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1d1:0x0]: returning size 0 00010000:00010000:1.0:1783145823.996981:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:1.0:1783145823.996990:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00200000:2.0:1783145823.996992:0:206077:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1783145823.996994:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668935b5 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.997002:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668935b5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145823.997013:0:206077:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa800/0x38bddee3668935df lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.997023:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee3668935a7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af17 expref: 370 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.997028:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa800/0x38bddee3668935df lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.997035:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668935ca lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af17 expref: 369 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145823.997074:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cf:0x0].0x0 (ffff9be9c364d100) 00010000:00010000:1.0:1783145823.997081:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145823.997085:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696e400, rc 0) 00010000:00010000:2.0:1783145823.997086:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee3668935d1 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.997097:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee3668935d1 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.997105:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee3668935d1 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.997156:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee3668935d1 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.997156:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+369:306129:x1869755188010240:12345-192.168.203.44@tcp:101:rm.500 Request processed in 819us (945us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145823.997177:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 488 00010000:00010000:2.0:1783145823.997186:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fa200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.997196:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee3668935d1 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.997206:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee3668935d1 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.997219:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145823.997223:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.997228:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee3668935d1 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.997236:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee3668935d1 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.997249:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668935d8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.997255:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668935d8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.997263:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668935d8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.997268:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fb800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145823.997271:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668935d8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.997277:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668935d8 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.997285:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:2.0:1783145823.997288:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145823.997291:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668935d8 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.997298:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668935d8 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.997327:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee3668935c3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af1e expref: 369 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.997349:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa800/0x38bddee3668935df lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af1e expref: 368 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145823.997357:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d1:0x0].0x0 (ffff9be9d5384c00) 00010000:00010000:2.0:1783145823.997360:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145823.997363:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd2fa800, rc 0) 00000100:00100000:3.0:1783145823.997389:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.997412:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+368:306132:x1869755188010624:12345-192.168.203.44@tcp:101:rm.500 Request processed in 804us (966us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145823.997421:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 490 00000100:00100000:2.0:1783145823.997428:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471750331363 time 8471750461436 state 0x2 ref 0 00000100:00100000:0.0:1783145823.997442:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188010752 00000100:00100000:0.0:1783145823.997450:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188010752 00000100:00100000:0.0:1783145823.997474:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471750331363 time 8471750461436 state 0x0 ref 1 00000100:00100000:0.0:1783145823.997483:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471750561436 time 8471750461436 state 0x1 ref 1 00000100:00100000:0.0:1783145823.997505:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471750561436 time 8471751382243 state 0x0 ref 1 00000100:00100000:0.0:1783145823.997516:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+368:306123:x1869755188010752:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.997533:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.997548:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668935e6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679af25 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.997584:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee3668935ed lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.997594:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee3668935ed lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.997606:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee3668935ed lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.997621:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee3668935f4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.997635:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.997642:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee3668935f4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.997655:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee3668935f4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.997675:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188010880 00000100:00100000:3.0:1783145823.997683:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188010880 00010000:00010000:0.0:1783145823.997698:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee3668935fb lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.997712:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee3668935fb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.997713:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471751482243 time 8471751382243 state 0x1 ref 2 00010000:00010000:0.0:1783145823.997743:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee3668935fb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.997767:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471751482243 time 8471751643157 state 0x0 ref 2 00000004:00200000:0.0:1783145823.997773:0:204555:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1ce:0x0]: returning size 0 00000004:00200000:0.0:1783145823.997779:0:204555:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:3.0:1783145823.997786:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+370:306128:x1869755188010880:12345-192.168.203.44@tcp:101:touch.500 00000004:00010000:0.0:1783145823.997795:0:204555:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee3668935fb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.997800:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.997810:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee3668935fb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.997815:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee366893602 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679af2c expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.997819:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee3668935ed lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.997844:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee3668935ed lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.997850:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee3668935ed lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.997855:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9da69cc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145823.997858:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee3668935ed lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.997866:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee3668935ed lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.997875:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee366893602 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af2c expref: 371 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.997877:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145823.997881:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.997885:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee3668935ed lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.997925:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee366893602 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af2c expref: 371 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.997926:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee3668935ed lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.997981:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee3668935f4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.997990:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee3668935f4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.997995:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d5:0x0].0x0 (ffff9be9c9299300) 00010000:00010000:0.0:1783145823.997997:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee3668935f4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145823.998005:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145823.998009:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9da69dc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145823.998013:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9cd5a0400, rc 0) 00010000:00010000:0.0:1783145823.998016:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee3668935f4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.998025:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee3668935f4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.998037:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00010000:00010000:0.0:1783145823.998040:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145823.998044:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee3668935f4 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.998049:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee3668935f4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145823.998059:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+371:306128:x1869755188010880:12345-192.168.203.44@tcp:101:touch.500 Request processed in 277us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145823.998069:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 492 00010000:00010000:0.0:1783145823.998076:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee3668935e6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af25 expref: 372 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.998093:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee3668935fb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af25 expref: 370 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.998106:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ce:0x0].0x0 (ffff9be9c364d900) 00010000:00010000:0.0:1783145823.998109:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145823.998145:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9da69d200, rc 0) 00000100:00100000:0.0:1783145823.998178:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+370:306123:x1869755188010752:12345-192.168.203.44@tcp:101:rm.500 Request processed in 663us (791us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.998185:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 491 00000100:00100000:0.0:1783145823.998191:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471751482243 time 8471751643157 state 0x2 ref 0 00000100:00100000:2.0:1783145823.999489:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145823.999530:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145823.999531:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188011008 00000100:00100000:1.0:1783145823.999538:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188011008 00000100:00100000:1.0:1783145823.999580:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188011136 00000100:00100000:1.0:1783145823.999583:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188011136 00000100:00100000:3.0:1783145823.999599:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2586 00000100:00100000:0.0:1783145823.999615:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2587 00000100:00100000:0.0:1783145823.999628:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:275b1235-b8f5-4ce3-8a3a-d483c556f740+56:2410:x1869755188011136:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.999640:0:228905:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.999658:0:228905:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbc8d27c/0x38bddee366893609 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb72:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679af33 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145823.999679:0:228905:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb72:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00000100:00100000:3.0:1783145823.999689:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:275b1235-b8f5-4ce3-8a3a-d483c556f740+80:2407:x1869755188011008:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:0.0:1783145823.999696:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb72:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.999702:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb72:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145823.999713:0:228905:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc8d27c/0x38bddee366893609 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af33 expref: 57 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.999730:0:228905:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bbc8d27c/0x38bddee366893609 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af33 expref: 57 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145823.999734:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145823.999751:0:228905:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9da69c000, rc 0) 00000100:00100000:2.0:1783145823.999785:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188011264 00000100:00100000:2.0:1783145823.999792:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188011264 00000100:00100000:0.0:1783145823.999798:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:275b1235-b8f5-4ce3-8a3a-d483c556f740+57:2410:x1869755188011136:12345-192.168.203.44@tcp:101:rm.500 Request processed in 171us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.999806:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2587 00000100:00100000:0.0:1783145823.999833:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2588 00000100:00100000:0.0:1783145823.999843:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:275b1235-b8f5-4ce3-8a3a-d483c556f740+82:2409:x1869755188011264:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145823.999854:0:228905:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145823.999873:0:228905:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000093a7ba0c/0x38bddee366893610 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbd6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679af3a expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145823.999890:0:228905:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbd6:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:0.0:1783145823.999902:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd6:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145823.999905:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145823.999911:0:228905:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000093a7ba0c/0x38bddee366893610 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af3a expref: 83 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.999924:0:228905:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000093a7ba0c/0x38bddee366893610 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af3a expref: 83 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145823.999932:0:228905:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9da69d400, rc 0) 00000100:00100000:3.0:1783145823.999953:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:275b1235-b8f5-4ce3-8a3a-d483c556f740+83:2407:x1869755188011008:12345-192.168.203.44@tcp:2:touch.500 Request processed in 342us (463us total) trans 8589936107 rc 0/0 00000100:00100000:3.0:1783145823.999966:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2586 00000100:00100000:0.0:1783145823.999967:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:275b1235-b8f5-4ce3-8a3a-d483c556f740+83:2409:x1869755188011264:12345-192.168.203.44@tcp:101:rm.500 Request processed in 120us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145823.999990:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2588 00000100:00100000:1.0:1783145824.001255:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.001278:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.001293:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188011648 00000100:00100000:3.0:1783145824.001299:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188011648 00000100:00100000:1.0:1783145824.001305:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.001336:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188011776 00000100:00100000:2.0:1783145824.001346:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188011776 00000100:00100000:0.0:1783145824.001351:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188011392 00000100:00100000:0.0:1783145824.001358:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188011392 00000100:00100000:3.0:1783145824.001375:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 975 00000100:00100000:2.0:1783145824.001379:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471751482243 time 8471751643157 state 0x0 ref 1 00000100:00100000:2.0:1783145824.001396:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471751743157 time 8471751643157 state 0x1 ref 1 00000100:00100000:3.0:1783145824.001399:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+371:306128:x1869755188011648:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:0.0:1783145824.001413:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2589 00000100:00100000:0.0:1783145824.001429:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:275b1235-b8f5-4ce3-8a3a-d483c556f740+82:2410:x1869755188011392:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:2.0:1783145824.001436:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471751743157 time 8471755311490 state 0x0 ref 1 00010000:00010000:0.0:1783145824.001442:0:228902:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1783145824.001461:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+371:306137:x1869755188011776:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145824.001462:0:228902:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000726fdaff/0x38bddee366893617 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbd7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679af48 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1783145824.001466:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1783145824.001477:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:0.0:1783145824.001485:0:228902:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbd7:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145824.001491:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee36689361e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679af41 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.001498:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd7:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145824.001504:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145824.001512:0:228902:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000726fdaff/0x38bddee366893617 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af48 expref: 83 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.001526:0:228902:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000726fdaff/0x38bddee366893617 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af48 expref: 83 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.001536:0:228902:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9da69da00, rc 0) 00010000:00010000:2.0:1783145824.001538:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee366893625 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.001549:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee366893625 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.001558:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee366893625 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.001570:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee36689362c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.001580:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee36689362c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.001580:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:275b1235-b8f5-4ce3-8a3a-d483c556f740+83:2410:x1869755188011392:12345-192.168.203.44@tcp:101:rm.500 Request processed in 156us (270us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145824.001601:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee36689362c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.001601:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2589 00000100:00100000:3.0:1783145824.001636:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+373:306128:x1869755188011648:12345-192.168.203.44@tcp:35:touch.500 Request processed in 244us (375us total) trans 12884905525 rc 0/0 00000100:00100000:3.0:1783145824.001648:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 975 00010000:00010000:2.0:1783145824.001669:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ba00/0x38bddee366893633 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.001682:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ba00/0x38bddee366893633 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.001690:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ba00/0x38bddee366893633 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145824.001715:0:204557:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1d2:0x0]: returning size 0 00000004:00200000:2.0:1783145824.001719:0:204557:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145824.001730:0:204557:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ba00/0x38bddee366893633 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.001739:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ba00/0x38bddee366893633 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.001747:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee366893625 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.001753:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee366893625 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.001760:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee366893625 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.001771:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee366893625 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.001777:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fac00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.001780:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee366893625 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.001788:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee366893625 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.001798:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.001801:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.001806:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee366893625 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.001813:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee366893625 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.001825:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee36689362c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.001832:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee36689362c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.001838:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee36689362c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.001842:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fbc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.001845:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee36689362c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.001855:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee36689362c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.001868:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00010000:00010000:2.0:1783145824.001871:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.001874:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee36689362c lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.001880:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee36689362c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.001905:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee36689361e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af41 expref: 373 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.001929:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ba00/0x38bddee366893633 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af41 expref: 372 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.001936:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d2:0x0].0x0 (ffff9be9c364dd00) 00010000:00010000:2.0:1783145824.001939:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145824.001941:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd25ba00, rc 0) 00000100:00100000:2.0:1783145824.001982:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+372:306137:x1869755188011776:12345-192.168.203.44@tcp:101:rm.500 Request processed in 534us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145824.001989:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 493 00000100:00100000:2.0:1783145824.001994:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471751743157 time 8471755311490 state 0x2 ref 0 00000100:00100000:1.0:1783145824.003241:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.003269:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188011904 00000100:00100000:3.0:1783145824.003274:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188011904 00000100:00100000:3.0:1783145824.003299:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2590 00000100:00100000:3.0:1783145824.003304:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+57:2409:x1869755188011904:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145824.003314:0:206056:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145824.003328:0:206056:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000908acf91/0x38bddee36689363a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb74:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679af4f expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783145824.003344:0:206056:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb74:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:3.0:1783145824.003355:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb74:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:3.0:1783145824.003358:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb74:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145824.003365:0:206056:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000908acf91/0x38bddee36689363a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af4f expref: 58 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.003375:0:206056:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000908acf91/0x38bddee36689363a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af4f expref: 58 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.003383:0:206056:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9cd5a1800, rc 0) 00000100:00100000:3.0:1783145824.003409:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+58:2409:x1869755188011904:12345-192.168.203.44@tcp:101:rm.500 Request processed in 105us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145824.003413:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2590 00000100:00100000:3.0:1783145824.003618:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.003658:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188012160 00000100:00100000:2.0:1783145824.003664:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188012160 00000100:00100000:2.0:1783145824.003684:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471751743157 time 8471755311490 state 0x0 ref 1 00000100:00100000:2.0:1783145824.003693:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471755411490 time 8471755311490 state 0x1 ref 1 00000100:00100000:2.0:1783145824.003718:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471755411490 time 8471757594619 state 0x0 ref 1 00000100:00100000:2.0:1783145824.003730:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d0317b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+372:306132:x1869755188012160:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145824.003767:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145824.003781:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa800/0x38bddee3668935df lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af1e expref: 372 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.003797:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee3668934b2 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aed8 expref: 371 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.003807:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d1:0x0].0x0 (ffff9be9d5384c00) 00010000:00010000:2.0:1783145824.003810:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145824.003822:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee366893641 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.003831:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee366893641 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.003838:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee366893641 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.003847:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee366893648 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.003857:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee366893648 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.003863:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee366893648 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.003909:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee36689364f lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.003918:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee36689364f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.003925:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee36689364f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145824.004159:0:210786:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].437, 64 off36160 00010000:00010000:2.0:1783145824.004209:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee366893656 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.004219:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee366893656 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.004226:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee366893656 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.004233:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee366893656 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.004239:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee366893656 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.004245:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee366893656 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.004266:0:210786:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145824.004280:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee36689364f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.004289:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145824.004301:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee36689364f lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.004303:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee366893656 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.004344:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd25a600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145824.004345:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee36689364f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.004349:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee366893656 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.004368:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd25b200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.004372:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee366893656 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.004376:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee36689364f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.004407:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee36689364f lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.004408:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d1:0x0].0x0 (ffff9be9d5384c00) 00010000:00010000:3.0:1783145824.004422:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145824.004428:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee366893656 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.004433:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d1:0x0].0x0 (ffff9be9d5384c00) 00010000:00010000:3.0:1783145824.004436:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee366893656 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.004439:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145824.004447:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee36689364f lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.004457:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee36689364f lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.004462:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145824.004468:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145824.004471:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145824.004477:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee366893641 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.004485:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee366893641 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.004492:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee366893641 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.004498:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee366893641 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.004504:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd25a000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.004507:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee366893641 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.004514:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee366893641 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.004522:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.004525:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.004527:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee366893641 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.004534:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee366893641 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.004544:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000341d2c1d reply state 00000000d1c00642 transno 12884905526 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee366893648 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.004554:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee366893648 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.004561:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:2.0:1783145824.004563:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145824.004565:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145824.004612:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d0317b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+372:306132:x1869755188012160:12345-192.168.203.44@tcp:36:rm.500 Request processed in 884us (992us total) trans 12884905526 rc 0/0 00000100:00100000:2.0:1783145824.004621:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 494 00000100:00100000:2.0:1783145824.004626:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471755411490 time 8471757594619 state 0x2 ref 0 00000100:00100000:1.0:1783145824.005743:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.005770:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188012416 00000100:00100000:3.0:1783145824.005775:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188012416 00000100:00100000:3.0:1783145824.005790:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471755411490 time 8471757594619 state 0x0 ref 1 00000100:00100000:3.0:1783145824.005796:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471757694619 time 8471757594619 state 0x1 ref 1 00000100:00100000:3.0:1783145824.005814:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471757694619 time 8471759692187 state 0x0 ref 1 00000100:00100000:3.0:1783145824.005826:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1955180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+372:306130:x1869755188012416:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:3.0:1783145824.005853:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783145824.005866:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee36689356f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aefb expref: 372 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.005880:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86400/0x38bddee36689345e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aec3 expref: 371 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.005887:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d0:0x0].0x0 (ffff9be8cc80bb00) 00010000:00010000:3.0:1783145824.005890:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145824.005899:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee36689365d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.005906:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee36689365d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.005911:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee36689365d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.005917:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee366893664 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.005924:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee366893664 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.005929:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee366893664 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.005960:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689366b lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.005964:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689366b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.005969:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689366b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783145824.006053:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].433, 64 off35904 00010000:00010000:3.0:1783145824.006074:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee366893672 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.006081:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee366893672 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.006086:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee366893672 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.006090:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee366893672 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.006093:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee366893672 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.006097:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee366893672 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.006109:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145824.006144:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689366b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.006149:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689366b lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.006153:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689366b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.006158:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a1a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.006161:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689366b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.006168:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689366b lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.006180:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d0:0x0].0x0 (ffff9be8cc80bb00) 00010000:00010000:3.0:1783145824.006182:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145824.006186:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689366b lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.006190:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689366b lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.006203:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee36689365d lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.006210:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee36689365d lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.006216:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee36689365d lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.006223:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee36689365d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.006224:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145824.006230:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a0600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.006234:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee36689365d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.006244:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee366893672 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.006245:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee36689365d lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.006264:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145824.006264:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a0000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145824.006269:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145824.006270:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee366893672 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.006272:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee36689365d lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.006288:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee36689365d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.006290:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee366893672 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145824.006298:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ed7f259d reply state 0000000037544eb5 transno 12884905527 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee366893664 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.006310:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee366893664 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.006310:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d0:0x0].0x0 (ffff9be8cc80bb00) 00010000:00010000:0.0:1783145824.006316:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145824.006320:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00010000:00010000:0.0:1783145824.006322:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee366893672 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.006324:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145824.006329:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145824.006334:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee366893672 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.006345:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145824.006347:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145824.006349:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145824.006365:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1955180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+372:306130:x1869755188012416:12345-192.168.203.44@tcp:36:rm.500 Request processed in 543us (624us total) trans 12884905527 rc 0/0 00000100:00100000:3.0:1783145824.006371:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 495 00000100:00100000:3.0:1783145824.006374:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471757694619 time 8471759692187 state 0x2 ref 0 00000100:00100000:3.0:1783145824.008257:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.008303:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188012672 00000100:00100000:1.0:1783145824.008310:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188012672 00000100:00100000:1.0:1783145824.008340:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471757694619 time 8471759692187 state 0x0 ref 1 00000100:00100000:1.0:1783145824.008349:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471759792187 time 8471759692187 state 0x1 ref 1 00000100:00100000:1.0:1783145824.008368:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471759792187 time 8471762246650 state 0x0 ref 1 00000100:00100000:1.0:1783145824.008377:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d0314380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+372:306133:x1869755188012672:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145824.008399:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.008414:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893679 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679af56 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.008500:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366893680 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.008510:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366893680 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.008518:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366893680 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.008525:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee366893687 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.008532:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee366893687 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.008536:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee366893687 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145824.008778:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb76:0x0], index 1: 0 00010000:00010000:1.0:1783145824.008895:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee36689368e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.008904:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee36689368e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.008912:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee36689368e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.008943:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366893680 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.008948:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366893680 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.008952:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366893680 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.008956:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366893680 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.008962:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.008965:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366893680 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.008969:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366893680 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.008975:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.008977:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.008980:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366893680 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.008983:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366893680 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.008992:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a3c607da reply state 0000000039cc4626 transno 12884905528 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee366893687 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.008999:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee366893687 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.009003:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:1.0:1783145824.009004:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145824.009006:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145824.009023:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893679 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af56 expref: 375 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.009031:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee36689368e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af56 expref: 374 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.009039:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d6:0x0].0x0 (ffff9be9c364db00) 00010000:00010000:1.0:1783145824.009040:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145824.009049:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696e000, rc 0) 00000100:00100000:1.0:1783145824.009086:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d0314380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+375:306133:x1869755188012672:12345-192.168.203.44@tcp:101:touch.500 Request processed in 711us (833us total) trans 12884905528 rc 0/0 00000100:00100000:1.0:1783145824.009091:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 496 00000100:00100000:1.0:1783145824.009095:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471759792187 time 8471762246650 state 0x2 ref 0 00000100:00100000:2.0:1783145824.010593:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.010626:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.010638:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188013184 00000100:00100000:0.0:1783145824.010645:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188013184 00000100:00100000:1.0:1783145824.010665:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188013056 00000100:00100000:1.0:1783145824.010671:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188013056 00000100:00100000:0.0:1783145824.010672:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471759792187 time 8471762246650 state 0x0 ref 1 00000100:00100000:0.0:1783145824.010682:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471762346650 time 8471762246650 state 0x1 ref 1 00000100:00100000:1.0:1783145824.010693:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471762346650 time 8471762246650 state 0x1 ref 2 00000100:00100000:0.0:1783145824.010706:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471764683366 time 8471764583366 state 0x1 ref 2 00000100:00100000:0.0:1783145824.010722:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+376:306133:x1869755188013184:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:1.0:1783145824.010724:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471764683366 time 8471764601312 state 0x0 ref 2 00000100:00100000:1.0:1783145824.010744:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+376:306134:x1869755188013056:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145824.010755:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145824.010760:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145824.010765:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fe00/0x38bddee36689369c lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679af5d expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.010775:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee36689368e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af56 expref: 377 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.010787:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d6:0x0].0x0 (ffff9be9c364db00) 00010000:00010000:0.0:1783145824.010794:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145824.010815:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee3668936a3 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.010828:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee3668936a3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.010837:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee3668936a3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.010845:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee3668936aa lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.010859:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee3668936b1 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.010859:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee3668936aa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.010874:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee3668936b1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.010875:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee3668936aa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.010906:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee3668936b1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145824.010958:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a455aab0 reply state 00000000ca8e0207 transno 12884905529 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee3668936aa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.010967:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee3668936aa lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.010972:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d6:0x0].0x0 (ffff9be9c9299500) 00010000:00010000:0.0:1783145824.010973:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145824.010975:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145824.011026:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+378:306133:x1869755188013184:12345-192.168.203.44@tcp:36:touch.500 Request processed in 311us (436us total) trans 12884905529 rc 0/0 00000100:00100000:0.0:1783145824.011033:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 497 00000004:00080000:1.0:1783145824.011063:0:210786:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbda:0x0], index 0: 0 00010000:00010000:1.0:1783145824.011165:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee3668936b8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.011173:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee3668936b8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.011182:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee3668936b8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.011207:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee3668936a3 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.011214:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee3668936a3 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.011221:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee3668936a3 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.011226:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee3668936a3 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.011232:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696ec00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.011234:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee3668936a3 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.011238:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee3668936a3 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.011245:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.011246:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.011249:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee3668936a3 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.011253:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee3668936a3 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.011261:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000efb06e3f reply state 00000000190399ef transno 12884905530 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee3668936b1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.011267:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee3668936b1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.011270:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:1.0:1783145824.011272:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145824.011273:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145824.011289:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fe00/0x38bddee36689369c lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af5d expref: 379 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.011296:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee3668936b8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af5d expref: 378 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.011304:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d7:0x0].0x0 (ffff9be9c364dc00) 00010000:00010000:1.0:1783145824.011306:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145824.011307:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696fc00, rc 0) 00000100:00100000:1.0:1783145824.011345:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+379:306134:x1869755188013056:12345-192.168.203.44@tcp:101:touch.500 Request processed in 605us (720us total) trans 12884905530 rc 0/0 00000100:00100000:1.0:1783145824.011349:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 498 00000100:00100000:1.0:1783145824.011352:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471764683366 time 8471764601312 state 0x2 ref 0 00000100:00100000:2.0:1783145824.011702:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.011736:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188013312 00000100:00100000:1.0:1783145824.011741:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188013312 00000100:00100000:1.0:1783145824.011754:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471764683366 time 8471764601312 state 0x0 ref 1 00000100:00100000:1.0:1783145824.011761:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471764701312 time 8471764601312 state 0x1 ref 1 00000100:00100000:1.0:1783145824.011777:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471764701312 time 8471765655742 state 0x0 ref 1 00000100:00100000:1.0:1783145824.011785:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+379:306133:x1869755188013312:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145824.011792:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.011799:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee3668936c6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679af64 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.011819:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee3668936c6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af64 expref: 380 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.011825:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee3668936c6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af64 expref: 380 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.011837:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d6:0x0].0x0 (ffff9be9c9299500) 00010000:00010000:1.0:1783145824.011839:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145824.011840:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696ea00, rc 0) 00000100:00100000:1.0:1783145824.011869:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+380:306133:x1869755188013312:12345-192.168.203.44@tcp:101:touch.500 Request processed in 85us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145824.011876:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 499 00000100:00100000:1.0:1783145824.011881:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471764701312 time 8471765655742 state 0x2 ref 0 00000100:00100000:2.0:1783145824.012643:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.012671:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188013568 00000100:00100000:3.0:1783145824.012677:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188013568 00000100:00100000:2.0:1783145824.012677:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.012696:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471764701312 time 8471765655742 state 0x0 ref 1 00000100:00100000:3.0:1783145824.012703:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471765755742 time 8471765655742 state 0x1 ref 1 00000100:00100000:0.0:1783145824.012728:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188013824 00000100:00100000:3.0:1783145824.012733:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471765755742 time 8471766610230 state 0x0 ref 1 00000100:00100000:0.0:1783145824.012736:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188013824 00000100:00100000:3.0:1783145824.012744:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+381:306142:x1869755188013568:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145824.012757:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1783145824.012759:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471766710230 time 8471766610230 state 0x1 ref 2 00010000:00010000:3.0:1783145824.012767:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee3668936cd lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679af6b expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.012785:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471766710230 time 8471766661240 state 0x0 ref 2 00000100:00100000:0.0:1783145824.012803:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+382:306134:x1869755188013824:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:3.0:1783145824.012826:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668936d4 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.012828:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145824.012844:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee3668936b8 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af5d expref: 382 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.012845:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668936d4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.012866:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668936d4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.012875:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d7:0x0].0x0 (ffff9be9c364dc00) 00010000:00010000:3.0:1783145824.012878:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee3668936db lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.012886:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145824.012889:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee3668936db lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.012895:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee3668936db lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.012921:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee3668936e2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.012930:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee3668936e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.012938:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee3668936e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145824.012995:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000976345d1 reply state 00000000145d266a transno 12884905531 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee3668936e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.013005:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee3668936e2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.013012:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d7:0x0].0x0 (ffff9be9c9299b00) 00010000:00010000:0.0:1783145824.013015:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145824.013017:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145824.013069:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+383:306134:x1869755188013824:12345-192.168.203.44@tcp:36:touch.500 Request processed in 269us (392us total) trans 12884905531 rc 0/0 00000100:00100000:0.0:1783145824.013077:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 501 00000004:00080000:3.0:1783145824.013242:0:204590:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb77:0x0], index 1: 0 00000100:00100000:2.0:1783145824.013278:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.013321:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188013952 00000100:00100000:1.0:1783145824.013329:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188013952 00010000:00010000:3.0:1783145824.013367:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668936e9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.013379:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2591 00010000:00010000:3.0:1783145824.013383:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668936e9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.013392:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668936e9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.013402:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+58:2410:x1869755188013952:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:3.0:1783145824.013414:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668936d4 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.013422:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668936d4 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.013429:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668936d4 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.013436:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668936d4 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.013442:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a1c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.013446:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668936d4 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.013454:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668936d4 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.013462:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145824.013466:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.013469:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668936d4 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.013474:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668936d4 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145824.013483:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000009ad121b reply state 000000007adcd50a transno 12884905532 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee3668936db lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.013489:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee3668936db lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.013494:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:3.0:1783145824.013496:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145824.013498:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145824.013518:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee3668936cd lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af6b expref: 384 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.013534:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668936e9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af6b expref: 383 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.013539:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d8:0x0].0x0 (ffff9be8d19bb300) 00010000:00010000:3.0:1783145824.013542:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145824.013543:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9cd5a0600, rc 0) 00000100:00100000:1.0:1783145824.013554:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+59:2410:x1869755188013952:12345-192.168.203.44@tcp:2:touch.500 Request processed in 164us (276us total) trans 8589935456 rc 0/0 00000100:00100000:1.0:1783145824.013560:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2591 00000100:00100000:3.0:1783145824.013575:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+384:306142:x1869755188013568:12345-192.168.203.44@tcp:101:touch.500 Request processed in 829us (930us total) trans 12884905532 rc 0/0 00000100:00100000:3.0:1783145824.013581:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 500 00000100:00100000:3.0:1783145824.013585:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471766710230 time 8471766661240 state 0x2 ref 0 00000100:00100000:1.0:1783145824.013818:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.013849:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188014080 00000100:00100000:2.0:1783145824.013855:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188014080 00000100:00100000:2.0:1783145824.013870:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471766710230 time 8471766661240 state 0x0 ref 1 00000100:00100000:2.0:1783145824.013876:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471766761240 time 8471766661240 state 0x1 ref 1 00000100:00100000:2.0:1783145824.013899:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471766761240 time 8471767775772 state 0x0 ref 1 00000100:00100000:2.0:1783145824.013912:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1955c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+384:306134:x1869755188014080:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145824.013923:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.013932:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee3668936f7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679af72 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.013968:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee3668936f7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af72 expref: 385 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.013979:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee3668936f7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af72 expref: 385 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.013993:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d7:0x0].0x0 (ffff9be9c9299b00) 00010000:00010000:2.0:1783145824.013996:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145824.013998:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd25b200, rc 0) 00000100:00100000:2.0:1783145824.014027:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1955c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+385:306134:x1869755188014080:12345-192.168.203.44@tcp:101:touch.500 Request processed in 120us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145824.014035:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 502 00000100:00100000:2.0:1783145824.014039:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471766761240 time 8471767775772 state 0x2 ref 0 00000100:00100000:2.0:1783145824.014981:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.015051:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188014336 00000100:00100000:3.0:1783145824.015055:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188014336 00000100:00100000:3.0:1783145824.015083:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 976 00000100:00100000:3.0:1783145824.015089:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f3ff8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+385:306133:x1869755188014336:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145824.015102:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.015172:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188014464 00000100:00100000:0.0:1783145824.015177:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188014464 00000100:00100000:0.0:1783145824.015211:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2592 00000100:00100000:0.0:1783145824.015220:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:275b1235-b8f5-4ce3-8a3a-d483c556f740+83:2407:x1869755188014464:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:3.0:1783145824.015293:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f3ff8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+386:306133:x1869755188014336:12345-192.168.203.44@tcp:35:touch.500 Request processed in 203us (311us total) trans 12884905533 rc 0/0 00000100:00100000:3.0:1783145824.015299:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 976 00000100:00100000:0.0:1783145824.015365:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:275b1235-b8f5-4ce3-8a3a-d483c556f740+84:2407:x1869755188014464:12345-192.168.203.44@tcp:2:touch.500 Request processed in 145us (262us total) trans 8589936108 rc 0/0 00000100:00100000:0.0:1783145824.015374:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2592 00000100:00100000:2.0:1783145824.015544:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.015578:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.015580:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188014976 00000100:00100000:0.0:1783145824.015586:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188014976 00000100:00100000:0.0:1783145824.015603:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471766761240 time 8471767775772 state 0x0 ref 1 00000100:00100000:1.0:1783145824.015608:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188014848 00000100:00100000:0.0:1783145824.015612:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471767875772 time 8471767775772 state 0x1 ref 1 00000100:00100000:1.0:1783145824.015613:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188014848 00000100:00100000:0.0:1783145824.015638:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471767875772 time 8471769515164 state 0x0 ref 2 00000100:00100000:1.0:1783145824.015648:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471769615164 time 8471769515164 state 0x1 ref 2 00000100:00100000:0.0:1783145824.015653:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+387:306142:x1869755188014976:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:1.0:1783145824.015670:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471769615164 time 8471769548211 state 0x0 ref 2 00010000:00010000:0.0:1783145824.015676:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1783145824.015683:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+387:306135:x1869755188014848:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145824.015691:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668936e9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af6b expref: 387 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.015692:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.015702:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668936fe lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679af79 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.015707:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d8:0x0].0x0 (ffff9be8d19bb300) 00010000:00010000:0.0:1783145824.015715:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145824.015743:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c600/0x38bddee366893705 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.015751:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee36689370c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.015753:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c600/0x38bddee366893705 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.015768:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee36689370c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.015771:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c600/0x38bddee366893705 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.015781:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee36689370c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.015792:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f600/0x38bddee366893713 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.015799:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f600/0x38bddee366893713 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.015803:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f600/0x38bddee366893713 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145824.015822:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000251301b1 reply state 00000000d2a90919 transno 12884905534 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c600/0x38bddee366893705 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.015833:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c600/0x38bddee366893705 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.015840:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d8:0x0].0x0 (ffff9be9c9299f00) 00010000:00010000:0.0:1783145824.015843:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145824.015845:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145824.015893:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+389:306142:x1869755188014976:12345-192.168.203.44@tcp:36:touch.500 Request processed in 244us (349us total) trans 12884905534 rc 0/0 00000100:00100000:0.0:1783145824.015900:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 503 00000004:00080000:1.0:1783145824.015945:0:210786:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbdb:0x0], index 0: 0 00010000:00010000:1.0:1783145824.016026:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee36689371a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.016032:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee36689371a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.016037:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee36689371a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.016051:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee36689370c lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.016055:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee36689370c lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.016059:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee36689370c lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.016063:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee36689370c lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.016066:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696fa00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.016068:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee36689370c lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.016071:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee36689370c lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.016077:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.016079:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.016081:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee36689370c lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.016084:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee36689370c lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.016090:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f1c8b84a reply state 00000000337feb81 transno 12884905535 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f600/0x38bddee366893713 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.016096:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f600/0x38bddee366893713 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.016100:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:1.0:1783145824.016102:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145824.016104:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145824.016150:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668936fe lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af79 expref: 390 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.016160:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee36689371a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af79 expref: 389 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.016167:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145824.016172:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d9:0x0].0x0 (ffff9be9c364d700) 00010000:00010000:1.0:1783145824.016174:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145824.016176:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696f000, rc 0) 00000100:00100000:3.0:1783145824.016189:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188015232 00000100:00100000:3.0:1783145824.016194:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188015232 00000100:00100000:1.0:1783145824.016204:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+391:306135:x1869755188014848:12345-192.168.203.44@tcp:101:touch.500 Request processed in 525us (627us total) trans 12884905535 rc 0/0 00000100:00100000:1.0:1783145824.016210:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 504 00000100:00100000:1.0:1783145824.016214:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471769615164 time 8471769548211 state 0x2 ref 0 00000100:00100000:3.0:1783145824.016230:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 977 00000100:00100000:3.0:1783145824.016239:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+390:306134:x1869755188015232:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:3.0:1783145824.016329:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+391:306134:x1869755188015232:12345-192.168.203.44@tcp:35:touch.500 Request processed in 92us (167us total) trans 12884905536 rc 0/0 00000100:00100000:3.0:1783145824.016385:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 977 00000100:00100000:2.0:1783145824.016555:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.016587:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188015360 00000100:00100000:1.0:1783145824.016591:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188015360 00000100:00100000:1.0:1783145824.016606:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471769615164 time 8471769548211 state 0x0 ref 1 00000100:00100000:1.0:1783145824.016613:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471769648211 time 8471769548211 state 0x1 ref 1 00000100:00100000:1.0:1783145824.016629:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471769648211 time 8471770507414 state 0x0 ref 1 00000100:00100000:1.0:1783145824.016638:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+391:306142:x1869755188015360:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145824.016645:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.016652:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366893728 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679af80 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.016680:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366893728 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af80 expref: 392 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.016692:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366893728 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af80 expref: 392 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.016705:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d8:0x0].0x0 (ffff9be9c9299f00) 00010000:00010000:1.0:1783145824.016708:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145824.016711:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696f800, rc 0) 00000100:00100000:1.0:1783145824.016737:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+392:306142:x1869755188015360:12345-192.168.203.44@tcp:101:touch.500 Request processed in 101us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145824.016743:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 505 00000100:00100000:1.0:1783145824.016747:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471769648211 time 8471770507414 state 0x2 ref 0 00000100:00100000:1.0:1783145824.018334:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.018375:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.018386:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188015616 00000100:00100000:2.0:1783145824.018392:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188015616 00000100:00100000:3.0:1783145824.018408:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188015872 00000100:00100000:2.0:1783145824.018409:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471769648211 time 8471770507414 state 0x0 ref 1 00000100:00100000:3.0:1783145824.018414:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188015872 00000100:00100000:2.0:1783145824.018421:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471770607414 time 8471770507414 state 0x1 ref 1 00000100:00100000:3.0:1783145824.018434:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471770607414 time 8471770507414 state 0x1 ref 2 00000100:00100000:2.0:1783145824.018449:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471772425292 time 8471772325292 state 0x1 ref 2 00000100:00100000:3.0:1783145824.018460:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471772425292 time 8471772336554 state 0x0 ref 2 00000100:00100000:2.0:1783145824.018465:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1956d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+393:306135:x1869755188015616:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:3.0:1783145824.018480:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+393:306123:x1869755188015872:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145824.018497:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145824.018505:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145824.018513:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee36689371a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af79 expref: 393 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.018522:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee3668935fb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af25 expref: 393 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.018529:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d9:0x0].0x0 (ffff9be9c364d700) 00010000:00010000:2.0:1783145824.018541:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145824.018546:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee3668933c4 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aea7 expref: 391 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.018557:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ce:0x0].0x0 (ffff9be9c364d900) 00010000:00010000:3.0:1783145824.018561:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145824.018573:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689372f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.018578:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee366893736 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.018581:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689372f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.018593:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee366893736 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.018596:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689372f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.018615:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee366893736 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.018618:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee36689373d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.018638:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee36689373d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.018645:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee36689373d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.018676:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003825012f reply state 000000001be546a9 transno 12884905537 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee366893736 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.018688:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee366893736 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.018694:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366893744 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.018696:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d9:0x0].0x0 (ffff9be8cc80b500) 00010000:00010000:2.0:1783145824.018702:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145824.018706:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145824.018710:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366893744 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.018719:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366893744 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.018765:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1956d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+392:306135:x1869755188015616:12345-192.168.203.44@tcp:36:touch.500 Request processed in 305us (433us total) trans 12884905537 rc 0/0 00000100:00100000:2.0:1783145824.018772:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 506 00000040:00080000:3.0:1783145824.018977:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].434, 64 off35968 00010000:00010000:3.0:1783145824.019011:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee36689374b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.019021:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145824.019026:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee36689374b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.019035:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee36689374b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.019043:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee36689374b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.019049:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee36689374b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.019054:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee36689374b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.019057:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188016000 00000100:00100000:0.0:1783145824.019064:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188016000 00010000:00010000:3.0:1783145824.019076:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145824.019090:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366893744 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.019094:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145824.019098:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366893744 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.019100:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee36689374b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.019100:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2593 00000100:00100000:0.0:1783145824.019154:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:275b1235-b8f5-4ce3-8a3a-d483c556f740+59:2407:x1869755188016000:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:1.0:1783145824.019156:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c0031e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145824.019157:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366893744 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.019162:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee36689374b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.019173:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca2a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.019175:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee36689374b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.019179:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366893744 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.019183:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ce:0x0].0x0 (ffff9be9c364d900) 00010000:00010000:1.0:1783145824.019187:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1783145824.019190:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee36689374b lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.019194:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366893744 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.019195:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee36689374b lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.019215:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ce:0x0].0x0 (ffff9be9c364d900) 00010000:00010000:1.0:1783145824.019215:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145824.019219:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145824.019220:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145824.019221:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145824.019225:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366893744 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.019231:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366893744 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.019245:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689372f lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.019252:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689372f lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.019261:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689372f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.019267:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689372f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.019272:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a1a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.019275:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689372f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.019281:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689372f lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.019288:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145824.019292:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145824.019295:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:275b1235-b8f5-4ce3-8a3a-d483c556f740+60:2407:x1869755188016000:12345-192.168.203.44@tcp:2:touch.500 Request processed in 182us (276us total) trans 8589935457 rc 0/0 00010000:00010000:3.0:1783145824.019297:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689372f lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.019306:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689372f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.019315:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2593 00000004:00010000:3.0:1783145824.019320:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000fc4287b7 reply state 0000000078f4edb1 transno 12884905538 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee36689373d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.019331:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee36689373d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.019338:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00010000:00010000:3.0:1783145824.019341:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145824.019343:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145824.019381:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+393:306123:x1869755188015872:12345-192.168.203.44@tcp:36:rm.500 Request processed in 906us (1006us total) trans 12884905538 rc 0/0 00000100:00100000:3.0:1783145824.019422:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 507 00000100:00100000:3.0:1783145824.019428:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471772425292 time 8471772336554 state 0x2 ref 0 00000100:00100000:2.0:1783145824.019575:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.019621:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188016128 00000100:00100000:1.0:1783145824.019627:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188016128 00000100:00100000:1.0:1783145824.019646:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471772425292 time 8471772336554 state 0x0 ref 1 00000100:00100000:1.0:1783145824.019654:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471772436554 time 8471772336554 state 0x1 ref 1 00000100:00100000:1.0:1783145824.019678:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471772436554 time 8471773555710 state 0x0 ref 1 00000100:00100000:1.0:1783145824.019692:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+393:306135:x1869755188016128:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145824.019702:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.019712:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee366893752 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679af87 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.019741:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee366893752 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af87 expref: 394 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.019753:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee366893752 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af87 expref: 394 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.019767:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d9:0x0].0x0 (ffff9be8cc80b500) 00010000:00010000:1.0:1783145824.019771:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145824.019774:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696ec00, rc 0) 00000100:00100000:1.0:1783145824.019807:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+394:306135:x1869755188016128:12345-192.168.203.44@tcp:101:touch.500 Request processed in 118us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145824.019815:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 508 00000100:00100000:1.0:1783145824.019820:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471772436554 time 8471773555710 state 0x2 ref 0 00000100:00100000:0.0:1783145824.021423:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.021442:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.021459:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188016384 00000100:00100000:2.0:1783145824.021465:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188016384 00000100:00100000:1.0:1783145824.021478:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188016640 00000100:00100000:1.0:1783145824.021483:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188016640 00000100:00100000:2.0:1783145824.021500:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 978 00000100:00100000:1.0:1783145824.021505:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471772436554 time 8471773555710 state 0x0 ref 1 00000100:00100000:2.0:1783145824.021513:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+395:306142:x1869755188016384:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145824.021518:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471773655710 time 8471773555710 state 0x1 ref 1 00000100:00100000:1.0:1783145824.021543:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471773655710 time 8471775420906 state 0x0 ref 1 00000100:00100000:1.0:1783145824.021558:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+395:306129:x1869755188016640:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:1.0:1783145824.021582:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145824.021597:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668935ca lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af17 expref: 395 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.021616:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366893434 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aebc expref: 395 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.021630:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cf:0x0].0x0 (ffff9be9c364d100) 00010000:00010000:1.0:1783145824.021634:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145824.021648:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893759 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.021657:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893759 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.021667:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893759 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.021676:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+394:306142:x1869755188016384:12345-192.168.203.44@tcp:35:touch.500 Request processed in 165us (250us total) trans 12884905539 rc 0/0 00010000:00010000:1.0:1783145824.021682:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee366893760 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.021687:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 978 00010000:00010000:1.0:1783145824.021699:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee366893760 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.021709:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee366893760 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.021755:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893767 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.021764:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893767 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.021772:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893767 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783145824.021892:0:204556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].438, 64 off36224 00010000:00010000:1.0:1783145824.021923:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fe00/0x38bddee36689376e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.021933:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fe00/0x38bddee36689376e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.021940:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fe00/0x38bddee36689376e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.021948:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fe00/0x38bddee36689376e lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.021956:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fe00/0x38bddee36689376e lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.021963:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fe00/0x38bddee36689376e lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.021980:0:204556:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145824.021990:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893767 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.021998:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893767 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.022005:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893767 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.022012:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.022013:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145824.022018:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893767 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.022021:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fe00/0x38bddee36689376e lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.022032:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893767 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.022034:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696fe00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145824.022041:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fe00/0x38bddee36689376e lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.022046:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145824.022047:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cf:0x0].0x0 (ffff9be9c364d100) 00010000:00010000:1.0:1783145824.022053:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145824.022059:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893767 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.022060:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fe00/0x38bddee36689376e lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.022076:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893767 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.022086:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cf:0x0].0x0 (ffff9be9c364d100) 00010000:00010000:3.0:1783145824.022090:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145824.022095:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fe00/0x38bddee36689376e lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.022096:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188016768 00010000:00010000:1.0:1783145824.022098:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893759 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.022104:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188016768 00010000:00010000:3.0:1783145824.022109:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fe00/0x38bddee36689376e lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.022144:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893759 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.022152:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893759 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.022164:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893759 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.022173:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696fa00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.022176:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145824.022178:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893759 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.022181:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145824.022181:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2594 00010000:00010000:3.0:1783145824.022185:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145824.022192:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893759 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.022194:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+84:2409:x1869755188016768:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:1.0:1783145824.022212:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.022216:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.022219:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893759 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.022226:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893759 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.022237:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000da6df332 reply state 000000001f1ba454 transno 12884905540 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee366893760 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.022247:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee366893760 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.022255:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:1.0:1783145824.022257:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145824.022260:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145824.022299:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+395:306129:x1869755188016640:12345-192.168.203.44@tcp:36:rm.500 Request processed in 744us (852us total) trans 12884905540 rc 0/0 00000100:00100000:1.0:1783145824.022307:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 509 00000100:00100000:2.0:1783145824.022313:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+85:2409:x1869755188016768:12345-192.168.203.44@tcp:2:touch.500 Request processed in 118us (266us total) trans 8589936109 rc 0/0 00000100:00100000:1.0:1783145824.022315:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471773655710 time 8471775420906 state 0x2 ref 0 00000100:00100000:2.0:1783145824.022327:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2594 00000100:00100000:3.0:1783145824.025609:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.025654:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188017024 00000100:00100000:2.0:1783145824.025659:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188017024 00000100:00100000:2.0:1783145824.025674:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471773655710 time 8471775420906 state 0x0 ref 1 00000100:00100000:2.0:1783145824.025681:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471775520906 time 8471775420906 state 0x1 ref 1 00000100:00100000:2.0:1783145824.025698:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471775520906 time 8471779576375 state 0x0 ref 1 00000100:00100000:2.0:1783145824.025706:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d0314000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+395:306137:x1869755188017024:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145824.025733:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145824.025745:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ba00/0x38bddee366893633 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af41 expref: 395 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.025761:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668934dc lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aedf expref: 394 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.025767:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d2:0x0].0x0 (ffff9be9c364dd00) 00010000:00010000:2.0:1783145824.025771:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145824.025781:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a400/0x38bddee366893775 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.025789:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a400/0x38bddee366893775 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.025794:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a400/0x38bddee366893775 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.025804:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee36689377c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.025812:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee36689377c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.025817:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee36689377c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.025840:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145824.025870:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25bc00/0x38bddee366893783 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.025876:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188017280 00010000:00010000:2.0:1783145824.025876:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25bc00/0x38bddee366893783 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.025881:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188017280 00010000:00010000:2.0:1783145824.025888:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25bc00/0x38bddee366893783 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.025948:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 979 00000100:00100000:3.0:1783145824.025957:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+394:306135:x1869755188017280:12345-192.168.203.44@tcp:35:touch.500 00000040:00080000:2.0:1783145824.026038:0:204555:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].435, 64 off36032 00010000:00010000:2.0:1783145824.026070:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee36689378a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.026077:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee36689378a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.026083:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee36689378a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.026088:0:204555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee36689378a lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.026093:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee36689378a lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.026098:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee36689378a lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.026108:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+396:306135:x1869755188017280:12345-192.168.203.44@tcp:35:touch.500 Request processed in 151us (268us total) trans 12884905541 rc 0/0 00010000:00010000:2.0:1783145824.026144:0:204555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145824.026145:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 979 00010000:00010000:1.0:1783145824.026154:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145824.026158:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25bc00/0x38bddee366893783 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.026163:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee36689378a lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.026164:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25bc00/0x38bddee366893783 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.026182:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25bc00/0x38bddee366893783 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.026183:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fbe00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145824.026189:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee36689378a lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.026190:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd25bc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.026195:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25bc00/0x38bddee366893783 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.026205:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25bc00/0x38bddee366893783 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.026211:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d2:0x0].0x0 (ffff9be9c364dd00) 00010000:00010000:1.0:1783145824.026211:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee36689378a lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.026218:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145824.026224:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25bc00/0x38bddee366893783 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.026229:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d2:0x0].0x0 (ffff9be9c364dd00) 00010000:00010000:1.0:1783145824.026233:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1783145824.026238:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee36689378a lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.026241:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25bc00/0x38bddee366893783 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.026250:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee36689378a lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.026261:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a400/0x38bddee366893775 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.026263:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145824.026267:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145824.026270:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145824.026276:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a400/0x38bddee366893775 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.026280:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a400/0x38bddee366893775 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.026283:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd25a400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.026285:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a400/0x38bddee366893775 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.026288:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a400/0x38bddee366893775 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.026294:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.026296:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.026298:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a400/0x38bddee366893775 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.026302:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a400/0x38bddee366893775 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.026308:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f288de8b reply state 00000000b0d90d76 transno 12884905542 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee36689377c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.026314:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee36689377c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.026318:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00010000:00010000:2.0:1783145824.026319:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145824.026321:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145824.026350:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d0314000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+396:306137:x1869755188017024:12345-192.168.203.44@tcp:36:rm.500 Request processed in 646us (746us total) trans 12884905542 rc 0/0 00000100:00100000:2.0:1783145824.026356:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 510 00000100:00100000:2.0:1783145824.026359:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471775520906 time 8471779576375 state 0x2 ref 0 00000100:00100000:0.0:1783145824.030041:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.030075:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.030100:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188017408 00000100:00100000:2.0:1783145824.030105:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188017408 00000100:00100000:3.0:1783145824.030143:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188017536 00000100:00100000:3.0:1783145824.030149:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188017536 00000100:00100000:2.0:1783145824.030157:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471775520906 time 8471779576375 state 0x0 ref 1 00000100:00100000:2.0:1783145824.030167:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471779676375 time 8471779576375 state 0x1 ref 1 00000100:00100000:3.0:1783145824.030192:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 624 00000100:00100000:2.0:1783145824.030193:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471779676375 time 8471784068938 state 0x0 ref 1 00000100:00100000:2.0:1783145824.030209:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+397:306141:x1869755188017408:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:3.0:1783145824.030214:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+397:2408:x1869755188017536:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:2.0:1783145824.030223:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145824.030241:0:204579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.030245:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa800/0x38bddee366893791 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679af8e expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.030253:0:204579:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee366893798 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679af95 expref: -99 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.030292:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee36689379f lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.030293:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668937a6 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.030309:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee36689379f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.030320:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee36689379f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.030322:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668937a6 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.030337:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668937ad lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.030339:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668937a6 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.030353:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668937ad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.030367:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668937ad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.030369:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668937b4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.030389:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668937b4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.030399:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668937b4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.030405:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee36689379f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.030414:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee36689379f lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.030420:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee36689379f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.030424:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a0e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.030427:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee36689379f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.030433:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee36689379f lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.030442:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145824.030445:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.030450:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee36689379f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.030450:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee3668937bb lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.030469:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee36689379f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.030471:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee3668937bb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.030485:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668937ad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.030486:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee3668937bb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.030505:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668937ad lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.030511:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668937ad lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.030516:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a1c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.030519:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668937ad lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.030524:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668937ad lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145824.030527:0:204557:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1d5:0x0]: returning size 0 00010000:00010000:3.0:1783145824.030530:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00000004:00200000:2.0:1783145824.030534:0:204557:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1783145824.030535:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.030539:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668937ad lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.030545:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668937ad lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.030553:0:204557:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee3668937bb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.030564:0:204579:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee366893798 lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af95 expref: 399 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.030567:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee3668937bb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.030584:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.030586:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668937a6 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.030660:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145824.030665:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668937a6 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.030666:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee366893798 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af95 expref: 399 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.030682:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668937a6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.030688:0:204579:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9cd5a1a00, rc -2) 00010000:00010000:2.0:1783145824.030692:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668937a6 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.030707:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145824.030709:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fb200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.030715:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668937a6 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.030722:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668937a6 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.030732:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.030735:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.030739:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668937a6 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.030745:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668937a6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.030746:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188017664 00000100:00100000:1.0:1783145824.030754:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188017664 00010000:00010000:2.0:1783145824.030760:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668937b4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.030768:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+399:2408:x1869755188017536:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 563us (690us total) trans 0 rc -2/-2 00010000:00010000:2.0:1783145824.030772:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668937b4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.030781:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471784168938 time 8471784068938 state 0x1 ref 2 00000100:00100000:3.0:1783145824.030782:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 624 00010000:00010000:2.0:1783145824.030790:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668937b4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.030799:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fbc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.030803:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668937b4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.030810:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668937b4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.030811:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471784168938 time 8471784687830 state 0x0 ref 2 00010000:00010000:2.0:1783145824.030835:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00000100:00100000:1.0:1783145824.030835:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+398:306138:x1869755188017664:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145824.030841:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.030846:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668937b4 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.030849:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.030855:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668937b4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.030861:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee3668937c2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679af9c expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.030881:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa800/0x38bddee366893791 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af8e expref: 400 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.030895:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee3668937bb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af8e expref: 399 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.030902:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668937c9 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.030903:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d5:0x0].0x0 (ffff9be9c9299300) 00010000:00010000:2.0:1783145824.030910:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145824.030915:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd2fac00, rc 0) 00010000:00010000:1.0:1783145824.030919:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668937c9 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.030930:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668937c9 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.030942:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668937d0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.030950:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668937d0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.030951:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+399:306141:x1869755188017408:12345-192.168.203.44@tcp:101:rm.500 Request processed in 744us (911us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145824.030968:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668937d0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.030969:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 511 00010000:00010000:1.0:1783145824.031014:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee3668937d7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.031026:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee3668937d7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.031034:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee3668937d7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.031054:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000004:00200000:1.0:1783145824.031072:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1d3:0x0]: returning size 0 00000004:00200000:1.0:1783145824.031076:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1783145824.031082:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000004:00010000:1.0:1783145824.031088:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee3668937d7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.031099:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee3668937d7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.031107:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668937c9 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.031157:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668937c9 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.031158:0:204561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188017920 00000100:00100000:2.0:1783145824.031165:0:204561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188017920 00000100:00100000:3.0:1783145824.031166:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188017792 00010000:00010000:1.0:1783145824.031168:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668937c9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.031174:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188017792 00010000:00010000:1.0:1783145824.031176:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668937c9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.031183:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.031187:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668937c9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.031193:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668937c9 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.031204:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00000100:00100000:2.0:1783145824.031205:0:204561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 625 00010000:00010000:1.0:1783145824.031210:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145824.031214:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471784787830 time 8471784687830 state 0x1 ref 2 00010000:00010000:1.0:1783145824.031215:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668937c9 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.031221:0:204561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+400:2408:x1869755188017920:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:1.0:1783145824.031233:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668937c9 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.031246:0:204561:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.031247:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668937d0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.031249:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471784787830 time 8471785125363 state 0x0 ref 2 00010000:00010000:2.0:1783145824.031258:0:204561:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee3668937de lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679afaa expref: -99 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.031265:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668937d0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.031274:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+400:306139:x1869755188017792:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145824.031287:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668937d0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.031289:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.031295:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.031299:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668937d0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.031301:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee3668937e5 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679afa3 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.031307:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668937d0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.031308:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668937ec lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.031327:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:2.0:1783145824.031328:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668937ec lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.031333:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.031337:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668937d0 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.031342:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668937ec lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.031343:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668937f3 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.031345:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668937d0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.031369:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668937f3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.031369:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee3668937fa lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.031388:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee3668937fa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.031390:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668937f3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.031394:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee3668937c2 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af9c expref: 403 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.031409:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee3668937fa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.031419:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893801 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.031423:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee3668937d7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af9c expref: 402 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.031431:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668937ec lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.031435:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893801 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.031438:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d3:0x0].0x0 (ffff9be8cc80b800) 00010000:00010000:1.0:1783145824.031445:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145824.031449:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696fc00, rc 0) 00010000:00010000:2.0:1783145824.031451:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668937ec lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.031456:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893801 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.031460:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668937ec lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.031469:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fb800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.031473:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668937ec lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.031484:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668937ec lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.031487:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+402:306138:x1869755188017664:12345-192.168.203.44@tcp:101:rm.500 Request processed in 656us (782us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145824.031502:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366893808 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.031502:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00000100:00100000:1.0:1783145824.031502:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 512 00010000:00010000:2.0:1783145824.031509:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.031514:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668937ec lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.031518:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366893808 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.031523:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668937ec lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.031531:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366893808 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.031538:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee3668937fa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.031546:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee3668937fa lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.031552:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee3668937fa lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145824.031553:0:204590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1d4:0x0]: returning size 0 00000004:00200000:3.0:1783145824.031559:0:204590:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1783145824.031563:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fa200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.031568:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee3668937fa lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145824.031571:0:204590:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366893808 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.031574:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee3668937fa lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.031592:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00010000:00010000:2.0:1783145824.031594:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.031597:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee3668937fa lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.031604:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee3668937fa lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.031620:0:204561:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee3668937de lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afaa expref: 401 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.031630:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145824.031631:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366893808 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.031634:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145824.031641:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee3668937de lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afaa expref: 401 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.031645:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668937f3 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.031654:0:204561:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd2fba00, rc -2) 00010000:00010000:3.0:1783145824.031655:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668937f3 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.031664:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668937f3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.031670:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668937f3 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.031675:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca2a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.031678:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668937f3 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.031683:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668937f3 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.031691:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145824.031695:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145824.031697:0:204561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+400:2408:x1869755188017920:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 479us (613us total) trans 0 rc -2/-2 00010000:00010000:3.0:1783145824.031700:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668937f3 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.031710:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668937f3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.031710:0:204561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 625 00010000:00010000:3.0:1783145824.031725:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893801 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.031731:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893801 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.031737:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893801 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.031742:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9da69d200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.031746:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893801 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.031752:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893801 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.031814:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00010000:00010000:3.0:1783145824.031864:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.031868:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893801 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.031875:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893801 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.031895:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee3668937e5 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afa3 expref: 400 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.031907:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366893808 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afa3 expref: 399 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.031914:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d4:0x0].0x0 (ffff9be9c9299800) 00010000:00010000:3.0:1783145824.031916:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145824.031919:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c91dac00, rc 0) 00000100:00100000:3.0:1783145824.031948:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+399:306139:x1869755188017792:12345-192.168.203.44@tcp:101:rm.500 Request processed in 681us (895us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145824.031955:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 513 00000100:00100000:3.0:1783145824.031960:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471784787830 time 8471785125363 state 0x2 ref 0 00000100:00100000:0.0:1783145824.034379:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.034416:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188018048 00000100:00100000:3.0:1783145824.034422:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188018048 00000100:00100000:3.0:1783145824.034517:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2595 00000100:00100000:3.0:1783145824.034527:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+85:2407:x1869755188018048:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:0.0:1783145824.034538:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145824.034570:0:206058:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145824.034585:0:206058:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002551b159/0x38bddee36689380f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbd9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679afb1 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.034587:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188018176 00000100:00100000:2.0:1783145824.034593:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188018176 00002000:00010000:3.0:1783145824.034612:0:206058:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbd9:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:3.0:1783145824.034627:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd9:0x0].0x0 since=8471s v=(0 0) 00000100:00100000:2.0:1783145824.034631:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2596 00010000:00010000:3.0:1783145824.034635:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd9:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145824.034643:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:275b1235-b8f5-4ce3-8a3a-d483c556f740+60:2410:x1869755188018176:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145824.034645:0:206058:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002551b159/0x38bddee36689380f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afb1 expref: 86 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.034655:0:228911:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145824.034669:0:206058:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002551b159/0x38bddee36689380f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afb1 expref: 86 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.034672:0:228911:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f344bd96/0x38bddee366893816 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb75:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679afb8 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.034688:0:206058:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c91dba00, rc 0) 00002000:00010000:2.0:1783145824.034698:0:228911:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb75:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145824.034712:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb75:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:2.0:1783145824.034716:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb75:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145824.034720:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+86:2407:x1869755188018048:12345-192.168.203.44@tcp:101:rm.500 Request processed in 194us (340us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145824.034727:0:228911:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f344bd96/0x38bddee366893816 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afb8 expref: 61 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.034733:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2595 00010000:00010000:2.0:1783145824.034748:0:228911:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f344bd96/0x38bddee366893816 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afb8 expref: 61 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.034759:0:228911:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd25ba00, rc 0) 00000100:00100000:2.0:1783145824.034790:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:275b1235-b8f5-4ce3-8a3a-d483c556f740+61:2410:x1869755188018176:12345-192.168.203.44@tcp:101:rm.500 Request processed in 150us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145824.034797:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2596 00000100:00100000:0.0:1783145824.036146:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.036183:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188018304 00000100:00100000:2.0:1783145824.036189:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188018304 00000100:00100000:2.0:1783145824.036224:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2597 00000100:00100000:2.0:1783145824.036232:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+86:2409:x1869755188018304:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145824.036241:0:207255:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.036252:0:207255:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a117966b/0x38bddee36689381d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbd8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679afbf expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783145824.036268:0:207255:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbd8:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145824.036277:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd8:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:2.0:1783145824.036280:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145824.036287:0:207255:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a117966b/0x38bddee36689381d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afbf expref: 87 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.036301:0:207255:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a117966b/0x38bddee36689381d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afbf expref: 87 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.036317:0:207255:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd25a400, rc 0) 00000100:00100000:2.0:1783145824.036346:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+87:2409:x1869755188018304:12345-192.168.203.44@tcp:101:rm.500 Request processed in 114us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145824.036353:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2597 00000100:00100000:0.0:1783145824.037217:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.037262:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188018432 00000100:00100000:1.0:1783145824.037267:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188018432 00000100:00100000:1.0:1783145824.037286:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471784787830 time 8471785125363 state 0x0 ref 1 00000100:00100000:1.0:1783145824.037294:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471785225363 time 8471785125363 state 0x1 ref 1 00000100:00100000:1.0:1783145824.037317:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471785225363 time 8471791194215 state 0x0 ref 1 00000100:00100000:1.0:1783145824.037330:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+399:306148:x1869755188018432:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145824.037339:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.037346:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893824 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679afc6 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.037374:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee36689382b lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.037382:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee36689382b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.037388:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee36689382b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.037394:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366893832 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.037399:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366893832 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.037403:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366893832 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.037442:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893839 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.037450:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893839 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.037457:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893839 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145824.037482:0:206077:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1d6:0x0]: returning size 0 00000004:00200000:1.0:1783145824.037486:0:206077:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783145824.037497:0:206077:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893839 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.037506:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893839 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.037516:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee36689382b lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.037520:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee36689382b lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.037525:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee36689382b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.037528:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee36689382b lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.037531:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.037533:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee36689382b lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.037537:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee36689382b lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.037542:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.037543:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.037546:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee36689382b lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.037549:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee36689382b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.037555:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366893832 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.037559:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366893832 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.037564:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366893832 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.037567:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.037569:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366893832 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.037572:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366893832 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.037575:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:1.0:1783145824.037577:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.037578:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366893832 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.037581:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366893832 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.037594:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893824 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afc6 expref: 401 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.037600:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893839 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afc6 expref: 400 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.037604:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d6:0x0].0x0 (ffff9be9c9299500) 00010000:00010000:1.0:1783145824.037605:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145824.037607:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696fa00, rc 0) 00000100:00100000:1.0:1783145824.037631:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+400:306148:x1869755188018432:12345-192.168.203.44@tcp:101:rm.500 Request processed in 306us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145824.037636:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 514 00000100:00100000:1.0:1783145824.037639:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471785225363 time 8471791194215 state 0x2 ref 0 00000100:00100000:0.0:1783145824.041024:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.041065:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.041086:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188018688 00000100:00100000:2.0:1783145824.041093:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188018688 00000100:00100000:1.0:1783145824.041108:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188018816 00000100:00100000:1.0:1783145824.041145:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188018816 00000100:00100000:2.0:1783145824.041175:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471785225363 time 8471791194215 state 0x0 ref 1 00000100:00100000:2.0:1783145824.041185:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471791294215 time 8471791194215 state 0x1 ref 1 00000100:00100000:1.0:1783145824.041190:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2598 00000100:00100000:1.0:1783145824.041202:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:275b1235-b8f5-4ce3-8a3a-d483c556f740+61:2410:x1869755188018816:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:2.0:1783145824.041214:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471791294215 time 8471795090545 state 0x0 ref 1 00010000:00010000:1.0:1783145824.041216:0:228905:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1783145824.041229:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+400:306143:x1869755188018688:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145824.041245:0:228905:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000067562471/0x38bddee366893840 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb76:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679afd4 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.041251:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.041266:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25bc00/0x38bddee366893847 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679afcd expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783145824.041272:0:228905:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb76:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:1.0:1783145824.041289:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb76:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:1.0:1783145824.041293:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb76:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145824.041302:0:228905:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000067562471/0x38bddee366893840 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afd4 expref: 62 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.041317:0:228905:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000067562471/0x38bddee366893840 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afd4 expref: 62 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.041330:0:228905:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696fe00, rc 0) 00010000:00010000:2.0:1783145824.041366:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee36689384e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.041368:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:275b1235-b8f5-4ce3-8a3a-d483c556f740+62:2410:x1869755188018816:12345-192.168.203.44@tcp:101:rm.500 Request processed in 170us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145824.041381:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2598 00010000:00010000:2.0:1783145824.041387:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee36689384e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.041398:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee36689384e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.041411:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366893855 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.041423:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366893855 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.041431:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366893855 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145824.041799:0:204557:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb78:0x0], index 1: 0 00010000:00010000:2.0:1783145824.041935:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee36689385c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.041941:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee36689385c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.041946:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee36689385c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.041973:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee36689384e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.041976:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee36689384e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.041980:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee36689384e lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.041984:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee36689384e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.041988:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.041990:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee36689384e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.042001:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee36689384e lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.042011:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.042014:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.042018:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee36689384e lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.042024:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee36689384e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.042037:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005c6d0d3f reply state 00000000ba864585 transno 12884905543 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366893855 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.042048:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366893855 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.042055:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:2.0:1783145824.042057:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145824.042059:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145824.042083:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25bc00/0x38bddee366893847 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afcd expref: 403 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.042094:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee36689385c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afcd expref: 402 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.042099:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1da:0x0].0x0 (ffff9be8cc80b300) 00010000:00010000:2.0:1783145824.042101:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145824.042103:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e2000, rc 0) 00000100:00100000:2.0:1783145824.042169:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+403:306143:x1869755188018688:12345-192.168.203.44@tcp:101:touch.500 Request processed in 943us (1150us total) trans 12884905543 rc 0/0 00000100:00100000:2.0:1783145824.042178:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 515 00000100:00100000:2.0:1783145824.042182:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471791294215 time 8471795090545 state 0x2 ref 0 00000100:00100000:3.0:1783145824.043401:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.043438:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188019072 00000100:00100000:1.0:1783145824.043444:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188019072 00000100:00100000:1.0:1783145824.043465:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471791294215 time 8471795090545 state 0x0 ref 1 00000100:00100000:1.0:1783145824.043473:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471795190545 time 8471795090545 state 0x1 ref 1 00000100:00100000:1.0:1783145824.043495:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471795190545 time 8471797372522 state 0x0 ref 1 00000100:00100000:1.0:1783145824.043507:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+403:306143:x1869755188019072:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:1.0:1783145824.043542:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145824.043558:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee36689385c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afcd expref: 403 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.043573:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145824.043573:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1da:0x0].0x0 (ffff9be8cc80b300) 00010000:00010000:1.0:1783145824.043587:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145824.043626:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188019328 00000100:00100000:0.0:1783145824.043631:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188019328 00010000:00010000:1.0:1783145824.043650:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee36689386a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.043653:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471797472522 time 8471797372522 state 0x1 ref 2 00010000:00010000:1.0:1783145824.043663:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee36689386a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.043670:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee36689386a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.043685:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471797472522 time 8471797561657 state 0x0 ref 2 00000100:00100000:0.0:1783145824.043698:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+403:306149:x1869755188019328:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145824.043707:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145824.043719:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee366893871 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679afdb expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.043726:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000eb07a10f reply state 00000000b46fb891 transno 12884905544 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee36689386a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.043733:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee36689386a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.043738:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1da:0x0].0x0 (ffff9be9c364dc00) 00010000:00010000:1.0:1783145824.043741:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145824.043743:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145824.043776:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee366893878 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.043787:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee366893878 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.043796:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee366893878 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.043797:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+406:306143:x1869755188019072:12345-192.168.203.44@tcp:36:touch.500 Request processed in 291us (397us total) trans 12884905544 rc 0/0 00000100:00100000:1.0:1783145824.043813:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 516 00010000:00010000:0.0:1783145824.043816:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee36689387f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.043828:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee36689387f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.043836:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee36689387f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145824.044001:0:204590:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbdc:0x0], index 0: 0 00010000:00010000:0.0:1783145824.044086:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366893886 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.044096:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366893886 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.044104:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366893886 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.044166:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee366893878 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.044174:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee366893878 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.044181:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee366893878 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.044188:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee366893878 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.044194:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c6799800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145824.044197:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee366893878 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.044204:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee366893878 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.044213:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145824.044216:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145824.044219:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee366893878 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.044225:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee366893878 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145824.044236:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b8999700 reply state 000000009019371e transno 12884905545 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee36689387f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.044245:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee36689387f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.044251:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:0.0:1783145824.044254:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145824.044257:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145824.044274:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee366893871 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afdb expref: 407 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.044287:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366893886 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afdb expref: 406 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.044294:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1db:0x0].0x0 (ffff9be9c9299200) 00010000:00010000:0.0:1783145824.044297:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145824.044299:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd5dca00, rc 0) 00000100:00100000:0.0:1783145824.044332:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+407:306149:x1869755188019328:12345-192.168.203.44@tcp:101:touch.500 Request processed in 637us (759us total) trans 12884905545 rc 0/0 00000100:00100000:0.0:1783145824.044340:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 517 00000100:00100000:0.0:1783145824.044345:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471797472522 time 8471797561657 state 0x2 ref 0 00000100:00100000:3.0:1783145824.045006:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.045044:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188019456 00000100:00100000:0.0:1783145824.045049:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188019456 00000100:00100000:0.0:1783145824.045066:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471797472522 time 8471797561657 state 0x0 ref 1 00000100:00100000:0.0:1783145824.045074:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471797661657 time 8471797561657 state 0x1 ref 1 00000100:00100000:0.0:1783145824.045096:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471797661657 time 8471798974054 state 0x0 ref 1 00000100:00100000:0.0:1783145824.045107:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+407:306143:x1869755188019456:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145824.045152:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145824.045161:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366893894 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679afe2 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.045190:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366893894 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afe2 expref: 408 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.045201:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366893894 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afe2 expref: 408 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.045216:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1da:0x0].0x0 (ffff9be9c364dc00) 00010000:00010000:0.0:1783145824.045219:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145824.045221:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd5dc800, rc 0) 00000100:00100000:0.0:1783145824.045251:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+408:306143:x1869755188019456:12345-192.168.203.44@tcp:101:touch.500 Request processed in 145us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145824.045258:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 518 00000100:00100000:0.0:1783145824.045263:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471797661657 time 8471798974054 state 0x2 ref 0 00000100:00100000:3.0:1783145824.045524:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.045560:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188019712 00000100:00100000:0.0:1783145824.045566:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188019712 00000100:00100000:0.0:1783145824.045582:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471797661657 time 8471798974054 state 0x0 ref 1 00000100:00100000:0.0:1783145824.045590:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471799074054 time 8471798974054 state 0x1 ref 1 00000100:00100000:0.0:1783145824.045612:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471799074054 time 8471799489423 state 0x0 ref 1 00000100:00100000:0.0:1783145824.045623:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+408:306149:x1869755188019712:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:0.0:1783145824.045645:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145824.045655:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366893886 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afdb expref: 408 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.045667:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1db:0x0].0x0 (ffff9be9c9299200) 00010000:00010000:0.0:1783145824.045672:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145824.045701:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689389b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.045710:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689389b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.045719:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689389b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.045747:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000004:00010000:0.0:1783145824.045770:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000092c8f9b8 reply state 00000000d7ea47f3 transno 12884905546 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689389b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.045779:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188019968 00010000:00010000:0.0:1783145824.045781:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689389b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.045785:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188019968 00010000:00010000:0.0:1783145824.045792:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1db:0x0].0x0 (ffff9be9c9299700) 00010000:00010000:0.0:1783145824.045795:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145824.045797:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145824.045806:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471799589423 time 8471799489423 state 0x1 ref 2 00000100:00100000:1.0:1783145824.045832:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471799589423 time 8471799709294 state 0x0 ref 2 00000100:00100000:0.0:1783145824.045841:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+410:306149:x1869755188019712:12345-192.168.203.44@tcp:36:touch.500 Request processed in 219us (315us total) trans 12884905546 rc 0/0 00000100:00100000:1.0:1783145824.045847:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+410:306139:x1869755188019968:12345-192.168.203.44@tcp:36:rm.500 00000100:00100000:0.0:1783145824.045855:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 519 00010000:00010000:1.0:1783145824.045883:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145824.045898:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee366893808 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afa3 expref: 409 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.045927:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798000/0x38bddee366893576 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af02 expref: 408 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.045940:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d4:0x0].0x0 (ffff9be9c9299800) 00010000:00010000:1.0:1783145824.045944:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145824.045957:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee3668938a2 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.045967:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee3668938a2 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.045975:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee3668938a2 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.045992:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668938a9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.046002:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668938a9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.046011:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668938a9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.046057:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668938b0 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.046066:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668938b0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.046074:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668938b0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.046152:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.046176:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188020096 00000100:00100000:0.0:1783145824.046181:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188020096 00000100:00100000:0.0:1783145824.046216:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2599 00000100:00100000:0.0:1783145824.046225:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffea1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:275b1235-b8f5-4ce3-8a3a-d483c556f740+62:2408:x1869755188020096:12345-192.168.203.44@tcp:2:touch.500 00000040:00080000:1.0:1783145824.046286:0:210786:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].436, 64 off36096 00010000:00010000:1.0:1783145824.046341:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee3668938b7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.046351:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee3668938b7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.046361:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee3668938b7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.046368:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffea1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:275b1235-b8f5-4ce3-8a3a-d483c556f740+63:2408:x1869755188020096:12345-192.168.203.44@tcp:2:touch.500 Request processed in 142us (213us total) trans 8589935458 rc 0/0 00010000:00010000:1.0:1783145824.046373:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee3668938b7 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.046379:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2599 00010000:00010000:1.0:1783145824.046387:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee3668938b7 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.046395:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee3668938b7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.046413:0:210786:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145824.046420:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145824.046426:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145824.046433:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee3668938b7 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.046436:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668938b0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.046449:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668938b0 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.046456:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fba00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145824.046457:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668938b0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.046463:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee3668938b7 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.046467:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.046473:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668938b0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.046475:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee3668938b7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.046489:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668938b0 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.046493:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d4:0x0].0x0 (ffff9be9c9299800) 00010000:00010000:0.0:1783145824.046498:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145824.046502:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee3668938b7 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.046508:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee3668938b7 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.046509:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d4:0x0].0x0 (ffff9be9c9299800) 00010000:00010000:1.0:1783145824.046517:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145824.046522:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668938b0 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.046524:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145824.046529:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145824.046533:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668938b0 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.046533:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145824.046550:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee3668938a2 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.046562:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee3668938a2 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.046569:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee3668938a2 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.046577:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee3668938a2 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.046582:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.046585:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee3668938a2 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.046591:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee3668938a2 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.046597:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.046600:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.046603:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee3668938a2 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.046610:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee3668938a2 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.046619:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007de62318 reply state 0000000087c782ce transno 12884905547 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668938a9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.046629:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668938a9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.046636:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00010000:00010000:1.0:1783145824.046639:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145824.046641:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145824.046660:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188020224 00000100:00100000:1.0:1783145824.046664:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188020224 00000100:00100000:1.0:1783145824.046683:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471799809294 time 8471799709294 state 0x1 ref 2 00000100:00100000:1.0:1783145824.046702:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471799809294 time 8471800580127 state 0x0 ref 2 00000100:00100000:1.0:1783145824.046714:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffea3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+410:306149:x1869755188020224:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145824.046725:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.046734:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee3668938be lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679afe9 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.046758:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee3668938be lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afe9 expref: 411 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.046769:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee3668938be lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afe9 expref: 411 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.046782:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1db:0x0].0x0 (ffff9be9c9299700) 00010000:00010000:1.0:1783145824.046785:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145824.046788:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd2fa200, rc 0) 00000100:00100000:1.0:1783145824.046817:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffea3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+411:306149:x1869755188020224:12345-192.168.203.44@tcp:101:touch.500 Request processed in 106us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145824.046826:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 521 00000100:00100000:1.0:1783145824.046859:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+410:306139:x1869755188019968:12345-192.168.203.44@tcp:36:rm.500 Request processed in 1018us (1111us total) trans 12884905547 rc 0/0 00000100:00100000:1.0:1783145824.046867:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 520 00000100:00100000:1.0:1783145824.046873:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471799809294 time 8471800580127 state 0x2 ref 0 00000100:00100000:3.0:1783145824.049409:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.049452:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188020352 00000100:00100000:0.0:1783145824.049457:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188020352 00000100:00100000:0.0:1783145824.049491:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2600 00000100:00100000:0.0:1783145824.049499:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffea1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+87:2407:x1869755188020352:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:3.0:1783145824.049519:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.049551:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188020608 00000100:00100000:2.0:1783145824.049557:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188020608 00000100:00100000:2.0:1783145824.049593:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 980 00000100:00100000:2.0:1783145824.049601:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffea0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+410:306143:x1869755188020608:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:0.0:1783145824.049632:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffea1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+88:2407:x1869755188020352:12345-192.168.203.44@tcp:2:touch.500 Request processed in 133us (223us total) trans 8589936110 rc 0/0 00000100:00100000:0.0:1783145824.049641:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2600 00000100:00100000:2.0:1783145824.049747:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffea0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+411:306143:x1869755188020608:12345-192.168.203.44@tcp:35:touch.500 Request processed in 148us (229us total) trans 12884905548 rc 0/0 00000100:00100000:2.0:1783145824.049754:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 980 00000100:00100000:3.0:1783145824.050495:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.050545:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188020864 00000100:00100000:1.0:1783145824.050550:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188020864 00000100:00100000:1.0:1783145824.050570:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471799809294 time 8471800580127 state 0x0 ref 1 00000100:00100000:1.0:1783145824.050579:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471800680127 time 8471800580127 state 0x1 ref 1 00000100:00100000:1.0:1783145824.050600:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471800680127 time 8471804477441 state 0x0 ref 1 00000100:00100000:1.0:1783145824.050611:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffea3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+411:306141:x1869755188020864:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:1.0:1783145824.050640:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145824.050654:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fac00/0x38bddee3668937bb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af8e expref: 411 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.050672:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee366893602 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af2c expref: 410 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.050684:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d5:0x0].0x0 (ffff9be9c9299300) 00010000:00010000:1.0:1783145824.050688:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145824.050700:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668938c5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.050710:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668938c5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.050717:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668938c5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.050729:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa800/0x38bddee3668938cc lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.050740:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa800/0x38bddee3668938cc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.050748:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa800/0x38bddee3668938cc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.050808:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668938d3 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.050817:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668938d3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.050829:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668938d3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.050858:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.050895:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188021120 00000100:00100000:0.0:1783145824.050900:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188021120 00000100:00100000:0.0:1783145824.050920:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471804577441 time 8471804477441 state 0x1 ref 2 00000100:00100000:0.0:1783145824.050941:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471804577441 time 8471804818858 state 0x0 ref 2 00000100:00100000:0.0:1783145824.050953:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffea1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+370:306157:x1869755188021120:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145824.050964:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145824.050974:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee3668938da lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aff0 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783145824.050990:0:206077:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].439, 64 off36288 00010000:00010000:1.0:1783145824.051026:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668938e1 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.051031:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee3668938e8 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.051037:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668938e1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.051044:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee3668938e8 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.051049:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668938e1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.051057:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee3668938e8 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.051060:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668938e1 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.051077:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668938e1 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.051084:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee3668938ef lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.051085:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668938e1 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.051105:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee3668938ef lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.051142:0:206077:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145824.051145:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145824.051155:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668938e1 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.051156:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668938d3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.051157:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee3668938ef lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.051179:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668938d3 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.051188:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fb200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145824.051188:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668938d3 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.051196:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668938e1 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.051198:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fbc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.051202:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668938d3 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.051223:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668938d3 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.051230:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668938e1 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.051235:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d5:0x0].0x0 (ffff9be9c9299300) 00010000:00010000:1.0:1783145824.051242:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145824.051247:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668938d3 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.051252:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d5:0x0].0x0 (ffff9be9c9299300) 00010000:00010000:1.0:1783145824.051255:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee3668938d3 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.051257:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145824.051263:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668938e1 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.051271:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb200/0x38bddee3668938e1 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.051273:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668938c5 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.051287:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668938c5 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.051290:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145824.051293:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145824.051296:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145824.051304:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668938c5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.051310:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668938c5 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.051316:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fb800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.051319:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668938c5 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.051325:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668938c5 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.051333:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.051336:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.051338:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668938c5 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.051344:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee3668938c5 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.051354:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ec56b8bf reply state 000000005b4c697e transno 12884905549 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa800/0x38bddee3668938cc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.051364:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa800/0x38bddee3668938cc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.051371:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00010000:00010000:1.0:1783145824.051373:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145824.051376:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00080000:0.0:1783145824.051402:0:204556:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb79:0x0], index 1: 0 00000100:00100000:1.0:1783145824.051413:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffea3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+411:306141:x1869755188020864:12345-192.168.203.44@tcp:36:rm.500 Request processed in 804us (918us total) trans 12884905549 rc 0/0 00000100:00100000:1.0:1783145824.051423:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 522 00010000:00010000:0.0:1783145824.051502:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee3668938f6 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.051511:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee3668938f6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.051519:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee3668938f6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.051545:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee3668938e8 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.051552:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee3668938e8 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.051558:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee3668938e8 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.051565:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee3668938e8 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.051574:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dd000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145824.051578:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee3668938e8 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.051584:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee3668938e8 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.051592:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145824.051594:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145824.051597:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee3668938e8 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.051603:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee3668938e8 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145824.051613:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000fe024786 reply state 00000000ac0278b7 transno 12884905550 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee3668938ef lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.051621:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee3668938ef lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.051627:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be9ca6eba00) 00010000:00010000:0.0:1783145824.051630:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145824.051632:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145824.051650:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee3668938da lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aff0 expref: 373 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.051662:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee3668938f6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aff0 expref: 372 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.051675:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a5:0x0].0x0 (ffff9be9c9299200) 00010000:00010000:0.0:1783145824.051677:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145824.051679:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd5dc000, rc 0) 00000100:00100000:0.0:1783145824.051708:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffea1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+373:306157:x1869755188021120:12345-192.168.203.44@tcp:101:touch.500 Request processed in 758us (886us total) trans 12884905550 rc 0/0 00000100:00100000:0.0:1783145824.051715:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 523 00000100:00100000:0.0:1783145824.051720:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471804577441 time 8471804818858 state 0x2 ref 0 00000100:00100000:3.0:1783145824.053522:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.053550:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188021376 00000100:00100000:1.0:1783145824.053554:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188021376 00000100:00100000:1.0:1783145824.053570:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471804577441 time 8471804818858 state 0x0 ref 1 00000100:00100000:1.0:1783145824.053576:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471804918858 time 8471804818858 state 0x1 ref 1 00000100:00100000:1.0:1783145824.053590:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471804918858 time 8471807468689 state 0x0 ref 1 00000100:00100000:1.0:1783145824.053597:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d907b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+411:306138:x1869755188021376:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:1.0:1783145824.053617:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145824.053628:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee3668937d7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af9c expref: 411 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.053640:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798e00/0x38bddee36689354c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aef4 expref: 410 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.053647:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d3:0x0].0x0 (ffff9be8cc80b800) 00010000:00010000:1.0:1783145824.053649:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145824.053657:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893904 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.053662:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893904 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.053667:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893904 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.053675:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee36689390b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.053682:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee36689390b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.053685:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee36689390b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.053714:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893912 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.053720:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893912 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.053724:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893912 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783145824.053804:0:204557:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].440, 64 off36352 00010000:00010000:1.0:1783145824.053836:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366893919 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.053843:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366893919 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.053848:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366893919 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.053853:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366893919 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.053856:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366893919 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.053861:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366893919 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.053873:0:204557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145824.053880:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893912 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.053884:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893912 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.053888:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893912 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.053892:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.053895:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145824.053895:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893912 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.053905:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366893919 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.053905:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893912 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.053917:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d3:0x0].0x0 (ffff9be8cc80b800) 00010000:00010000:1.0:1783145824.053920:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145824.053922:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893912 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.053923:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145824.053930:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366893919 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.053931:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893912 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.053950:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366893919 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.053954:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893904 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.053966:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d3:0x0].0x0 (ffff9be8cc80b800) 00010000:00010000:1.0:1783145824.053967:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893904 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.053972:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1783145824.053977:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893904 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.053982:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893904 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.053985:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fbe00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.053987:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893904 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.053990:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893904 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.053995:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.053996:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.053998:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893904 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.054001:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893904 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.054005:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003b102c92 reply state 000000001438a1ae transno 12884905551 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee36689390b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.054011:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee36689390b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.054015:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:1.0:1783145824.054017:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145824.054019:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145824.054040:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366893919 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.054054:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366893919 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.054059:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d907b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+411:306138:x1869755188021376:12345-192.168.203.44@tcp:36:rm.500 Request processed in 461us (537us total) trans 12884905551 rc 0/0 00000100:00100000:1.0:1783145824.054068:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 524 00010000:00010000:3.0:1783145824.054072:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145824.054072:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471804918858 time 8471807468689 state 0x2 ref 0 00010000:00010000:3.0:1783145824.054076:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145824.054080:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145824.054409:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.054452:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188021632 00000100:00100000:1.0:1783145824.054457:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188021632 00000100:00100000:1.0:1783145824.054496:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 981 00000100:00100000:1.0:1783145824.054506:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d907ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+411:306149:x1869755188021632:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145824.054648:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d907ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+412:306149:x1869755188021632:12345-192.168.203.44@tcp:35:touch.500 Request processed in 144us (238us total) trans 12884905552 rc 0/0 00000100:00100000:1.0:1783145824.054658:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 981 00000100:00100000:3.0:1783145824.054995:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.055047:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188021760 00000100:00100000:0.0:1783145824.055053:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188021760 00000100:00100000:0.0:1783145824.055070:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471804918858 time 8471807468689 state 0x0 ref 1 00000100:00100000:0.0:1783145824.055080:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471807568689 time 8471807468689 state 0x1 ref 1 00000100:00100000:0.0:1783145824.055106:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471807568689 time 8471808983108 state 0x0 ref 1 00000100:00100000:0.0:1783145824.055159:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d9079c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+412:306152:x1869755188021760:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145824.055170:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145824.055179:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366893920 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679aff7 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055217:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893927 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055228:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893927 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055236:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893927 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055247:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee36689392e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055254:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee36689392e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055260:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee36689392e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055305:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893935 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055314:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893935 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055321:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893935 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145824.055348:0:204590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1d9:0x0]: returning size 0 00000004:00200000:0.0:1783145824.055353:0:204590:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783145824.055366:0:204590:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893935 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055376:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893935 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055384:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893927 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055391:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893927 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055402:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893927 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055409:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893927 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055414:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dd000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145824.055418:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893927 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055423:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893927 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055434:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145824.055437:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145824.055441:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893927 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055447:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893927 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055458:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee36689392e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055466:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee36689392e lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055472:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee36689392e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055478:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dd400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145824.055482:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee36689392e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055489:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee36689392e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055497:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:0.0:1783145824.055500:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145824.055504:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee36689392e lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.055513:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145824.055516:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee36689392e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055541:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366893920 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aff7 expref: 414 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055553:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893935 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aff7 expref: 413 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055561:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d9:0x0].0x0 (ffff9be8cc80b500) 00010000:00010000:0.0:1783145824.055564:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145824.055567:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd5dc400, rc 0) 00000100:00100000:0.0:1783145824.055601:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d9079c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+413:306152:x1869755188021760:12345-192.168.203.44@tcp:101:rm.500 Request processed in 445us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145824.055610:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 525 00000100:00100000:0.0:1783145824.055615:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471807568689 time 8471808983108 state 0x2 ref 0 00000100:00100000:0.0:1783145824.055635:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188021888 00000100:00100000:0.0:1783145824.055639:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188021888 00000100:00100000:0.0:1783145824.055655:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471807568689 time 8471808983108 state 0x0 ref 1 00000100:00100000:0.0:1783145824.055663:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471809083108 time 8471808983108 state 0x1 ref 1 00000100:00100000:0.0:1783145824.055683:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471809083108 time 8471809561261 state 0x0 ref 1 00000100:00100000:0.0:1783145824.055695:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d907b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+413:306147:x1869755188021888:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145824.055706:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145824.055714:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd600/0x38bddee36689393c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679affe expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055744:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893943 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055751:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893943 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055758:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893943 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055765:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee36689394a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055772:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee36689394a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055776:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee36689394a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055803:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893951 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055812:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893951 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055817:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893951 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145824.055833:0:204590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1d7:0x0]: returning size 0 00000004:00200000:0.0:1783145824.055837:0:204590:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783145824.055853:0:204590:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893951 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055868:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893951 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055877:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893943 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055883:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893943 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055890:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893943 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055896:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893943 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055902:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5ddc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145824.055905:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893943 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055911:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893943 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055919:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145824.055921:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145824.055924:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893943 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055930:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893943 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055939:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee36689394a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055946:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee36689394a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055951:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee36689394a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055957:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dc200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145824.055959:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee36689394a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055965:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee36689394a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055972:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:0.0:1783145824.055974:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145824.055976:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee36689394a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.055982:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee36689394a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.056004:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd600/0x38bddee36689393c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679affe expref: 415 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.056017:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893951 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679affe expref: 414 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.056024:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d7:0x0].0x0 (ffff9be9c9299b00) 00010000:00010000:0.0:1783145824.056027:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145824.056030:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd5dde00, rc 0) 00000100:00100000:0.0:1783145824.056061:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d907b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+414:306147:x1869755188021888:12345-192.168.203.44@tcp:101:rm.500 Request processed in 368us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145824.056068:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 526 00000100:00100000:0.0:1783145824.056073:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471809083108 time 8471809561261 state 0x2 ref 0 00000100:00100000:0.0:1783145824.057564:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.057597:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188022400 00000100:00100000:1.0:1783145824.057603:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188022400 00000100:00100000:1.0:1783145824.057622:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471809083108 time 8471809561261 state 0x0 ref 1 00000100:00100000:1.0:1783145824.057630:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471809661261 time 8471809561261 state 0x1 ref 1 00000100:00100000:1.0:1783145824.057654:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471809661261 time 8471811531478 state 0x0 ref 1 00000100:00100000:1.0:1783145824.057666:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+373:306157:x1869755188022400:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:1.0:1783145824.057696:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783145824.057701:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145824.057714:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee3668938f6 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aff0 expref: 373 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.057728:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a5:0x0].0x0 (ffff9be9c9299200) 00000100:00100000:2.0:1783145824.057736:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188022272 00010000:00010000:1.0:1783145824.057739:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145824.057743:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188022272 00000100:00100000:2.0:1783145824.057784:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2601 00010000:00010000:1.0:1783145824.057793:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893958 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.057795:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+88:2409:x1869755188022272:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145824.057809:0:206490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.057809:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893958 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.057821:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893958 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.057825:0:206490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077c3691b/0x38bddee36689395f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbdb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b005 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783145824.057850:0:206490:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbdb:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145824.057865:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbdb:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:2.0:1783145824.057870:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbdb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145824.057879:0:206490:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077c3691b/0x38bddee36689395f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b005 expref: 89 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.057890:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000054f4802f reply state 00000000ea1f4b49 transno 12884905553 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893958 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.057906:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893958 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.057907:0:206490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000077c3691b/0x38bddee36689395f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b005 expref: 89 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.057923:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a5:0x0].0x0 (ffff9be9c364db00) 00010000:00010000:1.0:1783145824.057927:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.057930:0:206490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e3800, rc 0) 00000100:00100000:1.0:1783145824.057930:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145824.057968:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+89:2409:x1869755188022272:12345-192.168.203.44@tcp:101:rm.500 Request processed in 176us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145824.057977:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+374:306157:x1869755188022400:12345-192.168.203.44@tcp:36:touch.500 Request processed in 312us (412us total) trans 12884905553 rc 0/0 00000100:00100000:2.0:1783145824.057980:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2601 00000100:00100000:1.0:1783145824.057990:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 527 00000100:00100000:1.0:1783145824.057995:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471809661261 time 8471811531478 state 0x2 ref 0 00000100:00100000:0.0:1783145824.059666:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.059704:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.059707:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188022528 00000100:00100000:1.0:1783145824.059713:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188022528 00000100:00100000:2.0:1783145824.059742:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188022016 00000100:00100000:2.0:1783145824.059747:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188022016 00000100:00100000:1.0:1783145824.059753:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2602 00000100:00100000:2.0:1783145824.059765:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471809661261 time 8471811531478 state 0x0 ref 1 00000100:00100000:1.0:1783145824.059766:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5911880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:275b1235-b8f5-4ce3-8a3a-d483c556f740+89:2410:x1869755188022528:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:2.0:1783145824.059777:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471811631478 time 8471811531478 state 0x1 ref 1 00010000:00010000:1.0:1783145824.059780:0:228903:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.059794:0:228903:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc26dc0b/0x38bddee366893966 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbda:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b00c expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.059798:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471811631478 time 8471813675837 state 0x0 ref 1 00000100:00100000:2.0:1783145824.059815:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5912d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+414:306150:x1869755188022016:12345-192.168.203.44@tcp:101:rm.500 00002000:00010000:1.0:1783145824.059822:0:228903:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbda:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145824.059824:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.059835:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee36689396d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b013 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.059836:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbda:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:1.0:1783145824.059844:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbda:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145824.059854:0:228903:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc26dc0b/0x38bddee366893966 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b00c expref: 90 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.059866:0:228903:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fc26dc0b/0x38bddee366893966 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b00c expref: 90 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.059873:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893974 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.059876:0:228903:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696fc00, rc 0) 00010000:00010000:2.0:1783145824.059885:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893974 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.059891:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893974 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.059900:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee36689397b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.059905:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee36689397b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.059911:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee36689397b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.059912:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5911880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:275b1235-b8f5-4ce3-8a3a-d483c556f740+90:2410:x1869755188022528:12345-192.168.203.44@tcp:101:rm.500 Request processed in 150us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145824.059925:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2602 00010000:00010000:2.0:1783145824.059963:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893982 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.059969:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893982 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.059974:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893982 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145824.059995:0:204555:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1d8:0x0]: returning size 0 00000004:00200000:2.0:1783145824.059998:0:204555:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145824.060006:0:204555:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893982 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.060012:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893982 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.060018:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893974 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.060022:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893974 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.060038:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893974 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.060042:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.060045:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893974 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.060049:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893974 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.060055:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.060056:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.060059:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893974 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.060062:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893974 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.060069:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee36689397b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.060073:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee36689397b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.060077:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee36689397b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.060080:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.060082:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee36689397b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.060088:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee36689397b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.060092:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:2.0:1783145824.060094:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.060095:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee36689397b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.060098:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee36689397b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.060110:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee36689396d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b013 expref: 416 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.060142:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893982 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b013 expref: 415 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.060147:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d8:0x0].0x0 (ffff9be9c9299f00) 00010000:00010000:2.0:1783145824.060148:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145824.060150:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e2e00, rc 0) 00000100:00100000:2.0:1783145824.060177:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5912d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+415:306150:x1869755188022016:12345-192.168.203.44@tcp:101:rm.500 Request processed in 365us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145824.060182:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 528 00000100:00100000:2.0:1783145824.060186:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471811631478 time 8471813675837 state 0x2 ref 0 00000100:00100000:0.0:1783145824.061437:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.061464:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188022784 00000100:00100000:3.0:1783145824.061470:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188022784 00000100:00100000:0.0:1783145824.061471:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.061492:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471811631478 time 8471813675837 state 0x0 ref 1 00000100:00100000:3.0:1783145824.061502:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471813775837 time 8471813675837 state 0x1 ref 1 00000100:00100000:0.0:1783145824.061512:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.061526:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188023040 00000100:00100000:1.0:1783145824.061526:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188022912 00000100:00100000:3.0:1783145824.061531:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188023040 00000100:00100000:1.0:1783145824.061533:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188022912 00000100:00100000:3.0:1783145824.061547:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471813775837 time 8471813675837 state 0x1 ref 2 00000100:00100000:0.0:1783145824.061559:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471815533375 time 8471815433375 state 0x1 ref 2 00000100:00100000:3.0:1783145824.061570:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471815533375 time 8471815446090 state 0x0 ref 2 00000100:00100000:1.0:1783145824.061582:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2603 00000100:00100000:3.0:1783145824.061585:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+374:306157:x1869755188023040:12345-192.168.203.44@tcp:101:touch.500 00000100:00100000:1.0:1783145824.061597:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:275b1235-b8f5-4ce3-8a3a-d483c556f740+63:2409:x1869755188022912:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145824.061598:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1783145824.061607:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+415:306151:x1869755188022784:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145824.061609:0:228906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145824.061612:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366893989 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b028 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.061622:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.061628:0:228906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e412810/0x38bddee366893990 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb77:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b021 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.061636:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893997 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b01a expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.061646:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366893989 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b028 expref: 375 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783145824.061646:0:228906:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb77:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:1.0:1783145824.061662:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb77:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:1.0:1783145824.061667:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb77:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145824.061671:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366893989 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b028 expref: 375 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.061678:0:228906:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e412810/0x38bddee366893990 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b021 expref: 64 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.061692:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a5:0x0].0x0 (ffff9be9c364db00) 00010000:00010000:1.0:1783145824.061694:0:228906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001e412810/0x38bddee366893990 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b021 expref: 64 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.061697:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145824.061702:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d5ca2a00, rc 0) 00010000:00010000:0.0:1783145824.061706:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee36689399e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.061711:0:228906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696e800, rc 0) 00010000:00010000:0.0:1783145824.061721:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee36689399e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.061733:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee36689399e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.061742:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5913100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+375:306157:x1869755188023040:12345-192.168.203.44@tcp:101:touch.500 Request processed in 158us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145824.061743:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:275b1235-b8f5-4ce3-8a3a-d483c556f740+64:2409:x1869755188022912:12345-192.168.203.44@tcp:101:rm.500 Request processed in 149us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145824.061762:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 530 00000100:00100000:1.0:1783145824.061762:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2603 00010000:00010000:1.0:1783145824.061812:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee3668939a5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.061826:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee3668939a5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.061835:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee3668939a5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145824.062160:0:204590:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbdd:0x0], index 0: 0 00010000:00010000:1.0:1783145824.062273:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee3668939ac lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.062282:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee3668939ac lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.062289:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee3668939ac lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.062317:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee36689399e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.062324:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee36689399e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.062330:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee36689399e lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.062336:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee36689399e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.062340:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5ddc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.062343:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee36689399e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.062349:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee36689399e lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.062357:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.062359:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.062362:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee36689399e lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.062368:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee36689399e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.062378:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000df8738a2 reply state 00000000744d5de5 transno 12884905554 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee3668939a5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.062387:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee3668939a5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.062393:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00010000:00010000:1.0:1783145824.062396:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145824.062399:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145824.062417:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893997 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b01a expref: 418 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.062428:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee3668939ac lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b01a expref: 417 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.062434:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1dc:0x0].0x0 (ffff9be8d2d3e900) 00010000:00010000:1.0:1783145824.062436:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145824.062438:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c0031e00, rc 0) 00000100:00100000:1.0:1783145824.062468:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5913800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+418:306151:x1869755188022784:12345-192.168.203.44@tcp:101:touch.500 Request processed in 897us (1034us total) trans 12884905554 rc 0/0 00000100:00100000:1.0:1783145824.062476:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 529 00000100:00100000:1.0:1783145824.062481:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471815533375 time 8471815446090 state 0x2 ref 0 00000100:00100000:0.0:1783145824.063383:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.063419:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188023168 00000100:00100000:1.0:1783145824.063425:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188023168 00000100:00100000:1.0:1783145824.063466:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2604 00000100:00100000:1.0:1783145824.063475:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b832727d-edc7-457c-aba4-c59935e6a58f+55:2408:x1869755188023168:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:1.0:1783145824.063621:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b832727d-edc7-457c-aba4-c59935e6a58f+56:2408:x1869755188023168:12345-192.168.203.44@tcp:2:touch.500 Request processed in 148us (237us total) trans 8589935459 rc 0/0 00000100:00100000:1.0:1783145824.063630:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2604 00000100:00100000:0.0:1783145824.063725:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.063758:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188023424 00000100:00100000:1.0:1783145824.063763:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188023424 00000100:00100000:1.0:1783145824.063783:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471815533375 time 8471815446090 state 0x0 ref 1 00000100:00100000:1.0:1783145824.063791:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471815546090 time 8471815446090 state 0x1 ref 1 00000100:00100000:1.0:1783145824.063813:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471815546090 time 8471817689523 state 0x0 ref 1 00000100:00100000:1.0:1783145824.063826:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+418:306151:x1869755188023424:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:1.0:1783145824.063854:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145824.063866:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee3668939ac lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b01a expref: 418 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.063878:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1dc:0x0].0x0 (ffff9be8d2d3e900) 00010000:00010000:1.0:1783145824.063885:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145824.063930:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668939ba lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.063938:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668939ba lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.063946:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668939ba lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.063996:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e75d4055 reply state 0000000099c3d1d7 transno 12884905555 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668939ba lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.064006:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668939ba lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.064012:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1dc:0x0].0x0 (ffff9be8d2d3e000) 00010000:00010000:1.0:1783145824.064014:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145824.064017:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145824.064066:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5910000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+419:306151:x1869755188023424:12345-192.168.203.44@tcp:36:touch.500 Request processed in 243us (339us total) trans 12884905555 rc 0/0 00000100:00100000:1.0:1783145824.064079:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 531 00000100:00100000:1.0:1783145824.064084:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471815546090 time 8471817689523 state 0x2 ref 0 00000100:00100000:3.0:1783145824.064198:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.064236:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188023680 00000100:00100000:1.0:1783145824.064241:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188023680 00000100:00100000:1.0:1783145824.064259:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471815546090 time 8471817689523 state 0x0 ref 1 00000100:00100000:1.0:1783145824.064267:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471817789523 time 8471817689523 state 0x1 ref 1 00000100:00100000:1.0:1783145824.064288:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471817789523 time 8471818165531 state 0x0 ref 1 00000100:00100000:1.0:1783145824.064299:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d9079880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+419:306148:x1869755188023680:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:1.0:1783145824.064322:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145824.064334:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893839 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afc6 expref: 419 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.064353:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee3668936c6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af64 expref: 418 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.064363:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d6:0x0].0x0 (ffff9be9c9299500) 00010000:00010000:1.0:1783145824.064367:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145824.064380:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668939c1 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.064380:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145824.064392:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668939c1 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.064401:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668939c1 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.064411:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188023936 00010000:00010000:1.0:1783145824.064414:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86400/0x38bddee3668939c8 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.064417:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188023936 00010000:00010000:1.0:1783145824.064429:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86400/0x38bddee3668939c8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.064437:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86400/0x38bddee3668939c8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.064458:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 982 00000100:00100000:3.0:1783145824.064468:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f3ff8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+375:306157:x1869755188023936:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:1.0:1783145824.064485:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee3668939cf lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.064496:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee3668939cf lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.064503:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee3668939cf lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.064622:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f3ff8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+376:306157:x1869755188023936:12345-192.168.203.44@tcp:35:touch.500 Request processed in 155us (242us total) trans 12884905556 rc 0/0 00000100:00100000:3.0:1783145824.064631:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 982 00000040:00080000:1.0:1783145824.064678:0:210786:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].437, 64 off36160 00010000:00010000:1.0:1783145824.064719:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee3668939d6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.064727:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee3668939d6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.064735:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee3668939d6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.064742:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee3668939d6 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.064748:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee3668939d6 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.064756:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee3668939d6 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.064771:0:210786:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145824.064782:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee3668939cf lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.064788:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee3668939cf lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.064794:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145824.064795:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee3668939cf lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.064804:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c8d87e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145824.064804:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee3668939d6 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.064808:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee3668939cf lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.064822:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c8d87c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145824.064825:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee3668939cf lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.064828:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee3668939d6 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.064838:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d6:0x0].0x0 (ffff9be9c9299500) 00010000:00010000:1.0:1783145824.064842:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145824.064845:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee3668939cf lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.064846:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee3668939d6 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.064861:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee3668939cf lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.064867:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d6:0x0].0x0 (ffff9be9c9299500) 00010000:00010000:0.0:1783145824.064871:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145824.064875:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee3668939d6 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.064878:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668939c1 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.064883:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee3668939d6 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.064908:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668939c1 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.064913:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145824.064917:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145824.064918:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668939c1 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.064919:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145824.064928:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668939c1 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.064934:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c8d87000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.064937:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668939c1 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.064945:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668939c1 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.064954:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145824.064960:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.064965:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.064968:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668939c1 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.064975:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668939c1 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.064985:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008c79e6eb reply state 000000006dc99328 transno 12884905557 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86400/0x38bddee3668939c8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.064995:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86400/0x38bddee3668939c8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.064997:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188024064 00000100:00100000:2.0:1783145824.065004:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188024064 00010000:00010000:1.0:1783145824.065006:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:1.0:1783145824.065010:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145824.065013:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145824.065027:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471818265531 time 8471818165531 state 0x1 ref 2 00000100:00100000:2.0:1783145824.065053:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471818265531 time 8471818930492 state 0x0 ref 2 00000100:00100000:1.0:1783145824.065055:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d9079880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+420:306148:x1869755188023680:12345-192.168.203.44@tcp:36:rm.500 Request processed in 757us (856us total) trans 12884905557 rc 0/0 00000100:00100000:1.0:1783145824.065067:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 532 00000100:00100000:2.0:1783145824.065072:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5911180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+420:306151:x1869755188024064:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145824.065085:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.065096:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668939dd lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b02f expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.065159:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668939dd lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b02f expref: 420 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.065173:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668939dd lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b02f expref: 420 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.065188:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1dc:0x0].0x0 (ffff9be8d2d3e000) 00010000:00010000:2.0:1783145824.065192:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145824.065195:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e3200, rc 0) 00000100:00100000:2.0:1783145824.065224:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5911180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+420:306151:x1869755188024064:12345-192.168.203.44@tcp:101:touch.500 Request processed in 159us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145824.065237:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 533 00000100:00100000:2.0:1783145824.065242:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471818265531 time 8471818930492 state 0x2 ref 0 00000100:00100000:0.0:1783145824.065997:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.066032:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188024320 00000100:00100000:2.0:1783145824.066037:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188024320 00000100:00100000:2.0:1783145824.066053:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471818265531 time 8471818930492 state 0x0 ref 1 00000100:00100000:2.0:1783145824.066061:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471819030492 time 8471818930492 state 0x1 ref 1 00000100:00100000:2.0:1783145824.066084:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471819030492 time 8471819961589 state 0x0 ref 1 00000100:00100000:2.0:1783145824.066096:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5911500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+420:306154:x1869755188024320:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145824.066106:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.066266:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee3668939e4 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b036 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.066318:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668939eb lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.066327:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668939eb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.066334:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668939eb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.066345:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668939f2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.066355:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668939f2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.066362:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668939f2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145824.066531:0:204555:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb7a:0x0], index 1: 0 00010000:00010000:2.0:1783145824.066616:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee3668939f9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.066625:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee3668939f9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.066632:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee3668939f9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.066655:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668939eb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.066661:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668939eb lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.066668:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668939eb lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.066673:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.066676:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668939eb lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.066682:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668939eb lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.066690:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.066692:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.066695:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668939eb lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.066702:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668939eb lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.066712:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d97e7d8d reply state 000000009f9c4309 transno 12884905558 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668939f2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.066720:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668939f2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.066727:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:2.0:1783145824.066730:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145824.066732:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145824.066750:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee3668939e4 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b036 expref: 423 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.066761:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee3668939f9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b036 expref: 422 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.066768:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1dd:0x0].0x0 (ffff9be8cc80b100) 00010000:00010000:2.0:1783145824.066771:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145824.066773:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e3600, rc 0) 00000100:00100000:2.0:1783145824.066803:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5911500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+423:306154:x1869755188024320:12345-192.168.203.44@tcp:101:touch.500 Request processed in 710us (806us total) trans 12884905558 rc 0/0 00000100:00100000:2.0:1783145824.066810:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 534 00000100:00100000:2.0:1783145824.066814:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471819030492 time 8471819961589 state 0x2 ref 0 00000100:00100000:0.0:1783145824.067482:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.067519:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188024448 00000100:00100000:1.0:1783145824.067525:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188024448 00000100:00100000:1.0:1783145824.067557:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2605 00000100:00100000:1.0:1783145824.067564:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5912680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:275b1235-b8f5-4ce3-8a3a-d483c556f740+90:2407:x1869755188024448:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:1.0:1783145824.067690:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5912680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:275b1235-b8f5-4ce3-8a3a-d483c556f740+91:2407:x1869755188024448:12345-192.168.203.44@tcp:2:touch.500 Request processed in 125us (206us total) trans 8589936111 rc 0/0 00000100:00100000:1.0:1783145824.067697:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2605 00000100:00100000:1.0:1783145824.068461:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.068494:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.068527:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188024832 00000100:00100000:0.0:1783145824.068532:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188024832 00000100:00100000:0.0:1783145824.068553:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471819030492 time 8471819961589 state 0x0 ref 1 00000100:00100000:3.0:1783145824.068556:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188024576 00000100:00100000:3.0:1783145824.068563:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188024576 00000100:00100000:0.0:1783145824.068564:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471820061589 time 8471819961589 state 0x1 ref 1 00000100:00100000:3.0:1783145824.068587:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471820061589 time 8471819961589 state 0x1 ref 2 00000100:00100000:1.0:1783145824.068595:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.068613:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188024960 00000100:00100000:1.0:1783145824.068616:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188024960 00000100:00100000:0.0:1783145824.068698:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471822674654 time 8471822574654 state 0x1 ref 3 00000100:00100000:1.0:1783145824.068709:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471822674654 time 8471822574654 state 0x1 ref 3 00000100:00100000:0.0:1783145824.068716:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+425:306154:x1869755188024832:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:3.0:1783145824.068724:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471822699103 time 8471822599103 state 0x1 ref 3 00000100:00100000:1.0:1783145824.068734:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471822699103 time 8471822610796 state 0x0 ref 3 00000100:00100000:3.0:1783145824.068743:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1955500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+425:306159:x1869755188024576:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145824.068744:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1783145824.068748:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1954a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+425:306160:x1869755188024960:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145824.068760:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.068760:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145824.068762:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee3668939f9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b036 expref: 425 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.068772:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893a07 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b044 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.068776:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366893a0e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b03d expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.068778:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1dd:0x0].0x0 (ffff9be8cc80b100) 00010000:00010000:0.0:1783145824.068792:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145824.068809:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893a15 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.068821:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893a15 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.068823:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893a1c lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.068831:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893a15 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.068838:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee366893a23 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.068839:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893a1c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.068844:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366893a2a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.068865:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893a1c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.068865:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee366893a23 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.068873:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366893a2a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.068889:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366893a2a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.068890:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee366893a23 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.068894:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee366893a31 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.068913:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee366893a31 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.068922:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee366893a31 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.068934:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366893a38 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.068941:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366893a38 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1db:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.068946:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366893a38 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1db:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145824.068965:0:204556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1db:0x0]: returning size 0 00010000:00010000:3.0:1783145824.068967:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893a3f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145824.068968:0:204556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783145824.068968:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005b013115 reply state 00000000e18781dc transno 12884905559 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee366893a23 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.068981:0:204556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366893a38 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1db:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.068987:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893a3f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1da:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.068995:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee366893a23 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.069005:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366893a38 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.069007:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893a3f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1da:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.069009:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1dd:0x0].0x0 (ffff9be9c9299200) 00010000:00010000:0.0:1783145824.069017:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145824.069021:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145824.069033:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893a15 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.069041:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893a15 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145824.069044:0:204557:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1da:0x0]: returning size 0 00000004:00200000:3.0:1783145824.069050:0:204557:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1783145824.069051:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893a15 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.069061:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893a15 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145824.069064:0:204557:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893a3f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1da:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.069071:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0383a00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:0.0:1783145824.069078:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+428:306154:x1869755188024832:12345-192.168.203.44@tcp:36:touch.500 Request processed in 365us (614us total) trans 12884905559 rc 0/0 00010000:00010000:1.0:1783145824.069079:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893a15 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.069081:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893a3f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.069097:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893a15 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.069099:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 535 00010000:00010000:3.0:1783145824.069101:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893a1c lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.069169:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.069172:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.069176:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893a15 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.069177:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893a1c lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.069183:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893a15 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.069191:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145824.069199:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893a1c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.069208:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893a1c lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.069209:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366893a2a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.069226:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fbe00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.069227:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366893a2a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.069233:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893a1c lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.069236:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366893a2a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.069251:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0383e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.069254:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893a1c lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.069255:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366893a2a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.069273:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366893a2a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.069278:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145824.069283:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.069287:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:3.0:1783145824.069288:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893a1c lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.069293:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.069299:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366893a2a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.069301:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893a1c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.069311:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366893a2a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.069333:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893a07 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b044 expref: 428 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.069348:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366893a38 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b044 expref: 427 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.069360:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1db:0x0].0x0 (ffff9be9c9299700) 00010000:00010000:3.0:1783145824.069361:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee366893a31 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.069364:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145824.069368:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0383000, rc 0) 00010000:00010000:3.0:1783145824.069374:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee366893a31 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.069382:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee366893a31 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.069388:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fb800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.069392:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee366893a31 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.069399:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1954a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+427:306160:x1869755188024960:12345-192.168.203.44@tcp:101:rm.500 Request processed in 656us (804us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145824.069400:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee366893a31 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.069410:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 537 00010000:00010000:3.0:1783145824.069419:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:3.0:1783145824.069424:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.069428:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee366893a31 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.069434:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee366893a31 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.069460:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366893a0e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b03d expref: 427 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.069475:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893a3f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b03d expref: 426 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.069482:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1da:0x0].0x0 (ffff9be9c364dc00) 00010000:00010000:3.0:1783145824.069484:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145824.069488:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd2fbc00, rc 0) 00000100:00100000:3.0:1783145824.069557:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1955500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+426:306159:x1869755188024576:12345-192.168.203.44@tcp:101:rm.500 Request processed in 822us (1061us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145824.069566:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 536 00000100:00100000:3.0:1783145824.069572:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471822699103 time 8471822610796 state 0x2 ref 0 00000100:00100000:3.0:1783145824.069717:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188025216 00000100:00100000:3.0:1783145824.069722:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188025216 00000100:00100000:2.0:1783145824.069792:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 983 00000100:00100000:2.0:1783145824.069802:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+426:306151:x1869755188025216:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:2.0:1783145824.069942:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+427:306151:x1869755188025216:12345-192.168.203.44@tcp:35:touch.500 Request processed in 141us (756us total) trans 12884905560 rc 0/0 00000100:00100000:2.0:1783145824.069952:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 983 00000100:00100000:0.0:1783145824.071727:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.071750:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.071765:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188025344 00000100:00100000:1.0:1783145824.071771:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188025344 00000100:00100000:0.0:1783145824.071772:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.071787:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188025472 00000100:00100000:1.0:1783145824.071793:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471822699103 time 8471822610796 state 0x0 ref 1 00000100:00100000:3.0:1783145824.071795:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188025472 00000100:00100000:0.0:1783145824.071800:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.071809:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471822710796 time 8471822610796 state 0x1 ref 1 00000100:00100000:0.0:1783145824.071829:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188025856 00000100:00100000:1.0:1783145824.071834:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471822710796 time 8471825710254 state 0x0 ref 1 00000100:00100000:0.0:1783145824.071834:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188025856 00000100:00100000:3.0:1783145824.071835:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188025600 00000100:00100000:3.0:1783145824.071842:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188025600 00000100:00100000:1.0:1783145824.071853:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1b3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+428:306154:x1869755188025344:12345-192.168.203.44@tcp:101:touch.500 00000100:00100000:0.0:1783145824.071856:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471825810254 time 8471825710254 state 0x1 ref 2 00010000:00010000:1.0:1783145824.071869:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.071882:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366893a46 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b04b expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.071883:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471825810254 time 8471825759839 state 0x0 ref 2 00000100:00100000:3.0:1783145824.071890:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2606 00000100:00100000:0.0:1783145824.071902:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1b3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+429:306152:x1869755188025856:12345-192.168.203.44@tcp:36:rm.500 00000100:00100000:3.0:1783145824.071906:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1b3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:275b1235-b8f5-4ce3-8a3a-d483c556f740+91:2408:x1869755188025472:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145824.071917:0:228911:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.071922:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366893a46 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b04b expref: 429 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.071931:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783145824.071934:0:228911:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000feaaa6db/0x38bddee366893a4d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbdc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b052 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.071936:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366893a46 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b04b expref: 429 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.071946:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893935 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aff7 expref: 429 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783145824.071967:0:228911:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbdc:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:1.0:1783145824.071974:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1dd:0x0].0x0 (ffff9be9c9299200) 00010000:00010000:0.0:1783145824.071978:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee366893752 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af87 expref: 428 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.071980:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145824.071986:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbdc:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:1.0:1783145824.071986:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0382800, rc 0) 00010000:00010000:0.0:1783145824.071989:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d9:0x0].0x0 (ffff9be8cc80b500) 00010000:00010000:0.0:1783145824.071996:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145824.071997:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbdc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145824.072007:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893a54 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.072008:0:228911:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000feaaa6db/0x38bddee366893a4d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b052 expref: 92 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.072021:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893a54 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.072024:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1b3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+427:306154:x1869755188025344:12345-192.168.203.44@tcp:101:touch.500 Request processed in 174us (294us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145824.072037:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893a54 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.072038:0:228911:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000feaaa6db/0x38bddee366893a4d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b052 expref: 92 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.072043:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 538 00010000:00010000:0.0:1783145824.072058:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366893a5b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.072061:0:228911:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd2fac00, rc 0) 00010000:00010000:0.0:1783145824.072070:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366893a5b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.072077:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366893a5b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.072092:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1b3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:275b1235-b8f5-4ce3-8a3a-d483c556f740+92:2408:x1869755188025472:12345-192.168.203.44@tcp:101:rm.500 Request processed in 191us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145824.072099:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2606 00000100:00100000:3.0:1783145824.072155:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2607 00000100:00100000:3.0:1783145824.072166:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1b3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:275b1235-b8f5-4ce3-8a3a-d483c556f740+64:2410:x1869755188025600:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145824.072171:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee366893a62 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.072175:0:228911:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145824.072184:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee366893a62 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.072193:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee366893a62 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.072267:0:228911:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000079e1f56b/0x38bddee366893a69 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb78:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b059 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783145824.072284:0:228911:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb78:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:3.0:1783145824.072295:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb78:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:3.0:1783145824.072298:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb78:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145824.072305:0:228911:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000079e1f56b/0x38bddee366893a69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b059 expref: 65 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.072319:0:228911:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000079e1f56b/0x38bddee366893a69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b059 expref: 65 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.072327:0:228911:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd2fb200, rc 0) 00000100:00100000:3.0:1783145824.072360:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1b3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:275b1235-b8f5-4ce3-8a3a-d483c556f740+65:2410:x1869755188025600:12345-192.168.203.44@tcp:101:rm.500 Request processed in 197us (562us total) trans 0 rc 0/0 00000040:00080000:0.0:1783145824.072364:0:210786:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].441, 64 off36416 00000100:00100000:3.0:1783145824.072369:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2607 00010000:00010000:0.0:1783145824.072404:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893a70 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.072411:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893a70 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.072416:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893a70 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.072422:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893a70 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.072426:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893a70 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.072429:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893a70 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.072445:0:210786:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145824.072453:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee366893a62 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.072457:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee366893a62 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.072461:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee366893a62 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.072462:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145824.072467:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dd400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.072472:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893a70 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.072472:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee366893a62 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.072486:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee366893a62 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.072490:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dd000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145824.072493:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d9:0x0].0x0 (ffff9be8cc80b500) 00010000:00010000:0.0:1783145824.072497:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145824.072499:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee366893a62 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.072501:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893a70 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.072503:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee366893a62 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.072520:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893a70 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.072523:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893a54 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.072537:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893a54 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.072539:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d9:0x0].0x0 (ffff9be8cc80b500) 00010000:00010000:1.0:1783145824.072545:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145824.072548:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893a54 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.072551:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893a70 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.072565:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893a54 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.072567:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893a70 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.072580:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5ddc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145824.072585:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893a54 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.072586:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145824.072590:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145824.072594:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145824.072594:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893a54 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.072608:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145824.072612:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145824.072615:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893a54 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.072620:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893a54 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145824.072629:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f83dc860 reply state 000000001cfe32a3 transno 12884905561 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366893a5b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.072636:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366893a5b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.072641:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:0.0:1783145824.072643:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145824.072645:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145824.072680:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1b3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+428:306152:x1869755188025856:12345-192.168.203.44@tcp:36:rm.500 Request processed in 782us (908us total) trans 12884905561 rc 0/0 00000100:00100000:0.0:1783145824.072685:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 539 00000100:00100000:0.0:1783145824.072691:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471825810254 time 8471825759839 state 0x2 ref 0 00000100:00100000:1.0:1783145824.073412:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.073452:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188025984 00000100:00100000:0.0:1783145824.073457:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188025984 00000100:00100000:0.0:1783145824.073492:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2608 00000100:00100000:0.0:1783145824.073501:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:275b1235-b8f5-4ce3-8a3a-d483c556f740+65:2409:x1869755188025984:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:0.0:1783145824.073627:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:275b1235-b8f5-4ce3-8a3a-d483c556f740+66:2409:x1869755188025984:12345-192.168.203.44@tcp:2:touch.500 Request processed in 129us (217us total) trans 8589935460 rc 0/0 00000100:00100000:0.0:1783145824.073633:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2608 00000100:00100000:1.0:1783145824.075841:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.075865:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188026240 00000100:00100000:0.0:1783145824.075871:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188026240 00000100:00100000:1.0:1783145824.075876:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.075888:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471825810254 time 8471825759839 state 0x0 ref 1 00000100:00100000:0.0:1783145824.075898:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471825859839 time 8471825759839 state 0x1 ref 1 00000100:00100000:1.0:1783145824.075899:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188026496 00000100:00100000:1.0:1783145824.075902:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188026496 00000100:00100000:0.0:1783145824.075918:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471825859839 time 8471829795269 state 0x0 ref 2 00000100:00100000:1.0:1783145824.075927:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471829895269 time 8471829795269 state 0x1 ref 2 00000100:00100000:0.0:1783145824.075927:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1955880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+428:306147:x1869755188026240:12345-192.168.203.44@tcp:36:rm.500 00000100:00100000:1.0:1783145824.075950:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471829895269 time 8471829827722 state 0x0 ref 2 00000100:00100000:1.0:1783145824.075960:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+376:306162:x1869755188026496:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145824.075961:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145824.075972:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145824.075976:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893951 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679affe expref: 428 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.075982:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893a77 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b060 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.075992:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee3668936f7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af72 expref: 427 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.076003:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d7:0x0].0x0 (ffff9be9c9299b00) 00010000:00010000:0.0:1783145824.076007:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145824.076018:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893a7e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.076027:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893a7e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.076035:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893a7e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.076040:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893a85 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.076045:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dda00/0x38bddee366893a8c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.076050:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893a85 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.076055:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dda00/0x38bddee366893a8c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.076057:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893a85 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.076063:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dda00/0x38bddee366893a8c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.076067:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366893a93 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.076076:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366893a93 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.076083:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366893a93 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.076104:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893a9a lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.076149:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893a9a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.076159:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893a9a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783145824.076284:0:204557:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].442, 64 off36480 00010000:00010000:0.0:1783145824.076319:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dcc00/0x38bddee366893aa1 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.076327:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145824.076335:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dcc00/0x38bddee366893aa1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.076344:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dcc00/0x38bddee366893aa1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.076352:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dcc00/0x38bddee366893aa1 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145824.076358:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbde:0x0], index 0: 0 00010000:00010000:0.0:1783145824.076358:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dcc00/0x38bddee366893aa1 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.076364:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dcc00/0x38bddee366893aa1 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.076380:0:204557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145824.076394:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893a9a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.076400:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893a9a lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.076406:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893a9a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.076408:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145824.076417:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dc200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.076418:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dcc00/0x38bddee366893aa1 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.076423:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893a9a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.076442:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893a9a lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.076443:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dcc00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145824.076450:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dcc00/0x38bddee366893aa1 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.076456:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d7:0x0].0x0 (ffff9be9c9299b00) 00010000:00010000:0.0:1783145824.076460:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145824.076463:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893a9a lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.076466:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dcc00/0x38bddee366893aa1 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.076471:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366893aa8 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.076471:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893a9a lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.076487:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366893aa8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.076490:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d7:0x0].0x0 (ffff9be9c9299b00) 00010000:00010000:3.0:1783145824.076495:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1783145824.076496:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366893aa8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.076496:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893a7e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.076499:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dcc00/0x38bddee366893aa1 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.076508:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893a7e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.076522:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dcc00/0x38bddee366893aa1 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.076523:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893a7e lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.076543:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893a85 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.076547:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145824.076548:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893a7e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.076550:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893a85 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.076552:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145824.076557:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145824.076559:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893a85 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.076566:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893a85 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.076566:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dc400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145824.076570:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893a7e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.076572:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0383800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.076575:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893a85 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.076576:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893a7e lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.076581:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893a85 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.076584:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145824.076587:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145824.076589:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893a7e lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.076593:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.076595:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145824.076595:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893a7e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.076599:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893a85 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.076604:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893a85 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145824.076606:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003ec8695a reply state 00000000c04a5317 transno 12884905562 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dda00/0x38bddee366893a8c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.076613:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000757d9bd1 reply state 000000004a284aa7 transno 12884905563 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366893a93 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.076616:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dda00/0x38bddee366893a8c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.076621:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366893a93 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.076623:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:0.0:1783145824.076626:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145824.076628:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145824.076629:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:1.0:1783145824.076631:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145824.076633:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145824.076652:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893a77 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b060 expref: 379 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.076668:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366893aa8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b060 expref: 378 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.076670:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1955880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+428:306147:x1869755188026240:12345-192.168.203.44@tcp:36:rm.500 Request processed in 743us (830us total) trans 12884905562 rc 0/0 00010000:00010000:1.0:1783145824.076676:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a6:0x0].0x0 (ffff9be8d2d3e900) 00000100:00100000:0.0:1783145824.076678:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 540 00010000:00010000:1.0:1783145824.076679:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145824.076681:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0382600, rc 0) 00000100:00100000:1.0:1783145824.076704:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+379:306162:x1869755188026496:12345-192.168.203.44@tcp:101:touch.500 Request processed in 746us (828us total) trans 12884905563 rc 0/0 00000100:00100000:0.0:1783145824.076705:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188026752 00000100:00100000:0.0:1783145824.076709:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188026752 00000100:00100000:1.0:1783145824.076711:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 541 00000100:00100000:1.0:1783145824.076716:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471829895269 time 8471829827722 state 0x2 ref 0 00000100:00100000:0.0:1783145824.076743:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 984 00000100:00100000:0.0:1783145824.076752:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d907ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+428:306154:x1869755188026752:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:0.0:1783145824.076869:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d907ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+429:306154:x1869755188026752:12345-192.168.203.44@tcp:35:touch.500 Request processed in 117us (545us total) trans 12884905564 rc 0/0 00000100:00100000:0.0:1783145824.076878:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 984 00000100:00100000:3.0:1783145824.078353:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.078389:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188027008 00000100:00100000:1.0:1783145824.078395:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188027008 00000100:00100000:1.0:1783145824.078413:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471829895269 time 8471829827722 state 0x0 ref 1 00000100:00100000:1.0:1783145824.078422:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471829927722 time 8471829827722 state 0x1 ref 1 00000100:00100000:1.0:1783145824.078446:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471829927722 time 8471832324080 state 0x0 ref 1 00000100:00100000:1.0:1783145824.078459:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d907b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+379:306162:x1869755188027008:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:1.0:1783145824.078486:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145824.078498:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366893aa8 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b060 expref: 379 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.078509:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a6:0x0].0x0 (ffff9be8d2d3e900) 00010000:00010000:1.0:1783145824.078516:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145824.078555:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366893ab6 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.078565:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366893ab6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.078572:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366893ab6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.078617:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000136dff7b reply state 00000000c1f48711 transno 12884905565 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366893ab6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.078627:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366893ab6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.078633:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a6:0x0].0x0 (ffff9be8d2d3e300) 00010000:00010000:1.0:1783145824.078636:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145824.078638:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145824.078683:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d907b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+380:306162:x1869755188027008:12345-192.168.203.44@tcp:36:touch.500 Request processed in 227us (330us total) trans 12884905565 rc 0/0 00000100:00100000:1.0:1783145824.078690:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 542 00000100:00100000:1.0:1783145824.078695:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471829927722 time 8471832324080 state 0x2 ref 0 00000100:00100000:1.0:1783145824.079350:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.079374:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188027264 00000100:00100000:3.0:1783145824.079380:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188027264 00000100:00100000:3.0:1783145824.079397:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471829927722 time 8471832324080 state 0x0 ref 1 00000100:00100000:3.0:1783145824.079405:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471832424080 time 8471832324080 state 0x1 ref 1 00000100:00100000:3.0:1783145824.079426:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471832424080 time 8471833303852 state 0x0 ref 1 00000100:00100000:3.0:1783145824.079438:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+429:306150:x1869755188027264:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:3.0:1783145824.079463:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783145824.079479:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893982 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b013 expref: 429 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.079498:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366893728 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af80 expref: 428 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.079567:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d8:0x0].0x0 (ffff9be9c9299f00) 00010000:00010000:3.0:1783145824.079571:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145824.079584:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893abd lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.079593:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893abd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.079601:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893abd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.079612:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee366893ac4 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.079624:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee366893ac4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.079627:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145824.079637:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee366893ac4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.079664:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188027520 00000100:00100000:1.0:1783145824.079670:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188027520 00000100:00100000:1.0:1783145824.079689:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471833403852 time 8471833303852 state 0x1 ref 2 00000100:00100000:1.0:1783145824.079714:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471833403852 time 8471833591641 state 0x0 ref 2 00000100:00100000:1.0:1783145824.079727:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+380:306164:x1869755188027520:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145824.079729:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366893acb lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.079738:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145824.079742:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366893acb lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.079751:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383600/0x38bddee366893ad2 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b067 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.079757:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366893acb lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.079803:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382200/0x38bddee366893ad9 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.079814:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382200/0x38bddee366893ad9 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.079825:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382200/0x38bddee366893ad9 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.079836:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366893ae0 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.079846:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366893ae0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.079853:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366893ae0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783145824.079883:0:204555:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].438, 64 off36224 00010000:00010000:3.0:1783145824.079923:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893ae7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.079932:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893ae7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.079939:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893ae7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.079946:0:204555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893ae7 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.079952:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893ae7 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.079958:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893ae7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.079978:0:204555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145824.079989:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366893acb lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.079995:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145824.079997:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366893acb lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.080006:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893ae7 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.080007:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366893acb lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.080026:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9da69d200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145824.080029:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca3c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.080032:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893ae7 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.080035:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366893acb lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145824.080037:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb7b:0x0], index 1: 0 00010000:00010000:3.0:1783145824.080057:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366893acb lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.080057:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893ae7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.080077:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d8:0x0].0x0 (ffff9be9c9299f00) 00010000:00010000:3.0:1783145824.080081:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145824.080084:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366893acb lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.080089:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d8:0x0].0x0 (ffff9be9c9299f00) 00010000:00010000:3.0:1783145824.080092:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366893acb lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.080096:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145824.080102:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893ae7 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.080138:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893ae7 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.080155:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145824.080158:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145824.080162:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145824.080168:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366893aee lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.080182:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366893aee lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.080190:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366893aee lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.080204:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893abd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.080213:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382200/0x38bddee366893ad9 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.080214:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893abd lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.080224:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145824.080238:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893abd lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.080239:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382200/0x38bddee366893ad9 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.080244:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188027648 00000100:00100000:0.0:1783145824.080249:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188027648 00010000:00010000:1.0:1783145824.080258:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382200/0x38bddee366893ad9 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.080265:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471833691641 time 8471833591641 state 0x1 ref 3 00010000:00010000:3.0:1783145824.080268:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fbe00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.080268:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382200/0x38bddee366893ad9 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.080276:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893abd lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.080278:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382200 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:0.0:1783145824.080285:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471833691641 time 8471834161775 state 0x0 ref 3 00010000:00010000:1.0:1783145824.080286:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382200/0x38bddee366893ad9 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.080290:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893abd lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.080298:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1b3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+383:306162:x1869755188027648:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145824.080308:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382200/0x38bddee366893ad9 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.080312:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145824.080322:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893afc lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b06e expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.080326:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145824.080331:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.080334:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893abd lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.080338:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145824.080341:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893abd lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.080343:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145824.080346:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893afc lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b06e expref: 384 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.080350:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382200/0x38bddee366893ad9 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145824.080366:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001d835278 reply state 0000000059f18220 transno 12884905566 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee366893ac4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.080368:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382200/0x38bddee366893ad9 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.080369:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893afc lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b06e expref: 384 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.080395:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee366893ac4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.080399:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005045d5f9 reply state 000000003a35ab46 transno 12884905567 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366893ae0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.080399:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a6:0x0].0x0 (ffff9be8d2d3e300) 00010000:00010000:0.0:1783145824.080406:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145824.080407:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:0.0:1783145824.080412:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd5dde00, rc 0) 00010000:00010000:3.0:1783145824.080415:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145824.080419:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145824.080419:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366893ae0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.080428:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:1.0:1783145824.080431:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145824.080434:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145824.080439:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1b3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+384:306162:x1869755188027648:12345-192.168.203.44@tcp:101:touch.500 Request processed in 142us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145824.080445:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 545 00000100:00100000:3.0:1783145824.080461:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+429:306150:x1869755188027264:12345-192.168.203.44@tcp:36:rm.500 Request processed in 1022us (1108us total) trans 12884905566 rc 0/0 00010000:00010000:1.0:1783145824.080462:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383600/0x38bddee366893ad2 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b067 expref: 384 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.080479:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 543 00010000:00010000:1.0:1783145824.080489:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366893aee lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b067 expref: 383 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.080498:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a7:0x0].0x0 (ffff9be8d2d3ec00) 00010000:00010000:1.0:1783145824.080501:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145824.080504:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0382400, rc 0) 00000100:00100000:1.0:1783145824.080540:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+384:306164:x1869755188027520:12345-192.168.203.44@tcp:101:touch.500 Request processed in 817us (917us total) trans 12884905567 rc 0/0 00000100:00100000:1.0:1783145824.080548:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 544 00000100:00100000:1.0:1783145824.080552:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471833691641 time 8471834161775 state 0x2 ref 0 00000100:00100000:0.0:1783145824.081513:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.081547:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188027904 00000100:00100000:2.0:1783145824.081552:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188027904 00000100:00100000:2.0:1783145824.081570:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471833691641 time 8471834161775 state 0x0 ref 1 00000100:00100000:2.0:1783145824.081578:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471834261775 time 8471834161775 state 0x1 ref 1 00000100:00100000:2.0:1783145824.081602:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471834261775 time 8471835479544 state 0x0 ref 1 00000100:00100000:2.0:1783145824.081614:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1b3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+429:306160:x1869755188027904:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145824.081640:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145824.081655:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366893a38 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b044 expref: 429 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.081673:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee3668938be lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afe9 expref: 428 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.081689:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1db:0x0].0x0 (ffff9be9c9299700) 00010000:00010000:2.0:1783145824.081692:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145824.081704:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893b03 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.081714:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893b03 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.081722:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893b03 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.081734:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee366893b0a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.081745:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee366893b0a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.081754:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee366893b0a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.081796:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893b11 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.081806:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145824.081808:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893b11 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.081818:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893b11 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.081861:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188028032 00000100:00100000:3.0:1783145824.081866:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188028032 00000100:00100000:3.0:1783145824.081903:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2609 00000100:00100000:3.0:1783145824.081912:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1162300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b832727d-edc7-457c-aba4-c59935e6a58f+87:2407:x1869755188028032:12345-192.168.203.44@tcp:2:touch.500 00000040:00080000:2.0:1783145824.081932:0:204557:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].443, 64 off36544 00010000:00010000:2.0:1783145824.081968:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893b18 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.081978:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893b18 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.081987:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893b18 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.081994:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893b18 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.082001:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893b18 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.082009:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893b18 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.082027:0:204557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145824.082039:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893b11 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.082044:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145824.082047:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893b11 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.082050:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893b18 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.082057:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1162300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b832727d-edc7-457c-aba4-c59935e6a58f+88:2407:x1869755188028032:12345-192.168.203.44@tcp:2:touch.500 Request processed in 144us (249us total) trans 8589936112 rc 0/0 00010000:00010000:2.0:1783145824.082064:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893b11 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.082067:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145824.082073:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893b18 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.082076:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2609 00010000:00010000:2.0:1783145824.082083:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145824.082086:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893b18 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.082089:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893b11 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.082096:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1db:0x0].0x0 (ffff9be9c9299700) 00010000:00010000:0.0:1783145824.082099:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145824.082102:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893b18 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.082105:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893b11 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.082107:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893b18 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.082157:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145824.082159:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145824.082161:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145824.082299:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1db:0x0].0x0 (ffff9be9c9299700) 00010000:00010000:2.0:1783145824.082302:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145824.082306:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893b11 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.082313:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893b11 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.082326:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893b03 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.082334:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893b03 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.082340:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893b03 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.082348:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893b03 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.082354:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.082357:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893b03 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.082364:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893b03 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.082372:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.082375:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.082378:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893b03 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.082389:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893b03 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.082397:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009903a57c reply state 000000001ef3f531 transno 12884905568 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee366893b0a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.082406:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee366893b0a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.082413:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:2.0:1783145824.082416:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145824.082418:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145824.082448:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1b3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+429:306160:x1869755188027904:12345-192.168.203.44@tcp:36:rm.500 Request processed in 836us (934us total) trans 12884905568 rc 0/0 00000100:00100000:2.0:1783145824.082456:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 546 00000100:00100000:2.0:1783145824.082460:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471834261775 time 8471835479544 state 0x2 ref 0 00000100:00100000:0.0:1783145824.082636:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.082668:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188028288 00000100:00100000:2.0:1783145824.082674:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188028288 00000100:00100000:2.0:1783145824.082689:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471834261775 time 8471835479544 state 0x0 ref 1 00000100:00100000:2.0:1783145824.082697:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471835579544 time 8471835479544 state 0x1 ref 1 00000100:00100000:2.0:1783145824.082715:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471835579544 time 8471836592686 state 0x0 ref 1 00000100:00100000:2.0:1783145824.082726:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1163480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+384:306164:x1869755188028288:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:2.0:1783145824.082748:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145824.082759:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366893aee lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b067 expref: 384 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.082772:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a7:0x0].0x0 (ffff9be8d2d3ec00) 00010000:00010000:2.0:1783145824.082778:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145824.082810:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee366893b1f lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.082820:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee366893b1f lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.082828:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee366893b1f lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.082873:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005131b0a0 reply state 000000007fefb825 transno 12884905569 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee366893b1f lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.082883:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee366893b1f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.082890:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a7:0x0].0x0 (ffff9be8cc80bc00) 00010000:00010000:2.0:1783145824.082893:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145824.082895:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145824.082938:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1163480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+385:306164:x1869755188028288:12345-192.168.203.44@tcp:36:touch.500 Request processed in 214us (302us total) trans 12884905569 rc 0/0 00000100:00100000:2.0:1783145824.082946:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 547 00000100:00100000:2.0:1783145824.082951:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471835579544 time 8471836592686 state 0x2 ref 0 00000100:00100000:2.0:1783145824.083802:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.083835:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188028544 00000100:00100000:0.0:1783145824.083840:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188028544 00000100:00100000:0.0:1783145824.083854:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471835579544 time 8471836592686 state 0x0 ref 1 00000100:00100000:0.0:1783145824.083859:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471836692686 time 8471836592686 state 0x1 ref 1 00000100:00100000:0.0:1783145824.083876:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471836692686 time 8471837754930 state 0x0 ref 1 00000100:00100000:0.0:1783145824.083884:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+429:306159:x1869755188028544:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:0.0:1783145824.083906:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1783145824.083917:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893a3f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b03d expref: 429 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.083931:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366893894 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afe2 expref: 428 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.083939:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1da:0x0].0x0 (ffff9be9c364dc00) 00010000:00010000:0.0:1783145824.083942:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145824.083950:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893b26 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.083956:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893b26 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.083962:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893b26 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.083968:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee366893b2d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.083976:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee366893b2d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.083985:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee366893b2d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.084021:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd600/0x38bddee366893b34 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.084033:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd600/0x38bddee366893b34 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.084038:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd600/0x38bddee366893b34 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.084315:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.084346:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188028800 00000100:00100000:1.0:1783145824.084353:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188028800 00000040:00080000:0.0:1783145824.084353:0:204556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].439, 64 off36288 00010000:00010000:0.0:1783145824.084389:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893b3b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.084391:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 985 00010000:00010000:0.0:1783145824.084400:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893b3b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.084407:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+385:306162:x1869755188028800:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:0.0:1783145824.084410:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893b3b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.084424:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893b3b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.084427:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893b3b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.084431:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893b3b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.084447:0:204556:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145824.084455:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd600/0x38bddee366893b34 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.084460:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd600/0x38bddee366893b34 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.084464:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd600/0x38bddee366893b34 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.084467:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145824.084468:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dd600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145824.084472:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd600/0x38bddee366893b34 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.084477:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893b3b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.084478:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd600/0x38bddee366893b34 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.084496:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1da:0x0].0x0 (ffff9be9c364dc00) 00010000:00010000:0.0:1783145824.084500:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145824.084502:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd600/0x38bddee366893b34 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.084503:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dc400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145824.084512:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893b3b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.084512:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd600/0x38bddee366893b34 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.084532:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893b3b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.084535:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893b26 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.084548:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893b26 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.084551:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1da:0x0].0x0 (ffff9be9c364dc00) 00010000:00010000:0.0:1783145824.084553:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893b26 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.084558:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000100:00100000:1.0:1783145824.084561:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+386:306162:x1869755188028800:12345-192.168.203.44@tcp:35:touch.500 Request processed in 155us (245us total) trans 12884905571 rc 0/0 00010000:00010000:3.0:1783145824.084565:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893b3b lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.084581:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893b26 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.084582:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 985 00010000:00010000:3.0:1783145824.084585:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893b3b lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.084596:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dc200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145824.084600:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893b26 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.084606:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145824.084606:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893b26 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.084610:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145824.084614:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145824.084615:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145824.084619:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145824.084621:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893b26 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.084626:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893b26 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145824.084634:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002ffb7c4c reply state 00000000a29c231c transno 12884905570 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee366893b2d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.084641:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee366893b2d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.084645:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:0.0:1783145824.084647:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145824.084649:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145824.084674:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+429:306159:x1869755188028544:12345-192.168.203.44@tcp:36:rm.500 Request processed in 791us (873us total) trans 12884905570 rc 0/0 00000100:00100000:0.0:1783145824.084679:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 548 00000100:00100000:0.0:1783145824.084683:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471836692686 time 8471837754930 state 0x2 ref 0 00000100:00100000:3.0:1783145824.085689:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.085751:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188028928 00000100:00100000:0.0:1783145824.085756:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188028928 00000100:00100000:0.0:1783145824.085774:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471836692686 time 8471837754930 state 0x0 ref 1 00000100:00100000:0.0:1783145824.085780:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471837854930 time 8471837754930 state 0x1 ref 1 00000100:00100000:0.0:1783145824.085800:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471837854930 time 8471839678906 state 0x0 ref 1 00000100:00100000:0.0:1783145824.085809:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d9079500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+386:306164:x1869755188028928:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145824.085819:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145824.085827:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893b42 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b075 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.085852:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893b42 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b075 expref: 387 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.085861:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893b42 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b075 expref: 387 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.085872:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a7:0x0].0x0 (ffff9be8cc80bc00) 00010000:00010000:0.0:1783145824.085875:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145824.085877:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd5ddc00, rc 0) 00000100:00100000:0.0:1783145824.085905:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d9079500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+387:306164:x1869755188028928:12345-192.168.203.44@tcp:101:touch.500 Request processed in 98us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145824.085910:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 549 00000100:00100000:0.0:1783145824.085913:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471837854930 time 8471839678906 state 0x2 ref 0 00000100:00100000:0.0:1783145824.087358:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.087386:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188029056 00000100:00100000:1.0:1783145824.087392:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188029056 00000100:00100000:1.0:1783145824.087429:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2610 00000100:00100000:1.0:1783145824.087439:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1160000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b832727d-edc7-457c-aba4-c59935e6a58f+56:2410:x1869755188029056:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:1.0:1783145824.087594:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1160000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b832727d-edc7-457c-aba4-c59935e6a58f+57:2410:x1869755188029056:12345-192.168.203.44@tcp:2:touch.500 Request processed in 158us (237us total) trans 8589935461 rc 0/0 00000100:00100000:1.0:1783145824.087604:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2610 00000100:00100000:3.0:1783145824.088653:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.088695:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188029312 00000100:00100000:1.0:1783145824.088700:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188029312 00000100:00100000:1.0:1783145824.088738:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 986 00000100:00100000:1.0:1783145824.088748:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d907a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+387:306164:x1869755188029312:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145824.088926:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d907a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+388:306164:x1869755188029312:12345-192.168.203.44@tcp:35:touch.500 Request processed in 180us (273us total) trans 12884905572 rc 0/0 00000100:00100000:1.0:1783145824.088935:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 986 00000100:00100000:2.0:1783145824.090540:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.090578:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188029440 00000100:00100000:3.0:1783145824.090585:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188029440 00000100:00100000:3.0:1783145824.090610:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471837854930 time 8471839678906 state 0x0 ref 1 00000100:00100000:3.0:1783145824.090620:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471839778906 time 8471839678906 state 0x1 ref 1 00000100:00100000:3.0:1783145824.090647:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471839778906 time 8471844524312 state 0x0 ref 1 00000100:00100000:3.0:1783145824.090661:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+429:306166:x1869755188029440:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145824.090674:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145824.090689:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893b49 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b07c expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.090735:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893b50 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.090747:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893b50 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.090757:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893b50 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.090771:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893b57 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.090779:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893b57 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.090787:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893b57 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.090858:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893b5e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.090867:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893b5e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.090875:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893b5e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145824.090904:0:204555:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1dc:0x0]: returning size 0 00000004:00200000:3.0:1783145824.090909:0:204555:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145824.090923:0:204555:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893b5e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.090933:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893b5e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.090941:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893b50 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.090947:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893b50 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.090953:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893b50 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.090959:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.090963:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893b50 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.090970:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893b50 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.090979:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145824.090981:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.090986:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893b50 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.090991:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893b50 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.091002:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893b57 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.091012:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893b57 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.091018:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893b57 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.091022:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.091025:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893b57 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.091031:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893b57 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.091037:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00010000:00010000:3.0:1783145824.091039:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.091042:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893b57 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.091048:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893b57 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.091070:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893b49 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b07c expref: 431 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.091083:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893b5e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b07c expref: 430 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.091091:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1dc:0x0].0x0 (ffff9be8d2d3e000) 00010000:00010000:3.0:1783145824.091093:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145824.091096:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e3600, rc 0) 00000100:00100000:3.0:1783145824.091183:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+430:306166:x1869755188029440:12345-192.168.203.44@tcp:101:rm.500 Request processed in 527us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145824.091191:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 550 00000100:00100000:3.0:1783145824.091196:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471839778906 time 8471844524312 state 0x2 ref 0 00000100:00100000:2.0:1783145824.092790:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.092817:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188029568 00000100:00100000:1.0:1783145824.092822:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188029568 00000100:00100000:1.0:1783145824.092843:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471839778906 time 8471844524312 state 0x0 ref 1 00000100:00100000:1.0:1783145824.092852:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471844624312 time 8471844524312 state 0x1 ref 1 00000100:00100000:1.0:1783145824.092878:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471844624312 time 8471846755126 state 0x0 ref 1 00000100:00100000:1.0:1783145824.092891:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+430:306168:x1869755188029568:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145824.092901:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.092914:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383600/0x38bddee366893b65 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b083 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.092954:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382200/0x38bddee366893b6c lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.092964:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382200/0x38bddee366893b6c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.092973:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382200/0x38bddee366893b6c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.092987:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366893b73 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.092996:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366893b73 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.093004:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366893b73 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.093051:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893b7a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.093059:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893b7a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.093068:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893b7a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145824.093091:0:206077:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1dd:0x0]: returning size 0 00000004:00200000:1.0:1783145824.093096:0:206077:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783145824.093105:0:206077:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893b7a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.093164:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893b7a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.093175:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382200/0x38bddee366893b6c lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.093182:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382200/0x38bddee366893b6c lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.093188:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382200/0x38bddee366893b6c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.093195:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382200/0x38bddee366893b6c lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.093201:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.093205:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382200/0x38bddee366893b6c lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.093212:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382200/0x38bddee366893b6c lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.093223:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.093226:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.093230:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382200/0x38bddee366893b6c lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.093237:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382200/0x38bddee366893b6c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.093254:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366893b73 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.093261:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366893b73 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.093267:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366893b73 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.093273:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.093278:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366893b73 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.093284:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366893b73 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.093293:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:1.0:1783145824.093297:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.093301:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366893b73 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.093308:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366893b73 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.093334:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383600/0x38bddee366893b65 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b083 expref: 432 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.093335:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145824.093353:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893b7a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b083 expref: 431 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.093364:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188029696 00010000:00010000:1.0:1783145824.093366:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1dd:0x0].0x0 (ffff9be9c9299200) 00000100:00100000:2.0:1783145824.093370:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188029696 00010000:00010000:1.0:1783145824.093371:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145824.093377:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0383a00, rc 0) 00000100:00100000:1.0:1783145824.093415:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+431:306168:x1869755188029568:12345-192.168.203.44@tcp:101:rm.500 Request processed in 526us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145824.093417:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2611 00000100:00100000:1.0:1783145824.093430:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 551 00000100:00100000:2.0:1783145824.093432:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+92:2408:x1869755188029696:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:1.0:1783145824.093438:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471844624312 time 8471846755126 state 0x2 ref 0 00010000:00010000:2.0:1783145824.093445:0:206490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.093462:0:206490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc41211b/0x38bddee366893b81 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbdd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b08a expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783145824.093487:0:206490:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbdd:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145824.093501:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbdd:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:2.0:1783145824.093507:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbdd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145824.093515:0:206490:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc41211b/0x38bddee366893b81 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b08a expref: 93 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.093531:0:206490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bc41211b/0x38bddee366893b81 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b08a expref: 93 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.093543:0:206490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd25bc00, rc 0) 00000100:00100000:2.0:1783145824.093574:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+93:2408:x1869755188029696:12345-192.168.203.44@tcp:101:rm.500 Request processed in 147us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145824.093582:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2611 00000100:00100000:3.0:1783145824.094993:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.095029:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188029824 00000100:00100000:1.0:1783145824.095036:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188029824 00000100:00100000:1.0:1783145824.095070:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2612 00000100:00100000:1.0:1783145824.095078:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d907aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:275b1235-b8f5-4ce3-8a3a-d483c556f740+66:2409:x1869755188029824:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145824.095087:0:228903:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.095101:0:228903:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4f82072/0x38bddee366893b88 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb7a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b091 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783145824.095153:0:228903:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb7a:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:1.0:1783145824.095166:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7a:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:1.0:1783145824.095169:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145824.095178:0:228903:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4f82072/0x38bddee366893b88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b091 expref: 67 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.095191:0:228903:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a4f82072/0x38bddee366893b88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b091 expref: 67 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.095207:0:228903:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0383200, rc 0) 00000100:00100000:1.0:1783145824.095243:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d907aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:275b1235-b8f5-4ce3-8a3a-d483c556f740+67:2409:x1869755188029824:12345-192.168.203.44@tcp:101:rm.500 Request processed in 164us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145824.095252:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2612 00000100:00100000:2.0:1783145824.095273:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.095350:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188030080 00000100:00100000:1.0:1783145824.095355:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188030080 00000100:00100000:1.0:1783145824.095371:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471844624312 time 8471846755126 state 0x0 ref 1 00000100:00100000:1.0:1783145824.095380:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471846855126 time 8471846755126 state 0x1 ref 1 00000100:00100000:1.0:1783145824.095411:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471846855126 time 8471849288234 state 0x0 ref 1 00000100:00100000:1.0:1783145824.095421:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+431:306166:x1869755188030080:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:1.0:1783145824.095451:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145824.095467:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366893b5e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b07c expref: 431 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.095489:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668939dd lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b02f expref: 430 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.095503:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1dc:0x0].0x0 (ffff9be8d2d3e000) 00010000:00010000:1.0:1783145824.095506:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145824.095517:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366893b8f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.095526:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366893b8f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.095535:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366893b8f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.095546:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366893b96 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.095555:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366893b96 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.095563:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366893b96 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.095615:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893b9d lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.095623:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893b9d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.095630:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893b9d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783145824.095840:0:204557:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].444, 64 off36608 00010000:00010000:1.0:1783145824.095892:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366893ba4 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.095900:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366893ba4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.095908:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366893ba4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.095916:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366893ba4 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.095922:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366893ba4 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.095928:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366893ba4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.095947:0:204557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145824.095959:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893b9d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.095962:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145824.095970:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366893ba4 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.095970:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893b9d lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.095991:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893b9d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.095992:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145824.095998:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366893ba4 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.096002:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0383800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.096007:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366893ba4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.096008:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893b9d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.096021:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1dc:0x0].0x0 (ffff9be8d2d3e000) 00010000:00010000:1.0:1783145824.096022:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893b9d lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.096025:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145824.096029:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366893ba4 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.096035:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366893ba4 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.096037:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1dc:0x0].0x0 (ffff9be8d2d3e000) 00010000:00010000:1.0:1783145824.096043:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145824.096046:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145824.096048:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893b9d lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.096049:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145824.096051:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145824.096058:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893b9d lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.096078:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366893b8f lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.096084:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366893b8f lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.096089:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366893b8f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.096094:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366893b8f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.096100:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.096104:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366893b8f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.096109:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366893b8f lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.096160:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.096163:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.096167:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366893b8f lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.096173:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366893b8f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.096184:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000006292b3b reply state 00000000702a53d1 transno 12884905573 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366893b96 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.096193:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366893b96 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.096199:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00010000:00010000:1.0:1783145824.096202:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145824.096204:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145824.096246:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+431:306166:x1869755188030080:12345-192.168.203.44@tcp:36:rm.500 Request processed in 827us (975us total) trans 12884905573 rc 0/0 00000100:00100000:1.0:1783145824.096254:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 552 00000100:00100000:1.0:1783145824.096257:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471846855126 time 8471849288234 state 0x2 ref 0 00000100:00100000:3.0:1783145824.102916:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.102957:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188030336 00000100:00100000:2.0:1783145824.102965:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188030336 00000100:00100000:2.0:1783145824.102994:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471846855126 time 8471849288234 state 0x0 ref 1 00000100:00100000:2.0:1783145824.103007:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471849388234 time 8471849288234 state 0x1 ref 1 00000100:00100000:2.0:1783145824.103032:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471849388234 time 8471856908585 state 0x0 ref 1 00000100:00100000:2.0:1783145824.103045:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d9078e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+431:306168:x1869755188030336:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145824.103094:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145824.103141:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893b7a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b083 expref: 431 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103169:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366893a46 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b04b expref: 430 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103180:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1dd:0x0].0x0 (ffff9be9c9299200) 00010000:00010000:2.0:1783145824.103185:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145824.103202:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893bab lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103213:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893bab lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103222:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893bab lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103235:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366893bb2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103246:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366893bb2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103254:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366893bb2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103328:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893bb9 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103337:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893bb9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103345:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893bb9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145824.103536:0:210786:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].440, 64 off36352 00010000:00010000:2.0:1783145824.103585:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366893bc0 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103595:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366893bc0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103605:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366893bc0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103613:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366893bc0 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103620:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366893bc0 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103628:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366893bc0 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103648:0:210786:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145824.103664:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893bb9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.103668:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145824.103672:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893bb9 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.103677:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366893bc0 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103681:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893bb9 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.103692:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145824.103694:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.103697:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366893bc0 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103700:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893bb9 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.103715:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366893bc0 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103717:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893bb9 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.103734:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1dd:0x0].0x0 (ffff9be9c9299200) 00010000:00010000:3.0:1783145824.103738:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145824.103743:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366893bc0 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103745:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1dd:0x0].0x0 (ffff9be9c9299200) 00010000:00010000:3.0:1783145824.103752:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366893bc0 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103752:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145824.103758:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893bb9 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103767:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893bb9 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.103768:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145824.103772:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145824.103775:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145824.103787:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893bab lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103796:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893bab lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103803:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893bab lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103810:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893bab lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103815:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9da69d200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.103818:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893bab lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103824:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893bab lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103831:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.103834:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.103838:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893bab lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103845:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366893bab lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.103856:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000065462ee0 reply state 00000000ae913584 transno 12884905574 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366893bb2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103867:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366893bb2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.103875:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:2.0:1783145824.103877:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145824.103880:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145824.103939:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d9078e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+431:306168:x1869755188030336:12345-192.168.203.44@tcp:36:rm.500 Request processed in 895us (1027us total) trans 12884905574 rc 0/0 00000100:00100000:2.0:1783145824.103948:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 553 00000100:00100000:2.0:1783145824.103954:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471849388234 time 8471856908585 state 0x2 ref 0 00000100:00100000:2.0:1783145824.105553:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.105617:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188030464 00000100:00100000:3.0:1783145824.105624:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188030464 00000100:00100000:1.0:1783145824.105662:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.105681:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471849388234 time 8471856908585 state 0x0 ref 1 00000100:00100000:3.0:1783145824.105692:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471857008585 time 8471856908585 state 0x1 ref 1 00000100:00100000:2.0:1783145824.105695:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188030592 00000100:00100000:2.0:1783145824.105699:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188030592 00000100:00100000:3.0:1783145824.105720:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471857008585 time 8471859595731 state 0x0 ref 1 00000100:00100000:2.0:1783145824.105731:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 626 00000100:00100000:3.0:1783145824.105735:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+389:306163:x1869755188030464:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:2.0:1783145824.105743:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b832727d-edc7-457c-aba4-c59935e6a58f+389:2407:x1869755188030592:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:3.0:1783145824.105752:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145824.105764:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893bc7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b098 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.105773:0:204560:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.105784:0:204560:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366893bce lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b09f expref: -99 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.105814:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893bd5 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.105815:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893bdc lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.105830:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893bdc lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.105837:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893bdc lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.105843:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893bd5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.105845:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893be3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.105862:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893be3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.105863:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893bd5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.105874:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893be3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.105885:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893bea lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.105896:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893bea lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.105904:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893bea lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.105931:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366893bf1 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.105938:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366893bf1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.105943:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366893bf1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.105954:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893bf8 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145824.105958:0:204560:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1a7:0x0]: returning size 0 00000004:00200000:2.0:1783145824.105965:0:204560:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1783145824.105969:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893bf8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.105979:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893bf8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.105980:0:204560:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366893bf1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106001:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366893bf1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106007:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893bdc lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106011:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893bdc lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145824.106015:0:204556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1a5:0x0]: returning size 0 00010000:00010000:2.0:1783145824.106016:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893bdc lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145824.106021:0:204556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1783145824.106023:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.106026:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893bdc lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106030:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893bdc lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106037:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00000004:00010000:3.0:1783145824.106038:0:204556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893bf8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106040:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.106045:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893bdc lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.106054:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893bf8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106054:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893bdc lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106074:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893be3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.106076:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893bd5 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106083:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893be3 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.106089:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893bd5 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106091:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893be3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.106106:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893bd5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106106:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.106137:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893be3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106145:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893be3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.106160:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893bd5 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106165:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:3.0:1783145824.106168:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.106170:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.106172:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893bd5 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106175:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893be3 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.106185:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893bd5 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106187:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893be3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.106208:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145824.106213:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.106216:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893bd5 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106222:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366893bce lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b09f expref: 392 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.106225:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893bd5 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.106249:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893bea lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106250:0:204560:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366893bf1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b09f expref: 391 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.106265:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893bea lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106269:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a7:0x0].0x0 (ffff9be8cc80bc00) 00010000:00010000:2.0:1783145824.106275:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145824.106276:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893bea lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106279:0:204560:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2d04a00, rc 0) 00010000:00010000:3.0:1783145824.106287:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.106288:0:204560:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145824.106292:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893bea lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.106302:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893bea lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106302:0:204560:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366893bff lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b0a6 expref: -99 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.106319:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be9ca6eba00) 00010000:00010000:3.0:1783145824.106324:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.106327:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893bea lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.106333:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893bea lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106336:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366893c06 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106349:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366893c06 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106357:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366893c06 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.106362:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893bc7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b098 expref: 393 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106373:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366893c0d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.106379:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893bf8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b098 expref: 392 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106384:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366893c0d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.106390:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a5:0x0].0x0 (ffff9be9c364db00) 00010000:00010000:2.0:1783145824.106394:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366893c0d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.106395:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145824.106399:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e3400, rc 0) 00010000:00010000:2.0:1783145824.106434:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366893c14 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.106441:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+392:306163:x1869755188030464:12345-192.168.203.44@tcp:101:rm.500 Request processed in 711us (887us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145824.106447:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366893c14 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.106452:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 554 00000100:00100000:3.0:1783145824.106461:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471857008585 time 8471859595731 state 0x2 ref 0 00010000:00010000:2.0:1783145824.106462:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366893c14 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145824.106484:0:204560:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1a6:0x0]: returning size 0 00000004:00200000:2.0:1783145824.106488:0:204560:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145824.106498:0:204560:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366893c14 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106511:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366893c14 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106519:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366893c06 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106524:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366893c06 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106528:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366893c06 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106531:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.106533:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366893c06 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106536:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366893c06 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106541:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.106542:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.106545:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366893c06 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106548:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366893c06 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106555:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366893c0d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106558:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366893c0d lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106563:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366893c0d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106567:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.106569:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366893c0d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106572:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366893c0d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106577:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:2.0:1783145824.106578:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.106580:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366893c0d lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106583:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366893c0d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106595:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366893bff lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0a6 expref: 392 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106601:0:204560:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366893c14 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0a6 expref: 391 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106605:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a6:0x0].0x0 (ffff9be8d2d3e300) 00010000:00010000:2.0:1783145824.106606:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145824.106608:0:204560:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2d04c00, rc 0) 00010000:00010000:2.0:1783145824.106610:0:204560:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.106615:0:204560:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366893c1b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b0ad expref: -99 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106630:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366893c22 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106635:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366893c22 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106640:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366893c22 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106646:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893c29 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106651:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893c29 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106656:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893c29 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106665:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366893c22 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106668:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366893c22 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106672:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366893c22 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106675:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.106677:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366893c22 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106684:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366893c22 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106689:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.106690:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.106692:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366893c22 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106696:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366893c22 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106701:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893c29 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106705:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893c29 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106709:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893c29 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106712:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.106713:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893c29 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106717:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893c29 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106720:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:2.0:1783145824.106721:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.106723:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893c29 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106727:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893c29 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106741:0:204560:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366893c1b lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0ad expref: 392 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106749:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.106752:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145824.106755:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366893c1b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0ad expref: 392 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.106764:0:204560:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2d05c00, rc -2) 00000100:00100000:2.0:1783145824.106796:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b832727d-edc7-457c-aba4-c59935e6a58f+391:2407:x1869755188030592:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 1057us (1136us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783145824.106802:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 626 00000100:00100000:1.0:1783145824.108205:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.108278:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188030848 00000100:00100000:2.0:1783145824.108283:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188030848 00000100:00100000:2.0:1783145824.108302:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471857008585 time 8471859595731 state 0x0 ref 1 00000100:00100000:2.0:1783145824.108311:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471859695731 time 8471859595731 state 0x1 ref 1 00000100:00100000:2.0:1783145824.108330:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471859695731 time 8471862208532 state 0x0 ref 1 00000100:00100000:2.0:1783145824.108338:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+391:306172:x1869755188030848:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145824.108354:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.108364:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366893c30 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b0d7 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.108431:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4400/0x38bddee366893c37 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.108440:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4400/0x38bddee366893c37 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.108447:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4400/0x38bddee366893c37 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.108453:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5800/0x38bddee366893c3e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.108460:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5800/0x38bddee366893c3e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.108464:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5800/0x38bddee366893c3e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.108716:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000004:00080000:2.0:1783145824.108745:0:204590:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbdf:0x0], index 0: 0 00000100:00100000:3.0:1783145824.108750:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188030976 00000100:00100000:3.0:1783145824.108756:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188030976 00000100:00100000:3.0:1783145824.108795:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2613 00000100:00100000:3.0:1783145824.108805:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:b832727d-edc7-457c-aba4-c59935e6a58f+57:2407:x1869755188030976:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145824.108815:0:228906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145824.108831:0:228906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008de1168e/0x38bddee366893c45 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb79:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b0de expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783145824.108856:0:228906:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb79:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:3.0:1783145824.108870:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb79:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:3.0:1783145824.108874:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb79:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145824.108883:0:228906:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008de1168e/0x38bddee366893c45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0de expref: 58 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.108898:0:228906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008de1168e/0x38bddee366893c45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0de expref: 58 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.108904:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4c00/0x38bddee366893c4c lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.108910:0:228906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e3600, rc 0) 00010000:00010000:2.0:1783145824.108913:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4c00/0x38bddee366893c4c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.108920:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4c00/0x38bddee366893c4c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.108950:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:b832727d-edc7-457c-aba4-c59935e6a58f+58:2407:x1869755188030976:12345-192.168.203.44@tcp:101:rm.500 Request processed in 146us (236us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145824.108955:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4400/0x38bddee366893c37 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.108961:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2613 00010000:00010000:2.0:1783145824.108976:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4400/0x38bddee366893c37 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.108983:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4400/0x38bddee366893c37 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.108990:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4400/0x38bddee366893c37 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.108995:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cbab4400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.108999:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4400/0x38bddee366893c37 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.109006:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4400/0x38bddee366893c37 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.109016:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.109020:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.109024:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4400/0x38bddee366893c37 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.109029:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4400/0x38bddee366893c37 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.109039:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002b890eb7 reply state 00000000057cb949 transno 12884905575 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5800/0x38bddee366893c3e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.109046:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5800/0x38bddee366893c3e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.109051:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:2.0:1783145824.109053:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145824.109055:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145824.109075:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366893c30 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0d7 expref: 394 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.109084:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4c00/0x38bddee366893c4c lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0d7 expref: 393 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.109089:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a8:0x0].0x0 (ffff9bea012ae000) 00010000:00010000:2.0:1783145824.109091:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145824.109093:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cbab4c00, rc 0) 00000100:00100000:2.0:1783145824.109157:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+394:306172:x1869755188030848:12345-192.168.203.44@tcp:101:touch.500 Request processed in 818us (953us total) trans 12884905575 rc 0/0 00000100:00100000:2.0:1783145824.109163:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 555 00000100:00100000:2.0:1783145824.109168:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471859695731 time 8471862208532 state 0x2 ref 0 00000100:00100000:1.0:1783145824.109725:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.109769:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188031104 00000100:00100000:2.0:1783145824.109774:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188031104 00000100:00100000:2.0:1783145824.109800:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2614 00000100:00100000:2.0:1783145824.109806:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b832727d-edc7-457c-aba4-c59935e6a58f+58:2407:x1869755188031104:12345-192.168.203.44@tcp:101:ll_agl.0 00010000:00010000:2.0:1783145824.109813:0:228898:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.109823:0:228898:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c39dcf95/0x38bddee366893c5a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b0e5 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783145824.109836:0:228898:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb7b:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145824.109845:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7b:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:2.0:1783145824.109848:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145824.109853:0:228898:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c39dcf95/0x38bddee366893c5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0e5 expref: 59 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.109864:0:228898:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c39dcf95/0x38bddee366893c5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0e5 expref: 59 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.109875:0:228898:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cbab5c00, rc 0) 00000100:00100000:2.0:1783145824.109905:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b832727d-edc7-457c-aba4-c59935e6a58f+59:2407:x1869755188031104:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 98us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145824.109913:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2614 00000100:00100000:1.0:1783145824.111176:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.111203:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188031488 00000100:00100000:3.0:1783145824.111208:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188031488 00000100:00100000:1.0:1783145824.111213:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.111234:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471859695731 time 8471862208532 state 0x0 ref 1 00000100:00100000:3.0:1783145824.111244:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471862308532 time 8471862208532 state 0x1 ref 1 00000100:00100000:2.0:1783145824.111268:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188031616 00000100:00100000:3.0:1783145824.111272:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471862308532 time 8471865148795 state 0x0 ref 1 00000100:00100000:2.0:1783145824.111275:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188031616 00000100:00100000:3.0:1783145824.111290:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+395:306163:x1869755188031488:12345-192.168.203.44@tcp:36:rm.500 00000100:00100000:2.0:1783145824.111299:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471865248795 time 8471865148795 state 0x1 ref 2 00000100:00100000:2.0:1783145824.111330:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471865248795 time 8471865206844 state 0x0 ref 2 00000100:00100000:2.0:1783145824.111343:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+395:306172:x1869755188031616:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:2.0:1783145824.111387:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1783145824.111403:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145824.111404:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4c00/0x38bddee366893c4c lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0d7 expref: 395 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.111421:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a8:0x0].0x0 (ffff9bea012ae000) 00000100:00100000:1.0:1783145824.111430:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188031744 00010000:00010000:2.0:1783145824.111431:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783145824.111436:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188031744 00010000:00010000:3.0:1783145824.111438:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783145824.111456:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893bf8 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b098 expref: 394 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.111479:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2615 00010000:00010000:3.0:1783145824.111481:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee366893989 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b028 expref: 393 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.111487:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4000/0x38bddee366893c61 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.111494:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+88:2408:x1869755188031744:12345-192.168.203.44@tcp:101:ll_agl.0 00010000:00010000:3.0:1783145824.111495:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a5:0x0].0x0 (ffff9be9c364db00) 00010000:00010000:3.0:1783145824.111505:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145824.111506:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4000/0x38bddee366893c61 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.111509:0:228910:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145824.111522:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893c68 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.111524:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4000/0x38bddee366893c61 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.111527:0:228910:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000440bb6da/0x38bddee366893c6f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbde:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b0ec expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.111545:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893c68 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.111555:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893c68 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783145824.111557:0:228910:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbde:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:3.0:1783145824.111574:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366893c76 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.111575:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbde:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:1.0:1783145824.111584:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbde:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145824.111593:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366893c76 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.111594:0:228910:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000440bb6da/0x38bddee366893c6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0ec expref: 89 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.111608:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000057393b95 reply state 00000000368fa3b7 transno 12884905576 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4000/0x38bddee366893c61 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.111611:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366893c76 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.111621:0:228910:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000440bb6da/0x38bddee366893c6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0ec expref: 89 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.111635:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4000/0x38bddee366893c61 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.111640:0:228910:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0382200, rc 0) 00010000:00010000:2.0:1783145824.111646:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a8:0x0].0x0 (ffff9bea012aec00) 00010000:00010000:2.0:1783145824.111650:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145824.111653:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145824.111673:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+89:2408:x1869755188031744:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 185us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145824.111680:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2615 00010000:00010000:3.0:1783145824.111689:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893c7d lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.111699:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893c7d lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.111702:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+394:306172:x1869755188031616:12345-192.168.203.44@tcp:36:touch.500 Request processed in 360us (491us total) trans 12884905576 rc 0/0 00010000:00010000:3.0:1783145824.111714:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893c7d lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.111718:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 557 00000040:00080000:2.0:1783145824.111914:0:204555:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].441, 64 off36416 00010000:00010000:2.0:1783145824.111960:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5000/0x38bddee366893c84 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.111970:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5000/0x38bddee366893c84 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.111980:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5000/0x38bddee366893c84 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.111989:0:204555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5000/0x38bddee366893c84 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.111996:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5000/0x38bddee366893c84 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.112007:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5000/0x38bddee366893c84 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.112028:0:204555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145824.112041:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893c7d lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.112049:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893c7d lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.112052:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145824.112059:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893c7d lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.112061:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5000/0x38bddee366893c84 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.112075:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fbc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.112078:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cbab5000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145824.112081:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893c7d lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.112083:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5000/0x38bddee366893c84 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.112095:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893c7d lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.112098:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5000/0x38bddee366893c84 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.112143:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a5:0x0].0x0 (ffff9be9c364db00) 00010000:00010000:2.0:1783145824.112148:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145824.112152:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893c7d lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.112157:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a5:0x0].0x0 (ffff9be9c364db00) 00010000:00010000:2.0:1783145824.112160:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893c7d lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.112162:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1783145824.112168:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5000/0x38bddee366893c84 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.112176:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5000/0x38bddee366893c84 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.112179:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893c68 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.112190:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145824.112195:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145824.112196:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893c68 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.112198:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145824.112206:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893c68 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.112211:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.112215:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893c68 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.112221:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893c68 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.112229:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.112232:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.112235:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893c68 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.112242:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893c68 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.112252:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a0a03384 reply state 000000002308c8ac transno 12884905577 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366893c76 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.112262:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366893c76 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.112269:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be9ca6eba00) 00010000:00010000:2.0:1783145824.112271:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145824.112273:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145824.112311:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+395:306163:x1869755188031488:12345-192.168.203.44@tcp:36:rm.500 Request processed in 1025us (1136us total) trans 12884905577 rc 0/0 00000100:00100000:2.0:1783145824.112319:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 556 00000100:00100000:2.0:1783145824.112324:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471865248795 time 8471865206844 state 0x2 ref 0 00000100:00100000:1.0:1783145824.112423:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.112446:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188031872 00000100:00100000:2.0:1783145824.112451:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188031872 00000100:00100000:2.0:1783145824.112467:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471865248795 time 8471865206844 state 0x0 ref 1 00000100:00100000:2.0:1783145824.112475:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471865306844 time 8471865206844 state 0x1 ref 1 00000100:00100000:2.0:1783145824.112496:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471865306844 time 8471866374098 state 0x0 ref 1 00000100:00100000:2.0:1783145824.112508:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+395:306172:x1869755188031872:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145824.112517:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.112526:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5200/0x38bddee366893c8b lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b0f3 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.112552:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5200/0x38bddee366893c8b lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0f3 expref: 396 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.112563:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5200/0x38bddee366893c8b lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0f3 expref: 396 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.112579:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a8:0x0].0x0 (ffff9bea012aec00) 00010000:00010000:2.0:1783145824.112581:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145824.112584:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cbab5200, rc 0) 00000100:00100000:2.0:1783145824.112614:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+396:306172:x1869755188031872:12345-192.168.203.44@tcp:101:touch.500 Request processed in 107us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145824.112625:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 558 00000100:00100000:2.0:1783145824.112630:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471865306844 time 8471866374098 state 0x2 ref 0 00000100:00100000:1.0:1783145824.113090:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.113159:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188032128 00000100:00100000:1.0:1783145824.113164:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188032128 00000100:00100000:1.0:1783145824.113183:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471865306844 time 8471866374098 state 0x0 ref 1 00000100:00100000:1.0:1783145824.113191:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471866474098 time 8471866374098 state 0x1 ref 1 00000100:00100000:1.0:1783145824.113212:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471866474098 time 8471867089114 state 0x0 ref 1 00000100:00100000:1.0:1783145824.113222:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+396:306169:x1869755188032128:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145824.113233:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.113242:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366893c92 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b0fa expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.113311:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893c99 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.113321:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893c99 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.113330:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893c99 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.113341:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383600/0x38bddee366893ca0 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.113351:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383600/0x38bddee366893ca0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.113362:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383600/0x38bddee366893ca0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145824.113573:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb7c:0x0], index 1: 0 00010000:00010000:1.0:1783145824.113675:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893ca7 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.113685:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893ca7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.113693:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893ca7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.113721:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893c99 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.113728:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893c99 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.113734:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893c99 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.113740:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893c99 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.113746:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0383a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.113750:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893c99 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.113756:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893c99 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.113769:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.113772:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.113775:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893c99 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.113781:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893c99 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.113792:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b071700c reply state 00000000404697ac transno 12884905578 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383600/0x38bddee366893ca0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.113800:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383600/0x38bddee366893ca0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.113806:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00010000:00010000:1.0:1783145824.113809:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145824.113811:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145824.113832:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366893c92 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0fa expref: 399 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.113845:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893ca7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0fa expref: 398 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.113852:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a9:0x0].0x0 (ffff9be8d2d3e700) 00010000:00010000:1.0:1783145824.113855:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145824.113857:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0383800, rc 0) 00000100:00100000:1.0:1783145824.113890:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+399:306169:x1869755188032128:12345-192.168.203.44@tcp:101:touch.500 Request processed in 669us (801us total) trans 12884905578 rc 0/0 00000100:00100000:1.0:1783145824.113898:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 559 00000100:00100000:1.0:1783145824.113902:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471866474098 time 8471867089114 state 0x2 ref 0 00000100:00100000:1.0:1783145824.114613:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.114637:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188032256 00000100:00100000:3.0:1783145824.114643:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188032256 00000100:00100000:3.0:1783145824.114678:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2616 00000100:00100000:3.0:1783145824.114689:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b832727d-edc7-457c-aba4-c59935e6a58f+89:2410:x1869755188032256:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:3.0:1783145824.114840:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b832727d-edc7-457c-aba4-c59935e6a58f+90:2410:x1869755188032256:12345-192.168.203.44@tcp:2:touch.500 Request processed in 154us (227us total) trans 8589936113 rc 0/0 00000100:00100000:3.0:1783145824.114850:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2616 00000100:00100000:3.0:1783145824.115490:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.115522:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188032384 00000100:00100000:3.0:1783145824.115523:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.115528:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188032384 00000100:00100000:0.0:1783145824.115548:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471866474098 time 8471867089114 state 0x0 ref 1 00000100:00100000:1.0:1783145824.115557:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188032640 00000100:00100000:0.0:1783145824.115557:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471867189114 time 8471867089114 state 0x1 ref 1 00000100:00100000:3.0:1783145824.115561:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.115564:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188032640 00000100:00100000:0.0:1783145824.115582:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188032768 00000100:00100000:1.0:1783145824.115587:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471867189114 time 8471867089114 state 0x1 ref 2 00000100:00100000:0.0:1783145824.115588:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188032768 00000100:00100000:3.0:1783145824.115604:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471869580488 time 8471869480488 state 0x1 ref 3 00000100:00100000:1.0:1783145824.115615:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471869580488 time 8471869491698 state 0x0 ref 3 00000100:00100000:3.0:1783145824.115621:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+401:306171:x1869755188032384:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:0.0:1783145824.115626:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471869591698 time 8471869491698 state 0x1 ref 3 00000100:00100000:1.0:1783145824.115633:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+401:306177:x1869755188032640:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145824.115636:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.115645:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1783145824.115645:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471869591698 time 8471869521840 state 0x0 ref 3 00010000:00010000:3.0:1783145824.115648:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366893cb5 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b101 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.115659:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366893cbc lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b108 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.115659:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffea0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+402:306169:x1869755188032768:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:0.0:1783145824.115685:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145824.115689:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893cc3 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.115697:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893ca7 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0fa expref: 403 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.115699:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366893cca lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.115702:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893cc3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.115719:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a9:0x0].0x0 (ffff9be8d2d3e700) 00010000:00010000:3.0:1783145824.115724:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893cc3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.115726:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366893cca lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.115727:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145824.115747:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366893cca lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.115749:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893cd1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.115762:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893cd1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.115763:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366893cd8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.115769:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893cdf lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.115777:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893cd1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.115786:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366893cd8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.115787:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893cdf lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.115807:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893cdf lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.115808:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366893cd8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145824.115863:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000dee9faa9 reply state 00000000979ec2d7 transno 12884905579 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893cdf lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.115872:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366893ce6 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.115873:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893cdf lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.115888:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a9:0x0].0x0 (ffff9be8c65ee200) 00010000:00010000:1.0:1783145824.115891:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366893ce6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.115891:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145824.115893:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145824.115903:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366893ce6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145824.115929:0:204555:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1a7:0x0]: returning size 0 00000100:00100000:0.0:1783145824.115933:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffea0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+404:306169:x1869755188032768:12345-192.168.203.44@tcp:36:touch.500 Request processed in 277us (375us total) trans 12884905579 rc 0/0 00000004:00200000:1.0:1783145824.115935:0:204555:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1783145824.115940:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 562 00000004:00010000:1.0:1783145824.115950:0:204555:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366893ce6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.115961:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366893ce6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.115968:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366893cca lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.115974:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366893cca lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.115980:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366893cca lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.115985:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0383c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.115990:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366893cca lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.115996:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366893cca lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.116002:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893ced lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.116006:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.116013:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.116018:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366893cca lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.116019:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893ced lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.116032:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366893cca lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.116036:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893ced lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.116043:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366893cd8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.116051:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366893cd8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.116058:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366893cd8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.116064:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382e00 already unused, calling callback (ffffffffc1a944f0) 00000004:00200000:3.0:1783145824.116066:0:204557:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1a6:0x0]: returning size 0 00010000:00010000:1.0:1783145824.116067:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366893cd8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145824.116073:0:204557:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1783145824.116078:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366893cd8 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145824.116088:0:204557:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893ced lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.116088:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:1.0:1783145824.116095:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.116100:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366893cd8 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.116105:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893ced lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.116108:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366893cd8 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.116148:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893cc3 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.116162:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893cc3 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.116170:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893cc3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.116177:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893cc3 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.116183:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366893cbc lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b108 expref: 404 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.116184:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fbe00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.116191:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893cc3 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.116202:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893cc3 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.116204:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366893ce6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b108 expref: 403 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.116219:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.116220:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a7:0x0].0x0 (ffff9be8cc80bc00) 00010000:00010000:1.0:1783145824.116226:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145824.116227:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.116234:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893cc3 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.116240:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893cc3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.116242:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0383000, rc 0) 00010000:00010000:3.0:1783145824.116256:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893cd1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.116263:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893cd1 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.116271:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+403:306177:x1869755188032640:12345-192.168.203.44@tcp:101:rm.500 Request processed in 641us (746us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145824.116272:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893cd1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.116285:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2e00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:1.0:1783145824.116286:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 561 00010000:00010000:3.0:1783145824.116289:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893cd1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.116296:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893cd1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.116304:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:3.0:1783145824.116307:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.116311:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893cd1 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.116317:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893cd1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.116334:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145824.116343:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366893cb5 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b101 expref: 403 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.116360:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893ced lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b101 expref: 402 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.116368:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a6:0x0].0x0 (ffff9be8d2d3e300) 00000100:00100000:0.0:1783145824.116368:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188032896 00010000:00010000:3.0:1783145824.116374:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:0.0:1783145824.116374:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188032896 00010000:00010000:3.0:1783145824.116378:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e2000, rc 0) 00000100:00100000:1.0:1783145824.116401:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.116409:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+403:306171:x1869755188032384:12345-192.168.203.44@tcp:101:rm.500 Request processed in 792us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145824.116419:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 560 00000100:00100000:0.0:1783145824.116423:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 627 00000100:00100000:3.0:1783145824.116428:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471869591698 time 8471869521840 state 0x2 ref 0 00000100:00100000:0.0:1783145824.116435:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:b832727d-edc7-457c-aba4-c59935e6a58f+403:2407:x1869755188032896:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:0.0:1783145824.116456:0:228897:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1783145824.116465:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188033152 00010000:00010000:0.0:1783145824.116469:0:228897:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd600/0x38bddee366893cf4 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b10f expref: -99 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.116470:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188033152 00010000:00010000:0.0:1783145824.116504:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366893cfb lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.116510:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 987 00010000:00010000:0.0:1783145824.116520:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366893cfb lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.116530:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366893cfb lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.116542:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893d02 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.116553:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893d02 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.116559:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893d02 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.116561:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+404:306172:x1869755188033152:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:0.0:1783145824.116576:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366893cfb lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.116582:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366893cfb lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.116586:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366893cfb lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.116589:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dc800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145824.116592:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366893cfb lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.116595:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366893cfb lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.116601:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145824.116602:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145824.116604:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366893cfb lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.116608:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366893cfb lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.116616:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893d02 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.116621:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893d02 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.116625:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893d02 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.116628:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dd000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145824.116629:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893d02 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.116633:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893d02 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.116637:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:0.0:1783145824.116638:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145824.116640:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893d02 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.116643:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893d02 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.116656:0:228897:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd600/0x38bddee366893cf4 lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b10f expref: 405 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.116663:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145824.116664:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145824.116667:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd600/0x38bddee366893cf4 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b10f expref: 405 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.116677:0:228897:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd5dd600, rc -2) 00000100:00100000:0.0:1783145824.116710:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:b832727d-edc7-457c-aba4-c59935e6a58f+404:2407:x1869755188032896:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 279us (377us total) trans 0 rc -2/-2 00000100:00100000:0.0:1783145824.116716:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 627 00000100:00100000:3.0:1783145824.116730:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+403:306172:x1869755188033152:12345-192.168.203.44@tcp:35:touch.500 Request processed in 208us (327us total) trans 12884905580 rc 0/0 00000100:00100000:3.0:1783145824.116739:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 987 00000100:00100000:1.0:1783145824.117315:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.117353:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188033280 00000100:00100000:0.0:1783145824.117358:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188033280 00000100:00100000:0.0:1783145824.117376:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471869591698 time 8471869521840 state 0x0 ref 1 00000100:00100000:0.0:1783145824.117385:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 0 deadline 8471869621840 time 8471869521840 state 0x1 ref 1 00000100:00100000:0.0:1783145824.117412:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471869621840 time 8471871288756 state 0x0 ref 1 00000100:00100000:0.0:1783145824.117425:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+403:306169:x1869755188033280:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145824.117434:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145824.117445:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893d09 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b116 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.117466:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893d09 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b116 expref: 404 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.117474:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893d09 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b116 expref: 404 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.117484:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a9:0x0].0x0 (ffff9be8c65ee200) 00010000:00010000:0.0:1783145824.117486:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145824.117488:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd5dc400, rc 0) 00000100:00100000:0.0:1783145824.117512:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+404:306169:x1869755188033280:12345-192.168.203.44@tcp:101:touch.500 Request processed in 92us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145824.117519:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 563 00000100:00100000:0.0:1783145824.117522:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471869621840 time 8471871288756 state 0x2 ref 0 00000100:00100000:3.0:1783145824.118092:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.118157:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188033408 00000100:00100000:0.0:1783145824.118162:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188033408 00000100:00100000:0.0:1783145824.118200:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 278 00000100:00100000:0.0:1783145824.118210:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd84c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+404:2409:x1869755188033408:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145824.118220:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145824.118240:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366893ce6 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b108 expref: 404 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.118252:0:215294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a7:0x0].0x0 (ffff9be8cc80bc00) 00010000:00010000:0.0:1783145824.118256:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145824.118283:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd84c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+403:2409:x1869755188033408:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 76us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145824.118290:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 278 00000100:00100000:1.0:1783145824.119164:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.119199:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.119213:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188033536 00000100:00100000:2.0:1783145824.119220:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188033536 00000100:00100000:2.0:1783145824.119257:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2617 00000100:00100000:2.0:1783145824.119269:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:b832727d-edc7-457c-aba4-c59935e6a58f+59:2410:x1869755188033536:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:0.0:1783145824.119269:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188033664 00000100:00100000:0.0:1783145824.119276:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188033664 00000100:00100000:0.0:1783145824.119315:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 279 00000100:00100000:0.0:1783145824.119324:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+403:2410:x1869755188033664:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145824.119333:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145824.119344:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893ced lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b101 expref: 403 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.119356:0:204542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a6:0x0].0x0 (ffff9be8d2d3e300) 00010000:00010000:0.0:1783145824.119360:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145824.119389:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+402:2410:x1869755188033664:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 68us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145824.119396:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 279 00000100:00100000:2.0:1783145824.119452:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:b832727d-edc7-457c-aba4-c59935e6a58f+60:2410:x1869755188033536:12345-192.168.203.44@tcp:2:touch.500 Request processed in 188us (291us total) trans 8589935462 rc 0/0 00000100:00100000:2.0:1783145824.119459:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2617 00000100:00100000:1.0:1783145824.119672:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.119709:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188033920 00000100:00100000:2.0:1783145824.119715:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188033920 00000100:00100000:2.0:1783145824.119731:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471869621840 time 8471871288756 state 0x0 ref 1 00000100:00100000:2.0:1783145824.119740:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471871388756 time 8471871288756 state 0x1 ref 1 00000100:00100000:2.0:1783145824.119761:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471871388756 time 8471873638560 state 0x0 ref 1 00000100:00100000:2.0:1783145824.119772:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff8c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+402:306171:x1869755188033920:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145824.119805:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145824.119818:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366893c14 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0a6 expref: 402 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.119835:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893afc lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b06e expref: 401 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.119845:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a6:0x0].0x0 (ffff9be8d2d3e300) 00010000:00010000:2.0:1783145824.119849:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145824.119862:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5a00/0x38bddee366893d10 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.119871:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5a00/0x38bddee366893d10 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.119879:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5a00/0x38bddee366893d10 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.119889:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4200/0x38bddee366893d17 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.119899:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4200/0x38bddee366893d17 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.119906:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4200/0x38bddee366893d17 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.119970:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5400/0x38bddee366893d1e lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.119978:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5400/0x38bddee366893d1e lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.119986:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5400/0x38bddee366893d1e lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145824.120204:0:204555:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].445, 64 off36672 00010000:00010000:2.0:1783145824.120243:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5e00/0x38bddee366893d25 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.120253:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5e00/0x38bddee366893d25 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.120261:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5e00/0x38bddee366893d25 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.120269:0:204555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5e00/0x38bddee366893d25 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.120275:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5e00/0x38bddee366893d25 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.120281:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5e00/0x38bddee366893d25 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.120299:0:204555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145824.120313:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5400/0x38bddee366893d1e lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.120319:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145824.120321:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5400/0x38bddee366893d1e lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.120329:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5e00/0x38bddee366893d25 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.120331:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5400/0x38bddee366893d1e lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.120346:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cbab5e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145824.120349:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cbab5400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.120352:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5e00/0x38bddee366893d25 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.120355:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5400/0x38bddee366893d1e lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.120369:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5e00/0x38bddee366893d25 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.120372:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5400/0x38bddee366893d1e lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.120388:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a6:0x0].0x0 (ffff9be8d2d3e300) 00010000:00010000:3.0:1783145824.120392:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145824.120396:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5e00/0x38bddee366893d25 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.120399:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a6:0x0].0x0 (ffff9be8d2d3e300) 00010000:00010000:3.0:1783145824.120403:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5e00/0x38bddee366893d25 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.120403:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145824.120408:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5400/0x38bddee366893d1e lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.120417:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5400/0x38bddee366893d1e lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.120419:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145824.120423:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145824.120426:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145824.120435:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5a00/0x38bddee366893d10 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.120442:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5a00/0x38bddee366893d10 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.120449:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5a00/0x38bddee366893d10 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.120455:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cbab5a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.120458:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5a00/0x38bddee366893d10 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.120465:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5a00/0x38bddee366893d10 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.120473:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.120475:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.120477:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5a00/0x38bddee366893d10 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.120481:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5a00/0x38bddee366893d10 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.120487:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d5b400b6 reply state 000000009b7ac102 transno 12884905581 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4200/0x38bddee366893d17 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.120497:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4200/0x38bddee366893d17 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.120501:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:2.0:1783145824.120502:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145824.120504:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145824.120543:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff8c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+402:306171:x1869755188033920:12345-192.168.203.44@tcp:36:rm.500 Request processed in 774us (872us total) trans 12884905581 rc 0/0 00000100:00100000:2.0:1783145824.120549:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 564 00000100:00100000:2.0:1783145824.120553:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471871388756 time 8471873638560 state 0x2 ref 0 00000100:00100000:3.0:1783145824.120626:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.120669:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188034176 00000100:00100000:2.0:1783145824.120675:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188034176 00000100:00100000:2.0:1783145824.120705:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 988 00000100:00100000:2.0:1783145824.120713:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f3ffac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+402:306169:x1869755188034176:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:2.0:1783145824.120829:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f3ffac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+403:306169:x1869755188034176:12345-192.168.203.44@tcp:35:touch.500 Request processed in 118us (205us total) trans 12884905582 rc 0/0 00000100:00100000:2.0:1783145824.120835:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 988 00000100:00100000:1.0:1783145824.123572:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.123607:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188034432 00000100:00100000:2.0:1783145824.123612:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188034432 00000100:00100000:2.0:1783145824.123629:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471871388756 time 8471873638560 state 0x0 ref 1 00000100:00100000:2.0:1783145824.123636:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471873738560 time 8471873638560 state 0x1 ref 1 00000100:00100000:2.0:1783145824.123654:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471873738560 time 8471877532188 state 0x0 ref 1 00000100:00100000:2.0:1783145824.123661:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+403:306175:x1869755188034432:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145824.123674:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.123683:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5600/0x38bddee366893d2c lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b11d expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.123744:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4600/0x38bddee366893d33 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.123751:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4600/0x38bddee366893d33 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.123757:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4600/0x38bddee366893d33 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.123764:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5000/0x38bddee366893d3a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.123772:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5000/0x38bddee366893d3a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.123776:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5000/0x38bddee366893d3a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145824.124006:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbe0:0x0], index 0: 0 00010000:00010000:2.0:1783145824.124162:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366893d41 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.124171:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366893d41 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.124179:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366893d41 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.124213:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4600/0x38bddee366893d33 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.124218:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4600/0x38bddee366893d33 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.124222:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4600/0x38bddee366893d33 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.124225:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4600/0x38bddee366893d33 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.124229:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cbab4600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.124231:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4600/0x38bddee366893d33 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.124234:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4600/0x38bddee366893d33 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.124242:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.124245:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.124248:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4600/0x38bddee366893d33 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.124253:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4600/0x38bddee366893d33 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.124264:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000090d1d904 reply state 00000000a451cc25 transno 12884905583 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5000/0x38bddee366893d3a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.124275:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5000/0x38bddee366893d3a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.124283:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:2.0:1783145824.124286:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145824.124288:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145824.124309:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5600/0x38bddee366893d2c lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b11d expref: 406 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.124324:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366893d41 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b11d expref: 405 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.124332:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1aa:0x0].0x0 (ffff9bea012ae000) 00010000:00010000:2.0:1783145824.124334:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145824.124336:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd2fa200, rc 0) 00000100:00100000:2.0:1783145824.124368:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+406:306175:x1869755188034432:12345-192.168.203.44@tcp:101:touch.500 Request processed in 707us (800us total) trans 12884905583 rc 0/0 00000100:00100000:2.0:1783145824.124373:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 565 00000100:00100000:2.0:1783145824.124376:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471873738560 time 8471877532188 state 0x2 ref 0 00000100:00100000:1.0:1783145824.126197:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.126240:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188034688 00000100:00100000:0.0:1783145824.126246:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188034688 00000100:00100000:0.0:1783145824.126265:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471873738560 time 8471877532188 state 0x0 ref 1 00000100:00100000:0.0:1783145824.126271:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471877632188 time 8471877532188 state 0x1 ref 1 00000100:00100000:0.0:1783145824.126290:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471877632188 time 8471880168189 state 0x0 ref 1 00000100:00100000:0.0:1783145824.126298:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff8ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+406:306175:x1869755188034688:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:0.0:1783145824.126323:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145824.126333:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366893d41 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b11d expref: 406 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.126343:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1aa:0x0].0x0 (ffff9bea012ae000) 00010000:00010000:0.0:1783145824.126349:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145824.126397:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd600/0x38bddee366893d4f lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.126405:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd600/0x38bddee366893d4f lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.126410:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd600/0x38bddee366893d4f lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.126438:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.126471:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188034944 00000004:00010000:0.0:1783145824.126471:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000264d5579 reply state 00000000998fb620 transno 12884905584 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd600/0x38bddee366893d4f lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.126477:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188034944 00010000:00010000:0.0:1783145824.126493:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd600/0x38bddee366893d4f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.126500:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1aa:0x0].0x0 (ffff9be8c65eef00) 00010000:00010000:0.0:1783145824.126503:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145824.126505:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145824.126534:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471880268189 time 8471880168189 state 0x1 ref 2 00000100:00100000:3.0:1783145824.126558:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471880268189 time 8471880435888 state 0x0 ref 2 00000100:00100000:0.0:1783145824.126562:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff8ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+408:306175:x1869755188034688:12345-192.168.203.44@tcp:36:touch.500 Request processed in 263us (366us total) trans 12884905584 rc 0/0 00000100:00100000:0.0:1783145824.126571:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 566 00000100:00100000:3.0:1783145824.126576:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+408:306170:x1869755188034944:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145824.126586:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145824.126596:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893d56 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b124 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.126652:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893d5d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.126662:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893d5d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.126706:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893d5d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.126719:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893d64 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.126730:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893d64 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.126736:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893d64 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145824.126908:0:204557:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb7d:0x0], index 1: 0 00010000:00010000:3.0:1783145824.126989:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893d6b lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.126998:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893d6b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.127005:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893d6b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.127026:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893d5d lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.127036:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893d5d lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.127042:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893d5d lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.127048:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893d5d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.127053:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.127057:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893d5d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.127063:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893d5d lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.127071:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145824.127073:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.127076:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893d5d lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.127082:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893d5d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145824.127091:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000472f8f6a reply state 00000000c47c642c transno 12884905585 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893d64 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.127100:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893d64 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.127106:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00010000:00010000:3.0:1783145824.127108:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145824.127147:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145824.127201:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893d56 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b124 expref: 410 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.127221:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893d6b lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b124 expref: 409 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.127227:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ab:0x0].0x0 (ffff9be8d19bbf00) 00010000:00010000:2.0:1783145824.127229:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145824.127231:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e3200, rc 0) 00000100:00100000:2.0:1783145824.127259:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+410:306170:x1869755188034944:12345-192.168.203.44@tcp:101:touch.500 Request processed in 687us (822us total) trans 12884905585 rc 0/0 00000100:00100000:2.0:1783145824.127265:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 567 00000100:00100000:2.0:1783145824.127269:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471880268189 time 8471880435888 state 0x2 ref 0 00000100:00100000:3.0:1783145824.127299:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.127336:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188035072 00000100:00100000:0.0:1783145824.127341:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188035072 00000100:00100000:0.0:1783145824.127359:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471880268189 time 8471880435888 state 0x0 ref 1 00000100:00100000:0.0:1783145824.127367:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471880535888 time 8471880435888 state 0x1 ref 1 00000100:00100000:0.0:1783145824.127390:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471880535888 time 8471881267350 state 0x0 ref 1 00000100:00100000:0.0:1783145824.127399:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d6c04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+410:306175:x1869755188035072:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145824.127407:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145824.127414:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893d79 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b12b expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.127435:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893d79 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b12b expref: 411 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.127442:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893d79 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b12b expref: 411 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.127458:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1aa:0x0].0x0 (ffff9be8c65eef00) 00010000:00010000:0.0:1783145824.127460:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145824.127462:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd5dd000, rc 0) 00000100:00100000:0.0:1783145824.127486:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d6c04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+411:306175:x1869755188035072:12345-192.168.203.44@tcp:101:touch.500 Request processed in 89us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145824.127490:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 568 00000100:00100000:0.0:1783145824.127493:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471880535888 time 8471881267350 state 0x2 ref 0 00000100:00100000:3.0:1783145824.128500:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.128536:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188035456 00000100:00100000:2.0:1783145824.128542:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188035456 00000100:00100000:2.0:1783145824.128562:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471880535888 time 8471881267350 state 0x0 ref 1 00000100:00100000:3.0:1783145824.128564:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.128575:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471881367350 time 8471881267350 state 0x1 ref 1 00000100:00100000:2.0:1783145824.128604:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188035584 00000100:00100000:2.0:1783145824.128608:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188035584 00000100:00100000:1.0:1783145824.128621:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471881367350 time 8471882496160 state 0x0 ref 1 00000100:00100000:2.0:1783145824.128633:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471882596160 time 8471882496160 state 0x1 ref 2 00000100:00100000:1.0:1783145824.128639:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d6c05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+412:306170:x1869755188035456:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:2.0:1783145824.128659:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471882596160 time 8471882535830 state 0x0 ref 2 00010000:00010000:1.0:1783145824.128668:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1783145824.128674:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d6c05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+412:306180:x1869755188035584:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145824.128685:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.128685:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893d6b lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b124 expref: 412 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.128697:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893d80 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b132 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.128700:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ab:0x0].0x0 (ffff9be8d19bbf00) 00010000:00010000:1.0:1783145824.128710:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145824.128745:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee366893d87 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.128755:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee366893d87 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.128760:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893d8e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.128764:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee366893d87 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.128781:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893d8e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.128792:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893d8e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.128804:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5e00/0x38bddee366893d95 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.128813:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5e00/0x38bddee366893d95 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.128814:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145824.128823:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5e00/0x38bddee366893d95 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.128834:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000038d9dd27 reply state 000000009fd3da8f transno 12884905586 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee366893d87 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.128845:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee366893d87 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.128852:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ab:0x0].0x0 (ffff9be8d2d3ef00) 00010000:00010000:1.0:1783145824.128855:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145824.128857:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188035712 00000100:00100000:1.0:1783145824.128858:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145824.128864:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188035712 00000100:00100000:3.0:1783145824.128903:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2618 00000100:00100000:3.0:1783145824.128914:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b832727d-edc7-457c-aba4-c59935e6a58f+90:2408:x1869755188035712:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:1.0:1783145824.128923:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d6c05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+414:306170:x1869755188035456:12345-192.168.203.44@tcp:36:touch.500 Request processed in 287us (420us total) trans 12884905586 rc 0/0 00000100:00100000:1.0:1783145824.128931:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 569 00000004:00080000:2.0:1783145824.128973:0:210786:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbe1:0x0], index 0: 0 00010000:00010000:2.0:1783145824.129066:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5a00/0x38bddee366893d9c lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.129075:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5a00/0x38bddee366893d9c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.129085:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5a00/0x38bddee366893d9c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.129098:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b832727d-edc7-457c-aba4-c59935e6a58f+91:2408:x1869755188035712:12345-192.168.203.44@tcp:2:touch.500 Request processed in 185us (285us total) trans 8589936114 rc 0/0 00010000:00010000:2.0:1783145824.129104:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893d8e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.129109:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2618 00010000:00010000:2.0:1783145824.129143:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893d8e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.129151:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893d8e lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.129156:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893d8e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.129160:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fbc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.129163:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893d8e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.129171:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893d8e lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.129178:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.129181:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.129183:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893d8e lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.129187:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893d8e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.129195:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000088fbc2db reply state 000000005c672c33 transno 12884905587 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5e00/0x38bddee366893d95 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.129201:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5e00/0x38bddee366893d95 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.129205:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:2.0:1783145824.129207:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145824.129208:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145824.129222:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893d80 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b132 expref: 415 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.129229:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5a00/0x38bddee366893d9c lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b132 expref: 414 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.129234:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ac:0x0].0x0 (ffff9bea012aef00) 00010000:00010000:2.0:1783145824.129235:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145824.129237:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cbab5a00, rc 0) 00000100:00100000:2.0:1783145824.129263:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d6c05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+415:306180:x1869755188035584:12345-192.168.203.44@tcp:101:touch.500 Request processed in 595us (701us total) trans 12884905587 rc 0/0 00000100:00100000:2.0:1783145824.129268:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 570 00000100:00100000:2.0:1783145824.129271:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471882596160 time 8471882535830 state 0x2 ref 0 00000100:00100000:0.0:1783145824.129650:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.129679:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188035840 00000100:00100000:2.0:1783145824.129682:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188035840 00000100:00100000:2.0:1783145824.129693:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471882596160 time 8471882535830 state 0x0 ref 1 00000100:00100000:2.0:1783145824.129698:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471882635830 time 8471882535830 state 0x1 ref 1 00000100:00100000:2.0:1783145824.129712:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471882635830 time 8471883590653 state 0x0 ref 1 00000100:00100000:2.0:1783145824.129719:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1162a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+415:306170:x1869755188035840:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145824.129727:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.129732:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5400/0x38bddee366893daa lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b139 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.129750:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5400/0x38bddee366893daa lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b139 expref: 416 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.129757:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5400/0x38bddee366893daa lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b139 expref: 416 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.129766:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ab:0x0].0x0 (ffff9be8d2d3ef00) 00010000:00010000:2.0:1783145824.129767:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145824.129769:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cbab5400, rc 0) 00000100:00100000:2.0:1783145824.129796:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1162a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+416:306170:x1869755188035840:12345-192.168.203.44@tcp:101:touch.500 Request processed in 76us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145824.129804:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 571 00000100:00100000:2.0:1783145824.129809:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471882635830 time 8471883590653 state 0x2 ref 0 00000100:00100000:3.0:1783145824.129880:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.129922:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188036096 00000100:00100000:1.0:1783145824.129928:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188036096 00000100:00100000:1.0:1783145824.129961:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 989 00000100:00100000:1.0:1783145824.129968:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d6c07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+416:306175:x1869755188036096:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145824.130102:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d6c07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+417:306175:x1869755188036096:12345-192.168.203.44@tcp:35:touch.500 Request processed in 133us (222us total) trans 12884905588 rc 0/0 00000100:00100000:1.0:1783145824.130146:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 989 00000100:00100000:0.0:1783145824.130860:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.130904:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188036480 00000100:00100000:1.0:1783145824.130909:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188036480 00000100:00100000:1.0:1783145824.130926:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471882635830 time 8471883590653 state 0x0 ref 1 00000100:00100000:1.0:1783145824.130933:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471883690653 time 8471883590653 state 0x1 ref 1 00000100:00100000:1.0:1783145824.130954:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471883690653 time 8471884831561 state 0x0 ref 1 00000100:00100000:1.0:1783145824.130965:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1160a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+417:306177:x1869755188036480:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:1.0:1783145824.130990:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145824.131004:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366893bf1 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b09f expref: 417 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.131030:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893b42 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b075 expref: 416 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.131043:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a7:0x0].0x0 (ffff9be8cc80bc00) 00010000:00010000:1.0:1783145824.131046:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145824.131060:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee366893db1 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.131061:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145824.131071:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee366893db1 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.131080:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee366893db1 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.131086:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188036224 00000100:00100000:3.0:1783145824.131091:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188036224 00010000:00010000:1.0:1783145824.131092:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee366893db8 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.131105:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee366893db8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.131144:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee366893db8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.131189:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2619 00000100:00100000:3.0:1783145824.131199:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1163b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b832727d-edc7-457c-aba4-c59935e6a58f+60:2407:x1869755188036224:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:1.0:1783145824.131203:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893dbf lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.131213:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893dbf lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.131219:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893dbf lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.131287:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.131320:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188036736 00000100:00100000:2.0:1783145824.131325:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188036736 00000100:00100000:2.0:1783145824.131340:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471884931561 time 8471884831561 state 0x1 ref 2 00000100:00100000:2.0:1783145824.131357:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471884931561 time 8471885235794 state 0x0 ref 2 00000100:00100000:2.0:1783145824.131367:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1162680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+416:306180:x1869755188036736:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:2.0:1783145824.131385:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1783145824.131390:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1163b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b832727d-edc7-457c-aba4-c59935e6a58f+61:2407:x1869755188036224:12345-192.168.203.44@tcp:2:touch.500 Request processed in 191us (327us total) trans 8589935463 rc 0/0 00010000:00010000:2.0:1783145824.131398:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5a00/0x38bddee366893d9c lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b132 expref: 416 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.131403:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2619 00000040:00080000:1.0:1783145824.131406:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].442, 64 off36480 00010000:00010000:2.0:1783145824.131415:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ac:0x0].0x0 (ffff9bea012aef00) 00010000:00010000:2.0:1783145824.131422:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145824.131452:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5600/0x38bddee366893dc6 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.131462:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5600/0x38bddee366893dc6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.131464:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366893dcd lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.131476:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5600/0x38bddee366893dc6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.131480:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366893dcd lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.131494:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366893dcd lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.131501:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366893dcd lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.131507:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366893dcd lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.131514:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366893dcd lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.131525:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000004c663cae reply state 000000002bea0d64 transno 12884905590 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5600/0x38bddee366893dc6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.131533:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145824.131534:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5600/0x38bddee366893dc6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.131542:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ac:0x0].0x0 (ffff9bea012aea00) 00010000:00010000:3.0:1783145824.131544:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145824.131545:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145824.131548:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145824.131550:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893dbf lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.131553:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366893dcd lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.131563:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893dbf lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.131572:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696f800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145824.131572:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893dbf lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.131579:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366893dcd lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.131582:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c8d86600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.131589:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893dbf lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.131593:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1162680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+418:306180:x1869755188036736:12345-192.168.203.44@tcp:36:touch.500 Request processed in 227us (305us total) trans 12884905590 rc 0/0 00010000:00010000:3.0:1783145824.131606:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366893dcd lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.131609:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 573 00010000:00010000:1.0:1783145824.131609:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893dbf lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.131633:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a7:0x0].0x0 (ffff9be8cc80bc00) 00010000:00010000:3.0:1783145824.131637:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145824.131641:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366893dcd lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.131644:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a7:0x0].0x0 (ffff9be8cc80bc00) 00010000:00010000:3.0:1783145824.131650:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366893dcd lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.131651:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145824.131657:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893dbf lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.131665:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893dbf lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.131667:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145824.131670:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145824.131674:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145824.131682:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee366893db1 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.131693:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee366893db1 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.131699:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee366893db1 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.131704:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee366893db1 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.131709:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c8d87e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.131712:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee366893db1 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.131717:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee366893db1 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.131724:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.131726:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.131729:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee366893db1 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.131735:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee366893db1 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.131743:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000082aa10dd reply state 00000000378b34df transno 12884905589 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee366893db8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.131751:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee366893db8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.131756:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:1.0:1783145824.131759:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145824.131761:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145824.131795:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1160a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+418:306177:x1869755188036480:12345-192.168.203.44@tcp:36:rm.500 Request processed in 832us (936us total) trans 12884905589 rc 0/0 00000100:00100000:1.0:1783145824.131802:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 572 00000100:00100000:1.0:1783145824.131807:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471884931561 time 8471885235794 state 0x2 ref 0 00000100:00100000:0.0:1783145824.132554:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.132590:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188036992 00000100:00100000:1.0:1783145824.132595:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188036992 00000100:00100000:1.0:1783145824.132625:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 990 00000100:00100000:1.0:1783145824.132633:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1160e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+418:306170:x1869755188036992:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145824.132729:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1160e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+419:306170:x1869755188036992:12345-192.168.203.44@tcp:35:touch.500 Request processed in 97us (176us total) trans 12884905591 rc 0/0 00000100:00100000:1.0:1783145824.132734:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 990 00000100:00100000:0.0:1783145824.132806:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.132828:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188037120 00000100:00100000:1.0:1783145824.132832:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188037120 00000100:00100000:1.0:1783145824.132843:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471884931561 time 8471885235794 state 0x0 ref 1 00000100:00100000:1.0:1783145824.132848:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471885335794 time 8471885235794 state 0x1 ref 1 00000100:00100000:1.0:1783145824.132865:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471885335794 time 8471886743852 state 0x0 ref 1 00000100:00100000:1.0:1783145824.132871:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+419:306180:x1869755188037120:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145824.132878:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.132885:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee366893dd4 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b140 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.132903:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee366893dd4 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b140 expref: 420 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.132910:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee366893dd4 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b140 expref: 420 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.132918:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ac:0x0].0x0 (ffff9bea012aea00) 00010000:00010000:1.0:1783145824.132920:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145824.132922:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696ec00, rc 0) 00000100:00100000:1.0:1783145824.132949:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+420:306180:x1869755188037120:12345-192.168.203.44@tcp:101:touch.500 Request processed in 78us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145824.132954:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 574 00000100:00100000:1.0:1783145824.132957:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471885335794 time 8471886743852 state 0x2 ref 0 00000100:00100000:1.0:1783145824.134155:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.134179:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188037248 00000100:00100000:1.0:1783145824.134179:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.134185:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188037248 00000100:00100000:0.0:1783145824.134201:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188037504 00000100:00100000:3.0:1783145824.134205:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471885335794 time 8471886743852 state 0x0 ref 1 00000100:00100000:0.0:1783145824.134207:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188037504 00000100:00100000:3.0:1783145824.134218:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471886843852 time 8471886743852 state 0x1 ref 1 00000100:00100000:0.0:1783145824.134229:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471886843852 time 8471886743852 state 0x1 ref 2 00000100:00100000:3.0:1783145824.134238:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471888215716 time 8471888115716 state 0x1 ref 2 00000100:00100000:3.0:1783145824.134249:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff8ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+421:306184:x1869755188037248:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145824.134258:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1783145824.134259:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471888215716 time 8471888133805 state 0x0 ref 2 00010000:00010000:3.0:1783145824.134266:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893ddb lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b147 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.134278:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff8c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+422:306186:x1869755188037504:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145824.134289:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145824.134301:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893de9 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.134313:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4600/0x38bddee366893de2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b155 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.134314:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893de9 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.134333:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893de9 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.134346:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893df0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.134354:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893df0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.134359:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366893df7 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.134363:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893df0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.134373:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366893df7 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.134382:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366893df7 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.134395:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893dfe lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.134403:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893dfe lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.134406:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893e05 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.134416:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893dfe lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.134418:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893e05 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.134432:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893e05 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145824.134452:0:204557:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1a8:0x0]: returning size 0 00000004:00200000:3.0:1783145824.134455:0:204557:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145824.134464:0:204557:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893e05 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.134470:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366893e0c lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.134471:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893e05 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.134492:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893de9 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.134492:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366893e0c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.134507:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893de9 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.134512:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366893e0c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.134513:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893de9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.134525:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893de9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.134530:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.134534:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893de9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.134540:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893de9 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145824.134545:0:204555:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1a9:0x0]: returning size 0 00010000:00010000:3.0:1783145824.134548:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00000004:00200000:2.0:1783145824.134550:0:204555:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1783145824.134552:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.134557:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893de9 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.134562:0:204555:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366893e0c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.134565:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893de9 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.134579:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366893e0c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.134585:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893df0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.134589:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366893df7 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.134595:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893df0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.134599:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366893df7 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.134609:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893df0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.134612:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366893df7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.134625:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.134626:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.134631:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893df0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.134632:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366893df7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.134646:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893df0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.134648:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366893df7 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.134663:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:3.0:1783145824.134668:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.134668:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145824.134673:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893df0 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.134673:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.134679:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366893df7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.134684:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893df0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.134690:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366893df7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.134703:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893dfe lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.134709:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893ddb lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b147 expref: 424 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.134711:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893dfe lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.134729:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893dfe lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.134735:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893e05 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b147 expref: 423 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.134736:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.134742:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893dfe lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.134752:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a8:0x0].0x0 (ffff9bea012aec00) 00010000:00010000:2.0:1783145824.134755:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893dfe lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.134756:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145824.134760:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e2000, rc 0) 00010000:00010000:2.0:1783145824.134769:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00010000:00010000:2.0:1783145824.134772:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.134776:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893dfe lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.134783:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893dfe lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.134808:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4600/0x38bddee366893de2 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b155 expref: 424 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.134821:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366893e0c lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b155 expref: 423 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.134828:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a9:0x0].0x0 (ffff9be8c65ee200) 00010000:00010000:2.0:1783145824.134831:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145824.134834:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2d05000, rc 0) 00000100:00100000:3.0:1783145824.134847:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff8ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+423:306184:x1869755188037248:12345-192.168.203.44@tcp:101:rm.500 Request processed in 598us (691us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145824.134855:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 575 00000100:00100000:2.0:1783145824.134870:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff8c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+422:306186:x1869755188037504:12345-192.168.203.44@tcp:101:rm.500 Request processed in 596us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145824.134879:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 576 00000100:00100000:2.0:1783145824.134884:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471888215716 time 8471888133805 state 0x2 ref 0 00000100:00100000:0.0:1783145824.134900:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.134924:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188037376 00000100:00100000:1.0:1783145824.134928:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188037376 00000100:00100000:0.0:1783145824.134933:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.134957:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 628 00000100:00100000:1.0:1783145824.134964:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b832727d-edc7-457c-aba4-c59935e6a58f+422:2410:x1869755188037376:12345-192.168.203.44@tcp:63:ll_sa.0 00000100:00100000:2.0:1783145824.134972:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188037632 00000100:00100000:2.0:1783145824.134978:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188037632 00010000:00010000:1.0:1783145824.134983:0:204579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.134993:0:204579:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893e13 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b14e expref: -99 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.135015:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366893e1a lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.135016:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2620 00000100:00100000:2.0:1783145824.135030:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b832727d-edc7-457c-aba4-c59935e6a58f+91:2408:x1869755188037632:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:1.0:1783145824.135031:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366893e1a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.135046:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366893e1a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.135057:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366893e21 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.135062:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366893e21 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.135066:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366893e21 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.135078:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366893e1a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.135081:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366893e1a lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.135085:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366893e1a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.135088:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c0031e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.135091:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366893e1a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.135095:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366893e1a lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.135099:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.135101:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.135103:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366893e1a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.135108:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366893e1a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.135140:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366893e21 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.135145:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366893e21 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.135149:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366893e21 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.135153:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8846800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.135155:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366893e21 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.135159:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366893e21 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.135167:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:1.0:1783145824.135169:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.135171:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366893e21 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.135175:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366893e21 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.135191:0:204579:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893e13 lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b14e expref: 423 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.135193:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b832727d-edc7-457c-aba4-c59935e6a58f+92:2408:x1869755188037632:12345-192.168.203.44@tcp:2:touch.500 Request processed in 163us (257us total) trans 8589936115 rc 0/0 00010000:00010000:1.0:1783145824.135210:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00000100:00100000:2.0:1783145824.135212:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2620 00010000:00010000:1.0:1783145824.135213:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145824.135218:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893e13 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b14e expref: 423 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.135225:0:204579:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696fa00, rc -2) 00000100:00100000:1.0:1783145824.135255:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b832727d-edc7-457c-aba4-c59935e6a58f+422:2410:x1869755188037376:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 291us (359us total) trans 0 rc -2/-2 00000100:00100000:1.0:1783145824.135261:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 628 00000100:00100000:0.0:1783145824.136631:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.136656:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188038016 00000100:00100000:3.0:1783145824.136662:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188038016 00000100:00100000:0.0:1783145824.136679:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.136698:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 991 00000100:00100000:3.0:1783145824.136708:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d160a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+422:306180:x1869755188038016:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:2.0:1783145824.136718:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188037888 00000100:00100000:2.0:1783145824.136723:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188037888 00000100:00100000:2.0:1783145824.136755:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2621 00000100:00100000:2.0:1783145824.136764:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1608a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b832727d-edc7-457c-aba4-c59935e6a58f+92:2409:x1869755188037888:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145824.136775:0:206490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.136789:0:206490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000464f01ac/0x38bddee366893e28 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbdf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b15c expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783145824.136808:0:206490:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbdf:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145824.136823:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbdf:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:2.0:1783145824.136828:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbdf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145824.136836:0:206490:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000464f01ac/0x38bddee366893e28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b15c expref: 93 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.136850:0:206490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000464f01ac/0x38bddee366893e28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b15c expref: 93 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.136861:0:206490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2d05c00, rc 0) 00000100:00100000:3.0:1783145824.136893:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d160a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+423:306180:x1869755188038016:12345-192.168.203.44@tcp:35:touch.500 Request processed in 186us (262us total) trans 12884905592 rc 0/0 00000100:00100000:2.0:1783145824.136900:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1608a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b832727d-edc7-457c-aba4-c59935e6a58f+93:2409:x1869755188037888:12345-192.168.203.44@tcp:101:rm.500 Request processed in 135us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145824.136908:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 991 00000100:00100000:2.0:1783145824.136913:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2621 00000100:00100000:0.0:1783145824.137652:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.137681:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188038144 00000100:00100000:1.0:1783145824.137685:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188038144 00000100:00100000:1.0:1783145824.137710:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2622 00000100:00100000:1.0:1783145824.137715:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d160bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b832727d-edc7-457c-aba4-c59935e6a58f+61:2409:x1869755188038144:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145824.137722:0:228903:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.137732:0:228903:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059d4b3cc/0x38bddee366893e2f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb7c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b163 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783145824.137745:0:228903:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb7c:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:1.0:1783145824.137752:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7c:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:1.0:1783145824.137755:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145824.137759:0:228903:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059d4b3cc/0x38bddee366893e2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b163 expref: 62 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.137768:0:228903:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059d4b3cc/0x38bddee366893e2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b163 expref: 62 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.137778:0:228903:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8e53a0c00, rc 0) 00000100:00100000:1.0:1783145824.137799:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d160bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b832727d-edc7-457c-aba4-c59935e6a58f+62:2409:x1869755188038144:12345-192.168.203.44@tcp:101:rm.500 Request processed in 84us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145824.137803:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2622 00000100:00100000:1.0:1783145824.138023:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.138063:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188038400 00000100:00100000:2.0:1783145824.138068:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188038400 00000100:00100000:2.0:1783145824.138085:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471888215716 time 8471888133805 state 0x0 ref 1 00000100:00100000:2.0:1783145824.138093:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471888233805 time 8471888133805 state 0x1 ref 1 00000100:00100000:2.0:1783145824.138146:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471888233805 time 8471892022787 state 0x0 ref 1 00000100:00100000:2.0:1783145824.138158:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+423:306184:x1869755188038400:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145824.138189:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145824.138200:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee366893e05 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b147 expref: 423 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.138214:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5200/0x38bddee366893c8b lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0f3 expref: 422 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.138222:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a8:0x0].0x0 (ffff9bea012aec00) 00010000:00010000:2.0:1783145824.138226:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145824.138236:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893e36 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.138244:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893e36 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.138252:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893e36 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.138260:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366893e3d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.138271:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366893e3d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.138277:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366893e3d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.138333:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366893e44 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.138341:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366893e44 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.138348:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366893e44 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145824.138501:0:206077:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].446, 64 off36736 00010000:00010000:2.0:1783145824.138530:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366893e4b lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.138539:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366893e4b lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.138547:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366893e4b lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.138553:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366893e4b lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.138559:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366893e4b lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.138564:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366893e4b lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.138582:0:206077:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145824.138592:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366893e44 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.138598:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366893e44 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.138603:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145824.138606:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366893e44 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.138610:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366893e4b lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.138628:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145824.138630:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.138634:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366893e4b lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.138636:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366893e44 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.138654:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366893e4b lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.138654:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366893e44 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.138685:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a8:0x0].0x0 (ffff9bea012aec00) 00010000:00010000:2.0:1783145824.138688:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145824.138692:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a8:0x0].0x0 (ffff9bea012aec00) 00010000:00010000:2.0:1783145824.138692:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366893e44 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.138699:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145824.138704:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366893e44 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.138706:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366893e4b lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.138720:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366893e4b lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.138724:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893e36 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.138734:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145824.138734:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893e36 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.138739:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145824.138742:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145824.138744:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893e36 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.138752:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893e36 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.138757:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.138760:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893e36 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.138769:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893e36 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.138777:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.138779:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.138782:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893e36 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.138788:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893e36 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.138796:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ffa1699c reply state 0000000025981c9f transno 12884905593 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366893e3d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.138804:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366893e3d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.138811:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:2.0:1783145824.138812:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145824.138814:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145824.138850:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+423:306184:x1869755188038400:12345-192.168.203.44@tcp:36:rm.500 Request processed in 695us (827us total) trans 12884905593 rc 0/0 00000100:00100000:2.0:1783145824.138856:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 577 00000100:00100000:2.0:1783145824.138860:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471888233805 time 8471892022787 state 0x2 ref 0 00000100:00100000:0.0:1783145824.141172:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.141211:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188038656 00000100:00100000:2.0:1783145824.141216:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188038656 00000100:00100000:2.0:1783145824.141234:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471888233805 time 8471892022787 state 0x0 ref 1 00000100:00100000:2.0:1783145824.141243:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471892122787 time 8471892022787 state 0x1 ref 1 00000100:00100000:2.0:1783145824.141263:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471892122787 time 8471895140746 state 0x0 ref 1 00000100:00100000:2.0:1783145824.141273:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d160b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+423:306186:x1869755188038656:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145824.141300:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145824.141312:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366893e0c lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b155 expref: 423 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141326:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893d09 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b116 expref: 422 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141335:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a9:0x0].0x0 (ffff9be8c65ee200) 00010000:00010000:2.0:1783145824.141339:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145824.141349:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366893e52 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141357:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366893e52 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141364:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366893e52 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141372:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366893e59 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141382:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366893e59 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141388:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366893e59 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141435:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893e60 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141443:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893e60 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141448:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893e60 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145824.141571:0:210786:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].443, 64 off36544 00010000:00010000:2.0:1783145824.141601:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893e67 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141609:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893e67 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141615:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893e67 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141622:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893e67 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141628:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893e67 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141634:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893e67 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141650:0:210786:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145824.141661:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893e60 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.141669:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145824.141672:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893e60 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.141676:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893e67 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141680:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893e60 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.141691:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145824.141693:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.141696:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893e67 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141698:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893e60 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.141713:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893e67 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141714:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893e60 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.141738:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a9:0x0].0x0 (ffff9be8c65ee200) 00010000:00010000:1.0:1783145824.141742:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1783145824.141746:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893e67 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141750:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a9:0x0].0x0 (ffff9be8c65ee200) 00010000:00010000:1.0:1783145824.141754:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893e67 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141755:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145824.141760:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893e60 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.141767:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145824.141768:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893e60 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.141771:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145824.141774:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145824.141785:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366893e52 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141792:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366893e52 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141797:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366893e52 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141803:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366893e52 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141808:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.141811:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366893e52 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141817:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366893e52 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141825:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.141827:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.141830:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366893e52 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141835:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366893e52 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.141842:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e3b99b85 reply state 000000008cb5137d transno 12884905594 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366893e59 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141849:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366893e59 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.141854:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00010000:00010000:2.0:1783145824.141856:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145824.141858:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145824.141894:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d160b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+423:306186:x1869755188038656:12345-192.168.203.44@tcp:36:rm.500 Request processed in 624us (725us total) trans 12884905594 rc 0/0 00000100:00100000:2.0:1783145824.141902:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 578 00000100:00100000:2.0:1783145824.141906:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471892122787 time 8471895140746 state 0x2 ref 0 00000100:00100000:0.0:1783145824.144461:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.144509:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188038912 00000100:00100000:3.0:1783145824.144514:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188038912 00000100:00100000:3.0:1783145824.144533:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471892122787 time 8471895140746 state 0x0 ref 1 00000100:00100000:3.0:1783145824.144542:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471895240746 time 8471895140746 state 0x1 ref 1 00000100:00100000:3.0:1783145824.144563:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471895240746 time 8471898441059 state 0x0 ref 1 00000100:00100000:3.0:1783145824.144575:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1609180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+423:306185:x1869755188038912:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145824.144586:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145824.144595:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893e6e lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b16a expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.144652:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893e75 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.144659:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893e75 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.144665:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893e75 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.144671:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893e7c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.144679:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893e7c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.144683:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893e7c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145824.144929:0:204557:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb7e:0x0], index 1: 0 00010000:00010000:3.0:1783145824.145036:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366893e83 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.145042:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366893e83 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.145047:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366893e83 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.145070:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893e75 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.145074:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893e75 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.145078:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893e75 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.145082:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893e75 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.145085:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.145087:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893e75 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.145091:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893e75 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.145096:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145824.145097:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.145100:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893e75 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.145104:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366893e75 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145824.145143:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007a632bdc reply state 000000005ce5e504 transno 12884905595 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893e7c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.145151:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893e7c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.145158:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00010000:00010000:3.0:1783145824.145160:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145824.145161:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145824.145212:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366893e6e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b16a expref: 426 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.145228:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366893e83 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b16a expref: 425 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.145244:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ad:0x0].0x0 (ffff9be8d19bbe00) 00010000:00010000:2.0:1783145824.145247:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145824.145249:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0383000, rc 0) 00000100:00100000:2.0:1783145824.145286:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1609180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+426:306185:x1869755188038912:12345-192.168.203.44@tcp:101:touch.500 Request processed in 714us (828us total) trans 12884905595 rc 0/0 00000100:00100000:2.0:1783145824.145294:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 579 00000100:00100000:2.0:1783145824.145299:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471895240746 time 8471898441059 state 0x2 ref 0 00000100:00100000:1.0:1783145824.146543:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.146571:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.146590:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188039424 00000100:00100000:0.0:1783145824.146597:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188039424 00000100:00100000:2.0:1783145824.146607:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188039296 00000100:00100000:2.0:1783145824.146613:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188039296 00000100:00100000:0.0:1783145824.146620:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471895240746 time 8471898441059 state 0x0 ref 1 00000100:00100000:0.0:1783145824.146631:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471898541059 time 8471898441059 state 0x1 ref 1 00000100:00100000:2.0:1783145824.146642:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471898541059 time 8471898441059 state 0x1 ref 2 00000100:00100000:0.0:1783145824.146655:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471900631436 time 8471900531436 state 0x1 ref 2 00000100:00100000:0.0:1783145824.146668:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff8cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+427:306185:x1869755188039424:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:1.0:1783145824.146672:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471900631436 time 8471900547301 state 0x0 ref 2 00000100:00100000:1.0:1783145824.146690:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff8caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+427:306183:x1869755188039296:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145824.146699:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145824.146701:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145824.146710:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893e91 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b171 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.146717:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366893e83 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b16a expref: 427 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.146734:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ad:0x0].0x0 (ffff9be8d19bbe00) 00010000:00010000:0.0:1783145824.146742:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145824.146768:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee366893e98 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.146779:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee366893e98 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.146787:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee366893e98 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.146800:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dcc00/0x38bddee366893e9f lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.146801:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366893ea6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.146822:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dcc00/0x38bddee366893e9f lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.146825:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366893ea6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.146842:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dcc00/0x38bddee366893e9f lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.146843:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366893ea6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145824.146927:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000001b10896 reply state 000000007acf633b transno 12884905596 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dcc00/0x38bddee366893e9f lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.146938:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dcc00/0x38bddee366893e9f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.146946:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ad:0x0].0x0 (ffff9be9c5414700) 00010000:00010000:0.0:1783145824.146949:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145824.146951:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145824.147008:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff8cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+429:306185:x1869755188039424:12345-192.168.203.44@tcp:36:touch.500 Request processed in 341us (464us total) trans 12884905596 rc 0/0 00000100:00100000:0.0:1783145824.147016:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 580 00000004:00080000:1.0:1783145824.147018:0:204590:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbe2:0x0], index 0: 0 00010000:00010000:1.0:1783145824.147096:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366893ead lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.147105:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366893ead lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.147146:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366893ead lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.147169:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee366893e98 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.147175:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee366893e98 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.147182:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee366893e98 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.147188:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee366893e98 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.147194:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c8d87e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.147198:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee366893e98 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.147204:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee366893e98 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.147213:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.147216:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.147219:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee366893e98 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.147224:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee366893e98 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.147235:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d9a3023d reply state 000000000639cd25 transno 12884905597 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366893ea6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.147244:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366893ea6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.147250:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:1.0:1783145824.147253:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145824.147254:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145824.147272:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893e91 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b171 expref: 430 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.147286:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366893ead lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b171 expref: 429 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.147294:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ae:0x0].0x0 (ffff9be8d2d3e200) 00010000:00010000:1.0:1783145824.147296:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145824.147298:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c0031e00, rc 0) 00000100:00100000:1.0:1783145824.147327:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff8caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+430:306183:x1869755188039296:12345-192.168.203.44@tcp:101:touch.500 Request processed in 643us (756us total) trans 12884905597 rc 0/0 00000100:00100000:1.0:1783145824.147334:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 581 00000100:00100000:1.0:1783145824.147338:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471900631436 time 8471900547301 state 0x2 ref 0 00000100:00100000:1.0:1783145824.147579:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.147617:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188039552 00000100:00100000:2.0:1783145824.147622:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188039552 00000100:00100000:2.0:1783145824.147638:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471900631436 time 8471900547301 state 0x0 ref 1 00000100:00100000:2.0:1783145824.147645:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471900647301 time 8471900547301 state 0x1 ref 1 00000100:00100000:2.0:1783145824.147667:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471900647301 time 8471901545128 state 0x0 ref 1 00000100:00100000:2.0:1783145824.147677:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+430:306185:x1869755188039552:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145824.147686:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.147695:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366893ebb lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b178 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.147727:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366893ebb lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b178 expref: 431 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.147738:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366893ebb lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b178 expref: 431 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.147753:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ad:0x0].0x0 (ffff9be9c5414700) 00010000:00010000:2.0:1783145824.147756:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145824.147759:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2d04c00, rc 0) 00000100:00100000:2.0:1783145824.147787:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+431:306185:x1869755188039552:12345-192.168.203.44@tcp:101:touch.500 Request processed in 112us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145824.147794:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 582 00000100:00100000:2.0:1783145824.147799:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471900647301 time 8471901545128 state 0x2 ref 0 00000100:00100000:0.0:1783145824.148516:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.148553:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188039808 00000100:00100000:2.0:1783145824.148558:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188039808 00000100:00100000:2.0:1783145824.148571:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471900647301 time 8471901545128 state 0x0 ref 1 00000100:00100000:2.0:1783145824.148578:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471901645128 time 8471901545128 state 0x1 ref 1 00000100:00100000:2.0:1783145824.148597:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471901645128 time 8471902474796 state 0x0 ref 1 00000100:00100000:2.0:1783145824.148607:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1609c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+431:306183:x1869755188039808:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:2.0:1783145824.148653:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145824.148664:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031e00/0x38bddee366893ead lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b171 expref: 431 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.148680:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ae:0x0].0x0 (ffff9be8d2d3e200) 00010000:00010000:2.0:1783145824.148686:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145824.148716:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893ec2 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.148726:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893ec2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.148734:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893ec2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.148781:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000064d1ad3f reply state 0000000074ab9a56 transno 12884905598 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893ec2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.148791:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893ec2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.148799:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ae:0x0].0x0 (ffff9bea012ae400) 00010000:00010000:2.0:1783145824.148801:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145824.148804:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145824.148813:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.148847:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.148849:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188039936 00000100:00100000:0.0:1783145824.148854:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188039936 00000100:00100000:2.0:1783145824.148860:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1609c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+433:306183:x1869755188039808:12345-192.168.203.44@tcp:36:touch.500 Request processed in 253us (344us total) trans 12884905598 rc 0/0 00000100:00100000:2.0:1783145824.148870:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 583 00000100:00100000:0.0:1783145824.148881:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471902574796 time 8471902474796 state 0x1 ref 1 00000100:00100000:0.0:1783145824.148905:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471902574796 time 8471902782336 state 0x0 ref 1 00000100:00100000:0.0:1783145824.148918:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff8c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+432:306190:x1869755188039936:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145824.148928:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1783145824.148938:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188040064 00010000:00010000:0.0:1783145824.148939:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893ec9 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b17f expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.148943:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.148978:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188040064 00000100:00100000:1.0:1783145824.148983:0:204561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188040192 00000100:00100000:2.0:1783145824.148984:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.148989:0:204561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188040192 00010000:00010000:0.0:1783145824.148994:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893ed0 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.149005:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893ed0 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.149016:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893ed0 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.149030:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893ed7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.149032:0:204561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 629 00010000:00010000:0.0:1783145824.149043:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893ed7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.149044:0:204561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b832727d-edc7-457c-aba4-c59935e6a58f+434:2408:x1869755188040192:12345-192.168.203.44@tcp:63:ll_sa.0 00000100:00100000:3.0:1783145824.149053:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2623 00010000:00010000:0.0:1783145824.149063:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893ed7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.149070:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b832727d-edc7-457c-aba4-c59935e6a58f+62:2409:x1869755188040064:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:1.0:1783145824.149075:0:204561:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.149088:0:204561:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366893ede lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b186 expref: -99 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.149089:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188040320 00000100:00100000:2.0:1783145824.149095:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188040320 00000100:00100000:2.0:1783145824.149145:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471902882336 time 8471902782336 state 0x1 ref 2 00010000:00010000:0.0:1783145824.149151:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366893ee5 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.149163:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366893ee5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.149165:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366893eec lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.149173:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471902882336 time 8471903049141 state 0x0 ref 2 00010000:00010000:0.0:1783145824.149175:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366893ee5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.149183:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366893eec lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.149194:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+436:306188:x1869755188040320:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145824.149201:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366893eec lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.149204:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00200000:0.0:1783145824.149214:0:204556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1ac:0x0]: returning size 0 00010000:00010000:2.0:1783145824.149216:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366893ef3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b18d expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.149218:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366893efa lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145824.149222:0:204556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1783145824.149233:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366893efa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145824.149239:0:204556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366893ee5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.149255:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366893efa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.149258:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366893ee5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.149269:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893f01 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.149270:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893ed0 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.149276:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366893eec lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.149284:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b832727d-edc7-457c-aba4-c59935e6a58f+63:2409:x1869755188040064:12345-192.168.203.44@tcp:2:touch.500 Request processed in 216us (433us total) trans 8589935464 rc 0/0 00010000:00010000:1.0:1783145824.149297:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366893eec lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.149301:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2623 00010000:00010000:1.0:1783145824.149309:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366893eec lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.149312:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893f01 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.149326:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893f01 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.149327:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893ed0 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.149343:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893ed0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.149345:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893f08 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.149357:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145824.149357:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893ed0 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.149361:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893f08 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.149365:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366893eec lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.149383:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893f08 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.149386:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366893eec lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.149387:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5ddc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145824.149394:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893ed0 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.149407:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145824.149408:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893ed0 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.149414:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.149419:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366893eec lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.149427:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366893eec lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.149430:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366893f0f lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.149432:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145824.149438:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.149441:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366893efa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.149444:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893ed0 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.149446:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366893f0f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.149454:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366893efa lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.149465:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893ed0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.149473:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366893efa lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.149483:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366893f0f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.149488:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1ac00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145824.149491:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893ed7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.149494:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366893efa lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.149506:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893ed7 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.149508:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366893efa lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145824.149509:0:204557:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1aa:0x0]: returning size 0 00000004:00200000:2.0:1783145824.149516:0:204557:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1783145824.149523:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893ed7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.149529:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:0.0:1783145824.149531:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696fa00 already unused, calling callback (ffffffffc1a944f0) 00000004:00010000:2.0:1783145824.149532:0:204557:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366893f0f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.149533:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145824.149538:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893ed7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.149539:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366893efa lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.149548:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366893f0f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.149557:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893ed7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.149560:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366893efa lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.149564:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145824.149573:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893f01 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.149588:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188040448 00000100:00100000:3.0:1783145824.149594:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188040448 00010000:00010000:2.0:1783145824.149594:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893f01 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.149595:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:1.0:1783145824.149597:0:204561:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366893ede lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b186 expref: 437 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.149602:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145824.149609:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893ed7 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.149613:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893f01 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.149615:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471903149141 time 8471903049141 state 0x1 ref 3 00010000:00010000:0.0:1783145824.149629:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee366893ed7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.149632:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893f01 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.149634:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.149642:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1783145824.149647:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471903149141 time 8471903523540 state 0x0 ref 3 00010000:00010000:2.0:1783145824.149649:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.149650:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366893ede lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b186 expref: 439 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.149658:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893f01 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.149661:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893ec9 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b17f expref: 439 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.149669:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d6c06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+439:306183:x1869755188040448:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145824.149677:0:204561:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1a200, rc -2) 00010000:00010000:2.0:1783145824.149679:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893f01 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.149694:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.149696:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145824.149696:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366893ee5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b17f expref: 437 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.149703:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.149708:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366893f16 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b194 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.149708:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893f01 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.149711:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ac:0x0].0x0 (ffff9bea012aea00) 00010000:00010000:0.0:1783145824.149718:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:1.0:1783145824.149720:0:204561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b832727d-edc7-457c-aba4-c59935e6a58f+437:2408:x1869755188040192:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 674us (776us total) trans 0 rc -2/-2 00010000:00010000:0.0:1783145824.149723:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696f800, rc 0) 00010000:00010000:2.0:1783145824.149729:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893f01 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.149737:0:204561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 629 00010000:00010000:2.0:1783145824.149747:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893f08 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.149758:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366893f16 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b194 expref: 437 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.149758:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893f08 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.149763:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff8c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+437:306190:x1869755188039936:12345-192.168.203.44@tcp:101:rm.500 Request processed in 845us (947us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145824.149781:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 584 00010000:00010000:2.0:1783145824.149782:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893f08 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.149788:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366893f16 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b194 expref: 437 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.149791:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.149797:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893f08 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.149805:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893f08 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.149807:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ae:0x0].0x0 (ffff9bea012ae400) 00010000:00010000:3.0:1783145824.149814:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145824.149817:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0382e00, rc 0) 00010000:00010000:2.0:1783145824.149818:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:2.0:1783145824.149822:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.149827:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893f08 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.149833:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893f08 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.149844:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d6c06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+436:306183:x1869755188040448:12345-192.168.203.44@tcp:101:touch.500 Request processed in 178us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145824.149852:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 586 00010000:00010000:2.0:1783145824.149860:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366893ef3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b18d expref: 437 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.149874:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366893f0f lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b18d expref: 435 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.149882:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1aa:0x0].0x0 (ffff9be8c65eef00) 00010000:00010000:2.0:1783145824.149884:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145824.149886:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2d04e00, rc 0) 00000100:00100000:2.0:1783145824.149918:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+435:306188:x1869755188040320:12345-192.168.203.44@tcp:101:rm.500 Request processed in 728us (936us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145824.149925:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 585 00000100:00100000:2.0:1783145824.149930:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471903149141 time 8471903523540 state 0x2 ref 0 00000100:00100000:1.0:1783145824.151095:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.151159:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188040704 00000100:00100000:2.0:1783145824.151164:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188040704 00000100:00100000:1.0:1783145824.151182:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.151216:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188040832 00000100:00100000:2.0:1783145824.151218:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 992 00000100:00100000:2.0:1783145824.151228:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+435:306185:x1869755188040704:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:3.0:1783145824.151256:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188040832 00000100:00100000:3.0:1783145824.151289:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2624 00000100:00100000:3.0:1783145824.151297:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff8cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b832727d-edc7-457c-aba4-c59935e6a58f+93:2408:x1869755188040832:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:2.0:1783145824.151380:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+436:306185:x1869755188040704:12345-192.168.203.44@tcp:35:touch.500 Request processed in 151us (284us total) trans 12884905599 rc 0/0 00000100:00100000:2.0:1783145824.151388:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 992 00000100:00100000:3.0:1783145824.151415:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff8cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b832727d-edc7-457c-aba4-c59935e6a58f+94:2408:x1869755188040832:12345-192.168.203.44@tcp:2:touch.500 Request processed in 118us (235us total) trans 8589936116 rc 0/0 00000100:00100000:3.0:1783145824.151423:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2624 00000100:00100000:0.0:1783145824.151802:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.151839:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188040960 00000100:00100000:1.0:1783145824.151844:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188040960 00000100:00100000:1.0:1783145824.151876:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2625 00000100:00100000:1.0:1783145824.151884:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1608380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+94:2407:x1869755188040960:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145824.151892:0:228910:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.151905:0:228910:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000025f97e9a/0x38bddee366893f1d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbe1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b19b expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783145824.151924:0:228910:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbe1:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:1.0:1783145824.151937:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe1:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:1.0:1783145824.151942:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145824.151949:0:228910:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025f97e9a/0x38bddee366893f1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b19b expref: 95 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.151962:0:228910:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000025f97e9a/0x38bddee366893f1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b19b expref: 95 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.151972:0:228910:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1b000, rc 0) 00000100:00100000:1.0:1783145824.152000:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1608380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+95:2407:x1869755188040960:12345-192.168.203.44@tcp:101:rm.500 Request processed in 118us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145824.152007:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2625 00000100:00100000:0.0:1783145824.152385:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.152413:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.152425:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188041472 00000100:00100000:1.0:1783145824.152431:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188041472 00000100:00100000:2.0:1783145824.152452:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188041344 00000100:00100000:2.0:1783145824.152458:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188041344 00000100:00100000:1.0:1783145824.152467:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 993 00000100:00100000:2.0:1783145824.152477:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471903149141 time 8471903523540 state 0x0 ref 1 00000100:00100000:1.0:1783145824.152479:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee218700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+437:306183:x1869755188041472:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:2.0:1783145824.152494:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471903623540 time 8471903523540 state 0x1 ref 1 00000100:00100000:2.0:1783145824.152515:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471903623540 time 8471906392928 state 0x0 ref 1 00000100:00100000:2.0:1783145824.152532:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+437:306191:x1869755188041344:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145824.152540:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.152550:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366893f24 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b1a2 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.152609:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893f2b lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.152619:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893f2b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.152621:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee218700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+439:306183:x1869755188041472:12345-192.168.203.44@tcp:35:touch.500 Request processed in 144us (235us total) trans 12884905600 rc 0/0 00000100:00100000:1.0:1783145824.152638:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 993 00010000:00010000:2.0:1783145824.152639:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893f2b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.152651:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366893f32 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.152661:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366893f32 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.152669:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366893f32 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145824.152865:0:204590:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb7f:0x0], index 1: 0 00010000:00010000:2.0:1783145824.152951:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366893f39 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.152960:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366893f39 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.152967:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366893f39 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.152991:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893f2b lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.152998:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893f2b lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.153003:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893f2b lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.153010:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893f2b lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.153015:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.153019:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893f2b lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.153026:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893f2b lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.153034:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.153037:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.153040:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893f2b lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.153046:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366893f2b lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.153056:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000043703c50 reply state 00000000d93b2cda transno 12884905601 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366893f32 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.153066:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366893f32 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.153074:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00010000:00010000:2.0:1783145824.153076:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145824.153078:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145824.153096:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366893f24 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1a2 expref: 440 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.153108:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366893f39 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1a2 expref: 439 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.153155:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1af:0x0].0x0 (ffff9bea012ae600) 00010000:00010000:2.0:1783145824.153158:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145824.153160:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2d04a00, rc 0) 00000100:00100000:2.0:1783145824.153189:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+440:306191:x1869755188041344:12345-192.168.203.44@tcp:101:touch.500 Request processed in 661us (776us total) trans 12884905601 rc 0/0 00000100:00100000:2.0:1783145824.153198:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 587 00000100:00100000:2.0:1783145824.153202:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471903623540 time 8471906392928 state 0x2 ref 0 00000100:00100000:0.0:1783145824.154833:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.154859:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.154877:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188041856 00000100:00100000:1.0:1783145824.154883:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188041856 00000100:00100000:1.0:1783145824.154902:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471903623540 time 8471906392928 state 0x0 ref 1 00000100:00100000:2.0:1783145824.154903:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188042112 00000100:00100000:2.0:1783145824.154909:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188042112 00000100:00100000:0.0:1783145824.154913:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.154918:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471906492928 time 8471906392928 state 0x1 ref 1 00000100:00100000:2.0:1783145824.154936:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471906492928 time 8471906392928 state 0x1 ref 2 00000100:00100000:1.0:1783145824.154946:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471908922816 time 8471908822816 state 0x1 ref 2 00000100:00100000:3.0:1783145824.154963:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188041600 00000100:00100000:1.0:1783145824.154965:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee219f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+441:306191:x1869755188041856:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:0.0:1783145824.154966:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471908922816 time 8471908839232 state 0x0 ref 2 00000100:00100000:3.0:1783145824.154969:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188041600 00000100:00100000:0.0:1783145824.154987:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+441:306190:x1869755188042112:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:1.0:1783145824.155004:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1783145824.155011:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2626 00010000:00010000:0.0:1783145824.155017:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145824.155018:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366893f39 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1a2 expref: 441 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.155025:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b832727d-edc7-457c-aba4-c59935e6a58f+95:2410:x1869755188041600:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145824.155042:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1af:0x0].0x0 (ffff9bea012ae600) 00010000:00010000:0.0:1783145824.155046:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366893ee5 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b17f expref: 441 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.155048:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145824.155069:0:228914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145824.155071:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee366893dd4 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b140 expref: 439 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.155085:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ac:0x0].0x0 (ffff9bea012aea00) 00010000:00010000:1.0:1783145824.155087:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893f47 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.155089:0:228914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cced07d5/0x38bddee366893f4e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbe0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b1a9 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.155089:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145824.155100:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893f47 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.155106:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893f55 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.155108:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893f47 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783145824.155142:0:228914:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbe0:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:0.0:1783145824.155158:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893f55 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.155164:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe0:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145824.155167:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893f55 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.155169:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145824.155185:0:228914:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cced07d5/0x38bddee366893f4e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1a9 expref: 96 pid: 228914 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.155187:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893f5c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.155192:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a88bae62 reply state 000000007f53251f transno 12884905602 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893f47 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.155212:0:228914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cced07d5/0x38bddee366893f4e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1a9 expref: 96 pid: 228914 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.155214:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893f47 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.155219:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893f5c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.155231:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1af:0x0].0x0 (ffff9be8d2d3ec00) 00010000:00010000:1.0:1783145824.155237:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.155240:0:228914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c0031e00, rc 0) 00000100:00100000:1.0:1783145824.155240:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145824.155243:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893f5c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.155274:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b832727d-edc7-457c-aba4-c59935e6a58f+96:2410:x1869755188041600:12345-192.168.203.44@tcp:101:rm.500 Request processed in 254us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145824.155280:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee219f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+440:306191:x1869755188041856:12345-192.168.203.44@tcp:36:touch.500 Request processed in 318us (446us total) trans 12884905602 rc 0/0 00000100:00100000:2.0:1783145824.155287:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2626 00000100:00100000:1.0:1783145824.155291:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 588 00010000:00010000:0.0:1783145824.155299:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366893f63 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.155311:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366893f63 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.155319:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366893f63 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783145824.155477:0:204557:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].447, 64 off36800 00010000:00010000:0.0:1783145824.155510:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798e00/0x38bddee366893f6a lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.155520:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798e00/0x38bddee366893f6a lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.155529:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798e00/0x38bddee366893f6a lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.155537:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798e00/0x38bddee366893f6a lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.155544:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798e00/0x38bddee366893f6a lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.155551:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798e00/0x38bddee366893f6a lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.155568:0:204557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145824.155580:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366893f63 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.155586:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366893f63 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.155589:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145824.155598:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798e00/0x38bddee366893f6a lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.155601:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366893f63 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.155614:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c6798e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145824.155616:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fa200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.155621:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798e00/0x38bddee366893f6a lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.155622:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366893f63 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.155638:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366893f63 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.155640:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798e00/0x38bddee366893f6a lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.155652:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ac:0x0].0x0 (ffff9bea012aea00) 00010000:00010000:0.0:1783145824.155656:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145824.155660:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366893f63 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.155665:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ac:0x0].0x0 (ffff9bea012aea00) 00010000:00010000:0.0:1783145824.155668:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366893f63 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.155670:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145824.155676:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798e00/0x38bddee366893f6a lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.155685:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893f55 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.155686:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798e00/0x38bddee366893f6a lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.155703:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893f55 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.155709:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145824.155711:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893f55 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.155713:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145824.155716:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145824.155721:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893f55 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.155728:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fbe00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145824.155732:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893f55 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.155739:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893f55 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.155746:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145824.155749:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145824.155752:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893f55 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.155759:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee366893f55 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145824.155768:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000055de60d7 reply state 000000002391114b transno 12884905603 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893f5c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.155776:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893f5c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.155783:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:0.0:1783145824.155786:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145824.155788:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145824.155821:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+441:306190:x1869755188042112:12345-192.168.203.44@tcp:36:rm.500 Request processed in 838us (960us total) trans 12884905603 rc 0/0 00000100:00100000:0.0:1783145824.155829:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 589 00000100:00100000:0.0:1783145824.155834:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471908922816 time 8471908839232 state 0x2 ref 0 00000100:00100000:0.0:1783145824.156819:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.156839:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188042240 00000100:00100000:3.0:1783145824.156843:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188042240 00000100:00100000:3.0:1783145824.156855:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471908922816 time 8471908839232 state 0x0 ref 1 00000100:00100000:3.0:1783145824.156861:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471908939232 time 8471908839232 state 0x1 ref 1 00000100:00100000:3.0:1783145824.156875:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471908939232 time 8471910754144 state 0x0 ref 1 00000100:00100000:3.0:1783145824.156885:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee21a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+441:306191:x1869755188042240:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145824.156897:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145824.156906:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893f71 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b1b0 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.156933:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893f71 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1b0 expref: 442 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.156943:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893f71 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1b0 expref: 442 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.156957:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1af:0x0].0x0 (ffff9be8d2d3ec00) 00010000:00010000:3.0:1783145824.156960:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145824.156962:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0383800, rc 0) 00000100:00100000:3.0:1783145824.156990:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee21a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+442:306191:x1869755188042240:12345-192.168.203.44@tcp:101:touch.500 Request processed in 108us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145824.156995:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 590 00000100:00100000:3.0:1783145824.156998:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471908939232 time 8471910754144 state 0x2 ref 0 00000100:00100000:3.0:1783145824.157195:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.157227:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188042496 00000100:00100000:2.0:1783145824.157232:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188042496 00000100:00100000:2.0:1783145824.157249:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471908939232 time 8471910754144 state 0x0 ref 1 00000100:00100000:2.0:1783145824.157257:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471910854144 time 8471910754144 state 0x1 ref 1 00000100:00100000:2.0:1783145824.157276:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471910854144 time 8471911153610 state 0x0 ref 1 00000100:00100000:2.0:1783145824.157287:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d6c07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+442:306188:x1869755188042496:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145824.157308:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145824.157320:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366893f0f lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b18d expref: 442 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.157335:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366893d79 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b12b expref: 441 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.157349:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1aa:0x0].0x0 (ffff9be8c65eef00) 00010000:00010000:2.0:1783145824.157353:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145824.157363:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366893f78 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.157372:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366893f78 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.157379:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366893f78 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.157389:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893f7f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.157400:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893f7f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.157407:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893f7f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.157445:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893f86 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.157454:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893f86 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.157460:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893f86 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145824.157554:0:206077:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].448, 64 off36864 00010000:00010000:2.0:1783145824.157581:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893f8d lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.157590:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893f8d lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.157597:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893f8d lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.157604:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893f8d lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.157610:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893f8d lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.157616:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893f8d lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.157633:0:206077:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145824.157643:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893f86 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.157650:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893f86 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.157653:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145824.157656:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893f86 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.157660:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893f8d lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.157663:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.157668:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893f86 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.157672:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dde00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145824.157678:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893f86 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.157679:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893f8d lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.157702:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1aa:0x0].0x0 (ffff9be8c65eef00) 00010000:00010000:3.0:1783145824.157703:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893f8d lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.157708:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145824.157713:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893f86 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.157718:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1aa:0x0].0x0 (ffff9be8c65eef00) 00010000:00010000:2.0:1783145824.157721:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366893f86 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.157723:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145824.157729:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893f8d lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.157736:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893f8d lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.157739:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366893f78 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.157750:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366893f78 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.157752:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145824.157756:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145824.157758:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366893f78 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.157759:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145824.157766:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366893f78 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.157772:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.157775:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366893f78 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.157781:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366893f78 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.157788:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.157790:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.157793:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366893f78 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.157803:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366893f78 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.157811:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000535ee078 reply state 00000000e8aa0057 transno 12884905604 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893f7f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.157820:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893f7f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.157826:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:2.0:1783145824.157829:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145824.157831:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145824.157868:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d6c07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+442:306188:x1869755188042496:12345-192.168.203.44@tcp:36:rm.500 Request processed in 583us (671us total) trans 12884905604 rc 0/0 00000100:00100000:2.0:1783145824.157875:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 591 00000100:00100000:2.0:1783145824.157880:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471910854144 time 8471911153610 state 0x2 ref 0 00000100:00100000:0.0:1783145824.159221:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.159255:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188042752 00000100:00100000:2.0:1783145824.159263:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188042752 00000100:00100000:2.0:1783145824.159294:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2627 00000100:00100000:2.0:1783145824.159303:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:b832727d-edc7-457c-aba4-c59935e6a58f+63:2409:x1869755188042752:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:2.0:1783145824.159439:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:b832727d-edc7-457c-aba4-c59935e6a58f+64:2409:x1869755188042752:12345-192.168.203.44@tcp:2:touch.500 Request processed in 136us (218us total) trans 8589935465 rc 0/0 00000100:00100000:2.0:1783145824.159447:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2627 00000100:00100000:3.0:1783145824.159499:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.159539:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188042880 00000100:00100000:1.0:1783145824.159546:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188042880 00000100:00100000:1.0:1783145824.159564:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471910854144 time 8471911153610 state 0x0 ref 1 00000100:00100000:1.0:1783145824.159572:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471911253610 time 8471911153610 state 0x1 ref 1 00000100:00100000:1.0:1783145824.159594:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471911253610 time 8471913471393 state 0x0 ref 1 00000100:00100000:1.0:1783145824.159607:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d6c07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+442:306192:x1869755188042880:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145824.159618:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.159630:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee366893f94 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b1b7 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.159685:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366893f9b lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.159695:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366893f9b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.159703:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366893f9b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.159716:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366893fa2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.159727:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366893fa2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.159735:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366893fa2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145824.159953:0:204556:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbe3:0x0], index 0: 0 00010000:00010000:1.0:1783145824.160047:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366893fa9 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.160056:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366893fa9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.160063:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366893fa9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.160089:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366893f9b lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.160095:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366893f9b lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.160101:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366893f9b lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.160106:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366893f9b lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.160149:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.160153:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366893f9b lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.160160:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366893f9b lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.160170:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.160173:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.160177:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366893f9b lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.160187:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366893f9b lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.160198:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b042ca7f reply state 00000000b9126b08 transno 12884905605 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366893fa2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.160216:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366893fa2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.160222:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00010000:00010000:1.0:1783145824.160225:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145824.160227:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145824.160246:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee366893f94 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1b7 expref: 445 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.160258:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366893fa9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1b7 expref: 444 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.160265:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b0:0x0].0x0 (ffff9be8d2d3e200) 00010000:00010000:1.0:1783145824.160267:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145824.160270:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1a400, rc 0) 00000100:00100000:1.0:1783145824.160305:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d6c07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+445:306192:x1869755188042880:12345-192.168.203.44@tcp:101:touch.500 Request processed in 694us (799us total) trans 12884905605 rc 0/0 00000100:00100000:1.0:1783145824.160314:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 592 00000100:00100000:1.0:1783145824.160318:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471911253610 time 8471913471393 state 0x2 ref 0 00000100:00100000:3.0:1783145824.160383:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.160406:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188043136 00000100:00100000:0.0:1783145824.160412:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188043136 00000100:00100000:0.0:1783145824.160445:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 994 00000100:00100000:0.0:1783145824.160452:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9edca5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+445:306191:x1869755188043136:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:0.0:1783145824.160587:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9edca5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+446:306191:x1869755188043136:12345-192.168.203.44@tcp:35:touch.500 Request processed in 134us (202us total) trans 12884905606 rc 0/0 00000100:00100000:0.0:1783145824.160595:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 994 00000100:00100000:3.0:1783145824.162253:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.162274:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.162296:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188043392 00000100:00100000:2.0:1783145824.162300:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188043392 00000100:00100000:2.0:1783145824.162316:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471911253610 time 8471913471393 state 0x0 ref 1 00000100:00100000:1.0:1783145824.162322:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188043520 00000100:00100000:2.0:1783145824.162327:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471913571393 time 8471913471393 state 0x1 ref 1 00000100:00100000:1.0:1783145824.162330:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188043520 00000100:00100000:1.0:1783145824.162352:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471913571393 time 8471913471393 state 0x1 ref 2 00000100:00100000:2.0:1783145824.162361:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471916338373 time 8471916238373 state 0x1 ref 2 00000100:00100000:3.0:1783145824.162370:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471916338373 time 8471916246278 state 0x0 ref 2 00000100:00100000:2.0:1783145824.162373:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d6c07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+447:306192:x1869755188043392:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:3.0:1783145824.162385:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d6c07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+447:306189:x1869755188043520:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145824.162393:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145824.162400:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366893fb7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b1be expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.162404:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145824.162421:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366893fa9 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1b7 expref: 448 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.162434:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366893fbe lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.162437:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b0:0x0].0x0 (ffff9be8d2d3e200) 00010000:00010000:3.0:1783145824.162444:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366893fbe lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.162446:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145824.162453:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366893fbe lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.162461:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366893fc5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.162467:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366893fc5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.162471:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366893fc5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.162490:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893fcc lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.162497:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893fcc lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.162504:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893fcc lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.162509:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893fd3 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.162515:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893fd3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.162519:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893fd3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145824.162539:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1ab:0x0]: returning size 0 00000004:00200000:3.0:1783145824.162542:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145824.162550:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a2d7b896 reply state 000000002c306007 transno 12884905607 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893fcc lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145824.162552:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893fd3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.162568:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893fcc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.162569:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893fd3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.162582:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b0:0x0].0x0 (ffff9bea012ae100) 00010000:00010000:3.0:1783145824.162583:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366893fbe lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.162585:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145824.162588:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145824.162592:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366893fbe lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.162600:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366893fbe lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.162605:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366893fbe lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.162608:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0383c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.162610:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366893fbe lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.162614:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366893fbe lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.162620:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145824.162622:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.162624:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366893fbe lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.162629:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366893fbe lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.162634:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d6c07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+449:306192:x1869755188043392:12345-192.168.203.44@tcp:36:touch.500 Request processed in 264us (381us total) trans 12884905607 rc 0/0 00010000:00010000:3.0:1783145824.162637:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366893fc5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.162643:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 593 00010000:00010000:3.0:1783145824.162647:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366893fc5 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.162652:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366893fc5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.162656:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.162659:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366893fc5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.162663:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366893fc5 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.162668:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00010000:00010000:3.0:1783145824.162670:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.162672:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366893fc5 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.162675:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366893fc5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.162688:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366893fb7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1be expref: 449 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.162697:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893fd3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1be expref: 448 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.162702:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ab:0x0].0x0 (ffff9be8d2d3ef00) 00010000:00010000:3.0:1783145824.162703:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145824.162705:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0383a00, rc 0) 00000100:00100000:3.0:1783145824.162771:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d6c07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+448:306189:x1869755188043520:12345-192.168.203.44@tcp:101:rm.500 Request processed in 349us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145824.162777:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 594 00000100:00100000:3.0:1783145824.162781:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471916338373 time 8471916246278 state 0x2 ref 0 00000100:00100000:3.0:1783145824.163490:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.163518:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188043648 00000100:00100000:2.0:1783145824.163522:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188043648 00000100:00100000:2.0:1783145824.163535:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471916338373 time 8471916246278 state 0x0 ref 1 00000100:00100000:2.0:1783145824.163540:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471916346278 time 8471916246278 state 0x1 ref 1 00000100:00100000:2.0:1783145824.163555:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471916346278 time 8471917434028 state 0x0 ref 1 00000100:00100000:2.0:1783145824.163563:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c65db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+448:306192:x1869755188043648:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145824.163571:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.163579:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366893fda lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b1c5 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.163599:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366893fda lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1c5 expref: 449 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.163607:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366893fda lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1c5 expref: 449 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.163619:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b0:0x0].0x0 (ffff9bea012ae100) 00010000:00010000:2.0:1783145824.163621:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145824.163623:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd5dc800, rc 0) 00000100:00100000:2.0:1783145824.163646:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c65db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+449:306192:x1869755188043648:12345-192.168.203.44@tcp:101:touch.500 Request processed in 85us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145824.163651:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 595 00000100:00100000:2.0:1783145824.163655:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471916346278 time 8471917434028 state 0x2 ref 0 00000100:00100000:1.0:1783145824.164393:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.164423:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188043904 00000100:00100000:1.0:1783145824.164428:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.164430:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188043904 00000100:00100000:2.0:1783145824.164463:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188044032 00000100:00100000:3.0:1783145824.164467:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2628 00000100:00100000:2.0:1783145824.164468:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188044032 00000100:00100000:3.0:1783145824.164474:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff8c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b832727d-edc7-457c-aba4-c59935e6a58f+64:2408:x1869755188043904:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145824.164480:0:228905:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1783145824.164486:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471916346278 time 8471917434028 state 0x0 ref 1 00010000:00010000:3.0:1783145824.164492:0:228905:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014d2eb9a/0x38bddee366893fe1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb7d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b1d3 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.164493:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471917534028 time 8471917434028 state 0x1 ref 1 00002000:00010000:3.0:1783145824.164514:0:228905:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb7d:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00000100:00100000:2.0:1783145824.164517:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471917534028 time 8471918394083 state 0x0 ref 1 00000100:00100000:2.0:1783145824.164527:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+449:306194:x1869755188044032:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145824.164528:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7d:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:3.0:1783145824.164533:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145824.164535:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145824.164540:0:228905:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014d2eb9a/0x38bddee366893fe1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1d3 expref: 65 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.164544:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893fe8 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b1cc expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.164553:0:228905:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000014d2eb9a/0x38bddee366893fe1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1d3 expref: 65 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.164587:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893fef lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.164595:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893fef lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.164601:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893fef lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.164608:0:228905:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0382600, rc 0) 00010000:00010000:2.0:1783145824.164612:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366893ff6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.164621:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366893ff6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.164627:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366893ff6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.164635:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff8c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b832727d-edc7-457c-aba4-c59935e6a58f+65:2408:x1869755188043904:12345-192.168.203.44@tcp:101:rm.500 Request processed in 162us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145824.164640:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2628 00000100:00100000:1.0:1783145824.164666:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.164685:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188044160 00000100:00100000:3.0:1783145824.164689:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188044160 00000100:00100000:1.0:1783145824.164746:0:228904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2629 00000100:00100000:1.0:1783145824.164758:0:228904:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b832727d-edc7-457c-aba4-c59935e6a58f+96:2407:x1869755188044160:12345-192.168.203.44@tcp:2:touch.500 00000004:00080000:2.0:1783145824.164799:0:204555:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb80:0x0], index 1: 0 00010000:00010000:2.0:1783145824.164871:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366893ffd lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.164877:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366893ffd lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.164883:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366893ffd lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.164903:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893fef lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.164908:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893fef lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.164913:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893fef lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.164916:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dde00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.164919:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893fef lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.164922:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893fef lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.164928:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.164931:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145824.164936:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b832727d-edc7-457c-aba4-c59935e6a58f+97:2407:x1869755188044160:12345-192.168.203.44@tcp:2:touch.500 Request processed in 180us (269us total) trans 8589936117 rc 0/0 00010000:00010000:2.0:1783145824.164937:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893fef lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.164952:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2629 00010000:00010000:2.0:1783145824.164961:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366893fef lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.164975:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007f02f6c7 reply state 000000003b783535 transno 12884905608 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366893ff6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.164984:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366893ff6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.164991:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:2.0:1783145824.164993:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145824.164996:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145824.165018:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee366893fe8 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1cc expref: 452 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.165034:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366893ffd lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1cc expref: 451 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.165042:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b1:0x0].0x0 (ffff9bea012ae500) 00010000:00010000:2.0:1783145824.165045:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145824.165047:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2d05600, rc 0) 00000100:00100000:2.0:1783145824.165083:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+452:306194:x1869755188044032:12345-192.168.203.44@tcp:101:touch.500 Request processed in 556us (656us total) trans 12884905608 rc 0/0 00000100:00100000:2.0:1783145824.165089:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 596 00000100:00100000:2.0:1783145824.165093:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471917534028 time 8471918394083 state 0x2 ref 0 00000100:00100000:1.0:1783145824.167303:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.167349:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.167360:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188044672 00000100:00100000:2.0:1783145824.167366:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188044672 00000100:00100000:3.0:1783145824.167374:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188044544 00000100:00100000:3.0:1783145824.167381:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188044544 00000100:00100000:2.0:1783145824.167391:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471917534028 time 8471918394083 state 0x0 ref 1 00000100:00100000:2.0:1783145824.167402:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471918494083 time 8471918394083 state 0x1 ref 2 00000100:00100000:1.0:1783145824.167406:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.167416:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471918494083 time 8471918394083 state 0x1 ref 2 00000100:00100000:2.0:1783145824.167433:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471921408870 time 8471921308870 state 0x1 ref 2 00000100:00100000:1.0:1783145824.167445:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471921408870 time 8471921319997 state 0x0 ref 2 00000100:00100000:2.0:1783145824.167448:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff8cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+453:306189:x1869755188044672:12345-192.168.203.44@tcp:36:rm.500 00000100:00100000:1.0:1783145824.167467:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8e67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+453:306194:x1869755188044544:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:2.0:1783145824.167487:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145824.167493:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1783145824.167503:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188044928 00010000:00010000:2.0:1783145824.167506:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366893fd3 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1be expref: 453 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.167509:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188044928 00010000:00010000:1.0:1783145824.167512:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366893ffd lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1cc expref: 453 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.167537:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b1:0x0].0x0 (ffff9bea012ae500) 00010000:00010000:2.0:1783145824.167543:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5400/0x38bddee366893daa lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b139 expref: 452 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.167548:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 995 00010000:00010000:1.0:1783145824.167548:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145824.167564:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8e66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+451:306192:x1869755188044928:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:2.0:1783145824.167564:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ab:0x0].0x0 (ffff9be8d2d3ef00) 00010000:00010000:2.0:1783145824.167572:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145824.167590:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee36689400b lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.167601:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee36689400b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.167609:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57600/0x38bddee366894012 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.167610:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee36689400b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.167630:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57600/0x38bddee366894012 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.167636:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894019 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.167655:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57600/0x38bddee366894012 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.167659:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894019 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.167675:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894019 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.167722:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002986c992 reply state 000000009e0ef119 transno 12884905610 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57600/0x38bddee366894012 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.167734:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57600/0x38bddee366894012 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.167736:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366894020 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.167749:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b1:0x0].0x0 (ffff9be9d09b8600) 00010000:00010000:2.0:1783145824.167752:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366894020 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.167753:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145824.167758:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145824.167761:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8e66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+453:306192:x1869755188044928:12345-192.168.203.44@tcp:35:touch.500 Request processed in 199us (355us total) trans 12884905609 rc 0/0 00010000:00010000:2.0:1783145824.167770:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366894020 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.167776:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 995 00000100:00100000:1.0:1783145824.167808:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8e67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+453:306194:x1869755188044544:12345-192.168.203.44@tcp:36:touch.500 Request processed in 346us (457us total) trans 12884905610 rc 0/0 00000100:00100000:1.0:1783145824.167816:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 598 00000040:00080000:2.0:1783145824.167959:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].444, 64 off36608 00010000:00010000:2.0:1783145824.167994:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366894027 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.168004:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366894027 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.168011:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366894027 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.168019:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366894027 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.168026:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366894027 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.168032:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366894027 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.168051:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145824.168063:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366894020 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.168070:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145824.168071:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366894020 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.168078:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366894027 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.168081:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366894020 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.168095:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145824.168096:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.168101:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366894027 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.168102:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366894020 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.168160:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366894027 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.168162:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366894020 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.168183:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ab:0x0].0x0 (ffff9be8d2d3ef00) 00010000:00010000:3.0:1783145824.168187:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145824.168191:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366894027 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.168195:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ab:0x0].0x0 (ffff9be8d2d3ef00) 00010000:00010000:3.0:1783145824.168201:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366894027 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.168201:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145824.168207:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366894020 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.168216:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145824.168217:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366894020 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.168221:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145824.168225:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145824.168236:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee36689400b lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.168245:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee36689400b lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.168251:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee36689400b lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.168261:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee36689400b lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.168267:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.168270:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee36689400b lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.168276:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee36689400b lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.168285:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.168288:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.168290:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee36689400b lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.168296:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee36689400b lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.168307:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008482773d reply state 000000007fd6fcce transno 12884905611 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894019 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.168316:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894019 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.168323:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00010000:00010000:2.0:1783145824.168326:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145824.168328:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145824.168366:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff8cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+454:306189:x1869755188044672:12345-192.168.203.44@tcp:36:rm.500 Request processed in 923us (1066us total) trans 12884905611 rc 0/0 00000100:00100000:2.0:1783145824.168374:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 597 00000100:00100000:2.0:1783145824.168380:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471921408870 time 8471921319997 state 0x2 ref 0 00000100:00100000:1.0:1783145824.168609:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.168651:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188045056 00000100:00100000:2.0:1783145824.168657:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188045056 00000100:00100000:2.0:1783145824.168674:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471921408870 time 8471921319997 state 0x0 ref 1 00000100:00100000:2.0:1783145824.168682:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471921419997 time 8471921319997 state 0x1 ref 1 00000100:00100000:2.0:1783145824.168706:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471921419997 time 8471922582942 state 0x0 ref 1 00000100:00100000:2.0:1783145824.168717:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8e64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+454:306194:x1869755188045056:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145824.168728:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.168738:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee36689402e lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b1da expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.168765:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee36689402e lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1da expref: 455 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.168775:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee36689402e lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1da expref: 455 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.168789:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b1:0x0].0x0 (ffff9be9d09b8600) 00010000:00010000:2.0:1783145824.168792:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145824.168794:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1a200, rc 0) 00000100:00100000:2.0:1783145824.168824:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8e64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+455:306194:x1869755188045056:12345-192.168.203.44@tcp:101:touch.500 Request processed in 109us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145824.168831:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 599 00000100:00100000:2.0:1783145824.168836:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471921419997 time 8471922582942 state 0x2 ref 0 00000100:00100000:3.0:1783145824.169982:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.170028:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188045184 00000100:00100000:2.0:1783145824.170034:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188045184 00000100:00100000:2.0:1783145824.170078:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2630 00000100:00100000:2.0:1783145824.170087:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c65d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b832727d-edc7-457c-aba4-c59935e6a58f+65:2410:x1869755188045184:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:2.0:1783145824.170318:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c65d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b832727d-edc7-457c-aba4-c59935e6a58f+66:2410:x1869755188045184:12345-192.168.203.44@tcp:2:touch.500 Request processed in 230us (336us total) trans 8589935466 rc 0/0 00000100:00100000:2.0:1783145824.170328:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2630 00000100:00100000:0.0:1783145824.170400:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.170437:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188045312 00000100:00100000:0.0:1783145824.170444:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188045312 00000100:00100000:0.0:1783145824.170480:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471921419997 time 8471922582942 state 0x0 ref 1 00000100:00100000:0.0:1783145824.170492:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471922682942 time 8471922582942 state 0x1 ref 1 00000100:00100000:0.0:1783145824.170515:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471922682942 time 8471924393035 state 0x0 ref 1 00000100:00100000:0.0:1783145824.170524:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee218700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+455:306195:x1869755188045312:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145824.170542:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145824.170559:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798e00/0x38bddee366894035 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b1e1 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.170610:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee36689403c lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.170621:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee36689403c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.170630:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee36689403c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.170641:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee366894043 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.170646:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee366894043 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.170651:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee366894043 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.170717:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798000/0x38bddee36689404a lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.170723:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798000/0x38bddee36689404a lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.170728:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798000/0x38bddee36689404a lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145824.170752:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1ad:0x0]: returning size 0 00000004:00200000:0.0:1783145824.170755:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783145824.170767:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798000/0x38bddee36689404a lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.170775:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798000/0x38bddee36689404a lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.170782:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee36689403c lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.170787:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee36689403c lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.170794:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee36689403c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.170798:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee36689403c lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.170803:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c6799800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145824.170806:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee36689403c lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.170811:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee36689403c lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.170819:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145824.170821:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145824.170825:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee36689403c lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.170829:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee36689403c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.170838:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee366894043 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.170842:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee366894043 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.170846:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee366894043 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.170849:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c6799400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145824.170852:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee366894043 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.170856:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee366894043 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.170860:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00010000:00010000:0.0:1783145824.170861:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145824.170863:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee366894043 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.170867:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee366894043 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.170883:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798e00/0x38bddee366894035 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1e1 expref: 457 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.170897:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798000/0x38bddee36689404a lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1e1 expref: 456 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.170903:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ad:0x0].0x0 (ffff9be9c5414700) 00010000:00010000:0.0:1783145824.170906:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145824.170908:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c6798000, rc 0) 00000100:00100000:0.0:1783145824.170963:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee218700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+456:306195:x1869755188045312:12345-192.168.203.44@tcp:101:rm.500 Request processed in 440us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145824.170970:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 600 00000100:00100000:0.0:1783145824.170975:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471922682942 time 8471924393035 state 0x2 ref 0 00000100:00100000:3.0:1783145824.171399:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.171427:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188045440 00000100:00100000:3.0:1783145824.171432:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188045440 00000100:00100000:3.0:1783145824.171487:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471922682942 time 8471924393035 state 0x0 ref 1 00000100:00100000:3.0:1783145824.171495:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471924493035 time 8471924393035 state 0x1 ref 1 00000100:00100000:3.0:1783145824.171526:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471924493035 time 8471925404151 state 0x0 ref 1 00000100:00100000:3.0:1783145824.171544:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c65d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+456:306196:x1869755188045440:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145824.171559:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145824.171573:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366894051 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b1e8 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.171614:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894058 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.171623:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894058 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.171630:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894058 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.171638:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee36689405f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.171644:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee36689405f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.171648:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee36689405f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.171704:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894066 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.171710:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894066 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.171716:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894066 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145824.171738:0:204590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1ae:0x0]: returning size 0 00000004:00200000:3.0:1783145824.171741:0:204590:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145824.171751:0:204590:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894066 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.171759:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894066 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.171765:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894058 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.171769:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894058 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.171774:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894058 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.171778:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894058 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.171782:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0383000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.171784:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894058 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.171788:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894058 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.171796:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145824.171798:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.171802:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894058 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.171807:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894058 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.171817:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee36689405f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.171821:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee36689405f lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.171825:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee36689405f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.171829:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.171831:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee36689405f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.171834:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee36689405f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.171838:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:3.0:1783145824.171839:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.171842:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee36689405f lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.171847:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee36689405f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.171995:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366894051 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1e8 expref: 458 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.171995:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145824.172011:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894066 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1e8 expref: 457 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.172017:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ae:0x0].0x0 (ffff9bea012ae400) 00010000:00010000:3.0:1783145824.172019:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145824.172020:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0383c00, rc 0) 00000100:00100000:1.0:1783145824.172029:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188045696 00000100:00100000:1.0:1783145824.172034:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188045696 00000100:00100000:3.0:1783145824.172062:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c65d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+458:306196:x1869755188045440:12345-192.168.203.44@tcp:101:rm.500 Request processed in 525us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145824.172071:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 601 00000100:00100000:3.0:1783145824.172077:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471924493035 time 8471925404151 state 0x2 ref 0 00000100:00100000:1.0:1783145824.172078:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 996 00000100:00100000:1.0:1783145824.172089:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8e66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+458:306194:x1869755188045696:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145824.172338:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8e66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+458:306194:x1869755188045696:12345-192.168.203.44@tcp:35:touch.500 Request processed in 249us (343us total) trans 12884905612 rc 0/0 00000100:00100000:1.0:1783145824.172348:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 996 00000100:00100000:1.0:1783145824.175771:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.175812:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188045824 00000100:00100000:3.0:1783145824.175818:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188045824 00000100:00100000:1.0:1783145824.175831:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.175864:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188046208 00000100:00100000:3.0:1783145824.175869:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188046208 00000100:00100000:1.0:1783145824.175900:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.175906:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2631 00000100:00100000:3.0:1783145824.175920:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8e67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b832727d-edc7-457c-aba4-c59935e6a58f+66:2408:x1869755188045824:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145824.175933:0:206490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1783145824.175941:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188046080 00000100:00100000:1.0:1783145824.175947:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188046080 00010000:00010000:3.0:1783145824.175950:0:206490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019b47851/0x38bddee36689406d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b1ef expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.175976:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471924493035 time 8471925404151 state 0x0 ref 1 00002000:00010000:3.0:1783145824.175980:0:206490:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb7e:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00000100:00100000:1.0:1783145824.175992:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471925504151 time 8471925404151 state 0x1 ref 1 00010000:00010000:3.0:1783145824.176000:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7e:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:3.0:1783145824.176006:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145824.176014:0:206490:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019b47851/0x38bddee36689406d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1ef expref: 67 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.176035:0:206490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019b47851/0x38bddee36689406d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1ef expref: 67 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.176044:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471925504151 time 8471929920018 state 0x0 ref 1 00010000:00010000:3.0:1783145824.176050:0:206490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696f800, rc 0) 00000100:00100000:1.0:1783145824.176059:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8e65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+458:306198:x1869755188046080:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145824.176073:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.176088:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366894074 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b1f6 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.176097:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8e67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b832727d-edc7-457c-aba4-c59935e6a58f+67:2408:x1869755188045824:12345-192.168.203.44@tcp:101:rm.500 Request processed in 180us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145824.176105:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2631 00000100:00100000:3.0:1783145824.176156:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2632 00000100:00100000:3.0:1783145824.176163:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8e65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b832727d-edc7-457c-aba4-c59935e6a58f+97:2407:x1869755188046208:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145824.176172:0:206490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145824.176183:0:206490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c74a05c9/0x38bddee36689407b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbe2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b1fd expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783145824.176198:0:206490:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbe2:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:3.0:1783145824.176208:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe2:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:3.0:1783145824.176211:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145824.176216:0:206490:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c74a05c9/0x38bddee36689407b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1fd expref: 98 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.176224:0:206490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c74a05c9/0x38bddee36689407b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1fd expref: 98 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.176236:0:206490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696ec00, rc 0) 00010000:00010000:1.0:1783145824.176250:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366894082 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.176260:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8e65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b832727d-edc7-457c-aba4-c59935e6a58f+98:2407:x1869755188046208:12345-192.168.203.44@tcp:101:rm.500 Request processed in 97us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145824.176265:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2632 00010000:00010000:1.0:1783145824.176265:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366894082 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.176282:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366894082 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.176299:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56600/0x38bddee366894089 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.176311:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56600/0x38bddee366894089 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.176320:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56600/0x38bddee366894089 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145824.176632:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbe4:0x0], index 0: 0 00010000:00010000:1.0:1783145824.176759:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee366894090 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.176768:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee366894090 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.176775:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee366894090 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.176806:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366894082 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.176813:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366894082 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.176819:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366894082 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.176825:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366894082 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.176830:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda56800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.176835:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366894082 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.176842:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366894082 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.176850:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.176854:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.176858:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366894082 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.176864:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366894082 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.176875:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000fd41948b reply state 00000000340c54e4 transno 12884905613 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56600/0x38bddee366894089 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.176884:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56600/0x38bddee366894089 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.176890:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:1.0:1783145824.176893:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145824.176895:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145824.176917:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366894074 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1f6 expref: 461 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.176928:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee366894090 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1f6 expref: 460 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.176935:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b2:0x0].0x0 (ffff9be9d09b8000) 00010000:00010000:1.0:1783145824.176938:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145824.176940:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda56200, rc 0) 00000100:00100000:1.0:1783145824.176974:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8e65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+461:306198:x1869755188046080:12345-192.168.203.44@tcp:101:touch.500 Request processed in 919us (1083us total) trans 12884905613 rc 0/0 00000100:00100000:1.0:1783145824.176981:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 602 00000100:00100000:1.0:1783145824.176986:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471925504151 time 8471929920018 state 0x2 ref 0 00000100:00100000:1.0:1783145824.178398:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.178439:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188046464 00000100:00100000:0.0:1783145824.178448:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188046464 00000100:00100000:0.0:1783145824.178479:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471925504151 time 8471929920018 state 0x0 ref 1 00000100:00100000:0.0:1783145824.178488:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471930020018 time 8471929920018 state 0x1 ref 1 00000100:00100000:0.0:1783145824.178513:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471930020018 time 8471932390504 state 0x0 ref 1 00000100:00100000:0.0:1783145824.178523:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8e67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+461:306199:x1869755188046464:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145824.178540:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145824.178557:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798e00/0x38bddee36689409e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b204 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.178604:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee3668940a5 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.178614:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee3668940a5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.178622:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee3668940a5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.178629:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145824.178647:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee3668940ac lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.178654:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee3668940ac lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.178663:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee3668940ac lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.178702:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188046592 00000100:00100000:3.0:1783145824.178707:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188046592 00000100:00100000:3.0:1783145824.178730:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471932490504 time 8471932390504 state 0x1 ref 2 00010000:00010000:0.0:1783145824.178731:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799e00/0x38bddee3668940b3 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.178757:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799e00/0x38bddee3668940b3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1af:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.178759:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471932490504 time 8471932636404 state 0x0 ref 2 00000100:00100000:3.0:1783145824.178779:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8e64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+463:306198:x1869755188046592:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:0.0:1783145824.178782:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799e00/0x38bddee3668940b3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1af:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.178804:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145824.178818:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee366894090 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1f6 expref: 463 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145824.178822:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1af:0x0]: returning size 0 00000004:00200000:0.0:1783145824.178831:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1783145824.178832:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b2:0x0].0x0 (ffff9be9d09b8000) 00010000:00010000:3.0:1783145824.178842:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00010000:0.0:1783145824.178851:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799e00/0x38bddee3668940b3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1af:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.178865:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799e00/0x38bddee3668940b3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.178876:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee3668940a5 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.178884:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee3668940a5 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.178890:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee3668940a5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.178897:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee3668940a5 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.178901:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee3668940ba lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.178905:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c6799400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145824.178914:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee3668940a5 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.178920:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee3668940ba lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.178926:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee3668940a5 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.178934:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee3668940ba lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.178944:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145824.178950:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145824.178955:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee3668940a5 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.178962:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee3668940a5 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.178977:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee3668940ac lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.178984:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee3668940ac lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.178990:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee3668940ac lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145824.178992:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000091e01495 reply state 00000000acd68200 transno 12884905614 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee3668940ba lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.179011:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c6799800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145824.179015:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee3668940ac lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.179016:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee3668940ba lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.179039:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee3668940ac lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.179043:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b2:0x0].0x0 (ffff9be8c65eda00) 00010000:00010000:3.0:1783145824.179049:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145824.179052:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00000100:00100000:3.0:1783145824.179053:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145824.179060:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145824.179064:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee3668940ac lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.179071:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee3668940ac lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.179106:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798e00/0x38bddee36689409e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b204 expref: 465 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.179173:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8e64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+464:306198:x1869755188046592:12345-192.168.203.44@tcp:36:touch.500 Request processed in 331us (487us total) trans 12884905614 rc 0/0 00010000:00010000:0.0:1783145824.179181:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799e00/0x38bddee3668940b3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b204 expref: 464 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.179198:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 604 00010000:00010000:0.0:1783145824.179199:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1af:0x0].0x0 (ffff9be8d2d3ec00) 00010000:00010000:0.0:1783145824.179207:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145824.179211:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c6799e00, rc 0) 00000100:00100000:0.0:1783145824.179266:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8e67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+463:306199:x1869755188046464:12345-192.168.203.44@tcp:101:rm.500 Request processed in 744us (867us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145824.179275:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 603 00000100:00100000:0.0:1783145824.179281:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471932490504 time 8471932636404 state 0x2 ref 0 00000100:00100000:3.0:1783145824.179758:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.179824:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188046720 00000100:00100000:0.0:1783145824.179831:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188046720 00000100:00100000:0.0:1783145824.179850:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471932490504 time 8471932636404 state 0x0 ref 1 00000100:00100000:0.0:1783145824.179857:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471932736404 time 8471932636404 state 0x1 ref 1 00000100:00100000:0.0:1783145824.179888:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471932736404 time 8471933765264 state 0x0 ref 1 00000100:00100000:0.0:1783145824.179901:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c65da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+463:306198:x1869755188046720:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145824.179913:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145824.179926:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee3668940c1 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b20b expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.179966:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee3668940c1 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b20b expref: 464 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.179974:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee3668940c1 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b20b expref: 464 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.179985:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b2:0x0].0x0 (ffff9be8c65eda00) 00010000:00010000:0.0:1783145824.179987:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145824.179989:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd2fbe00, rc 0) 00000100:00100000:0.0:1783145824.180020:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c65da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+464:306198:x1869755188046720:12345-192.168.203.44@tcp:101:touch.500 Request processed in 124us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145824.180024:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 605 00000100:00100000:0.0:1783145824.180027:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471932736404 time 8471933765264 state 0x2 ref 0 00000100:00100000:1.0:1783145824.180620:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.180648:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188046976 00000100:00100000:3.0:1783145824.180655:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188046976 00000100:00100000:3.0:1783145824.180677:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471932736404 time 8471933765264 state 0x0 ref 1 00000100:00100000:3.0:1783145824.180687:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471933865264 time 8471933765264 state 0x1 ref 1 00000100:00100000:3.0:1783145824.180710:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471933865264 time 8471934586910 state 0x0 ref 1 00000100:00100000:3.0:1783145824.180722:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8e64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+464:306195:x1869755188046976:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:3.0:1783145824.180822:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783145824.180841:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798000/0x38bddee36689404a lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1e1 expref: 464 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.180869:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366893ebb lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b178 expref: 463 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.180881:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ad:0x0].0x0 (ffff9be9c5414700) 00010000:00010000:3.0:1783145824.180886:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145824.180903:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee3668940c8 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.180915:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145824.180917:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee3668940c8 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.180930:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee3668940c8 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.180947:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee3668940cf lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.180958:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee3668940cf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.180965:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188047104 00010000:00010000:3.0:1783145824.180966:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee3668940cf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.180971:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188047104 00000100:00100000:1.0:1783145824.181014:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2633 00000100:00100000:1.0:1783145824.181024:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b832727d-edc7-457c-aba4-c59935e6a58f+67:2409:x1869755188047104:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145824.181035:0:206058:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.181049:0:206058:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004f351df9/0x38bddee3668940d6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b212 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783145824.181070:0:206058:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb7f:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:1.0:1783145824.181085:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7f:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:1.0:1783145824.181090:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145824.181101:0:206058:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004f351df9/0x38bddee3668940d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b212 expref: 68 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.181163:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145824.181169:0:206058:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004f351df9/0x38bddee3668940d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b212 expref: 68 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.181182:0:206058:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda56a00, rc 0) 00010000:00010000:3.0:1783145824.181190:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee3668940dd lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.181201:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee3668940dd lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.181202:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188047232 00000100:00100000:0.0:1783145824.181208:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188047232 00010000:00010000:3.0:1783145824.181215:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee3668940dd lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.181246:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b832727d-edc7-457c-aba4-c59935e6a58f+68:2409:x1869755188047104:12345-192.168.203.44@tcp:101:rm.500 Request processed in 220us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145824.181247:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2634 00000100:00100000:0.0:1783145824.181258:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b832727d-edc7-457c-aba4-c59935e6a58f+98:2407:x1869755188047232:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:1.0:1783145824.181267:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2633 00000100:00100000:0.0:1783145824.181420:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b832727d-edc7-457c-aba4-c59935e6a58f+99:2407:x1869755188047232:12345-192.168.203.44@tcp:2:touch.500 Request processed in 162us (305us total) trans 8589936118 rc 0/0 00000100:00100000:0.0:1783145824.181426:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2634 00000040:00080000:3.0:1783145824.181481:0:204557:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].445, 64 off36672 00010000:00010000:3.0:1783145824.181567:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee3668940e4 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.181577:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee3668940e4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.181586:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee3668940e4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.181594:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee3668940e4 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.181600:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee3668940e4 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.181607:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee3668940e4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.181628:0:204557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145824.181643:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145824.181644:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee3668940dd lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.181650:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee3668940e4 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.181655:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee3668940dd lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.181718:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee3668940dd lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.181718:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145824.181723:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee3668940e4 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.181730:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.181733:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee3668940e4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.181735:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee3668940dd lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.181744:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ad:0x0].0x0 (ffff9be9c5414700) 00010000:00010000:1.0:1783145824.181748:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1783145824.181750:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee3668940e4 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.181754:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee3668940dd lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.181755:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee3668940e4 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.181775:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145824.181777:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ad:0x0].0x0 (ffff9be9c5414700) 00010000:00010000:1.0:1783145824.181778:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145824.181781:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145824.181784:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145824.181789:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee3668940dd lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.181796:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee3668940dd lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.181811:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee3668940c8 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.181818:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee3668940c8 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.181823:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee3668940c8 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.181829:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee3668940c8 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.181834:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696ea00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.181837:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee3668940c8 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.181842:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee3668940c8 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.181850:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145824.181852:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.181855:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee3668940c8 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.181862:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee3668940c8 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145824.181870:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ab9186de reply state 000000003e8849f0 transno 12884905615 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee3668940cf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.181879:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee3668940cf lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.181885:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00010000:00010000:3.0:1783145824.181888:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145824.181890:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145824.181937:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8e64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+464:306195:x1869755188046976:12345-192.168.203.44@tcp:36:rm.500 Request processed in 1216us (1315us total) trans 12884905615 rc 0/0 00000100:00100000:3.0:1783145824.181945:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 606 00000100:00100000:3.0:1783145824.181951:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471933865264 time 8471934586910 state 0x2 ref 0 00000100:00100000:1.0:1783145824.183016:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.183065:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188047488 00000100:00100000:2.0:1783145824.183073:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188047488 00000100:00100000:3.0:1783145824.183174:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 997 00000100:00100000:3.0:1783145824.183186:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8e65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+464:306198:x1869755188047488:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:3.0:1783145824.183347:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8e65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+465:306198:x1869755188047488:12345-192.168.203.44@tcp:35:touch.500 Request processed in 165us (333us total) trans 12884905616 rc 0/0 00000100:00100000:3.0:1783145824.183357:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 997 00000100:00100000:0.0:1783145824.183548:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.183579:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188047744 00000100:00100000:3.0:1783145824.183585:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188047744 00000100:00100000:3.0:1783145824.183601:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471933865264 time 8471934586910 state 0x0 ref 1 00000100:00100000:3.0:1783145824.183607:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471934686910 time 8471934586910 state 0x1 ref 1 00000100:00100000:3.0:1783145824.183624:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471934686910 time 8471937502436 state 0x0 ref 1 00000100:00100000:3.0:1783145824.183632:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdaa4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+465:306199:x1869755188047744:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:3.0:1783145824.183653:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783145824.183663:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799e00/0x38bddee3668940b3 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b204 expref: 465 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.183677:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366893f71 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1b0 expref: 464 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.183684:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1af:0x0].0x0 (ffff9be8d2d3ec00) 00010000:00010000:3.0:1783145824.183687:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145824.183696:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee3668940eb lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.183702:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee3668940eb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.183707:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee3668940eb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.183714:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee3668940f2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.183721:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee3668940f2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.183725:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee3668940f2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.183758:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668940f9 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.183763:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668940f9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.183772:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668940f9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783145824.183846:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].446, 64 off36736 00010000:00010000:3.0:1783145824.183868:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366894100 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.183873:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366894100 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.183877:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366894100 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.183881:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366894100 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.183885:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366894100 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.183889:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366894100 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.183903:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145824.183909:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668940f9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.183913:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668940f9 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.183916:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668940f9 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.183924:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca2a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.183926:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668940f9 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.183930:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668940f9 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.183932:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145824.183937:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1af:0x0].0x0 (ffff9be8d2d3ec00) 00010000:00010000:1.0:1783145824.183940:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366894100 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.183941:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145824.183945:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668940f9 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.183956:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca3c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145824.183960:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668940f9 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.183962:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366894100 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.183979:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366894100 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.183986:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee3668940eb lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.183997:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee3668940eb lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.183999:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1af:0x0].0x0 (ffff9be8d2d3ec00) 00010000:00010000:3.0:1783145824.184002:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee3668940eb lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.184004:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1783145824.184010:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366894100 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.184011:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee3668940eb lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.184029:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.184029:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366894100 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.184032:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee3668940eb lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.184049:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee3668940eb lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.184051:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145824.184055:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145824.184056:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.184058:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145824.184059:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.184064:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee3668940eb lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.184070:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee3668940eb lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145824.184080:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000041398a8 reply state 00000000bde47b26 transno 12884905617 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee3668940f2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.184088:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee3668940f2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.184094:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00010000:00010000:3.0:1783145824.184096:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145824.184099:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145824.184187:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdaa4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+465:306199:x1869755188047744:12345-192.168.203.44@tcp:36:rm.500 Request processed in 550us (635us total) trans 12884905617 rc 0/0 00000100:00100000:3.0:1783145824.184197:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 607 00000100:00100000:3.0:1783145824.184201:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471934686910 time 8471937502436 state 0x2 ref 0 00000100:00100000:3.0:1783145824.185870:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.185906:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188048000 00000100:00100000:2.0:1783145824.185911:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188048000 00000100:00100000:2.0:1783145824.185933:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471934686910 time 8471937502436 state 0x0 ref 1 00000100:00100000:2.0:1783145824.185942:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471937602436 time 8471937502436 state 0x1 ref 1 00000100:00100000:2.0:1783145824.185966:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471937602436 time 8471939842997 state 0x0 ref 1 00000100:00100000:2.0:1783145824.185979:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c65d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+465:306196:x1869755188048000:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145824.186008:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145824.186022:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894066 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1e8 expref: 465 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186038:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366893f16 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b194 expref: 464 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186048:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ae:0x0].0x0 (ffff9bea012ae400) 00010000:00010000:2.0:1783145824.186051:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145824.186063:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366894107 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186072:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366894107 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186080:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366894107 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186091:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee36689410e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186101:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee36689410e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186108:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee36689410e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186188:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366894115 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186197:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366894115 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186204:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366894115 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145824.186350:0:206077:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].449, 64 off36928 00000004:00080000:2.0:1783145824.186359:0:206077:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 8471940237448ns, next at 8472940234987ns, rc = 0 00010000:00010000:2.0:1783145824.186389:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee36689411c lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186398:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee36689411c lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186406:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee36689411c lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186413:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee36689411c lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186419:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee36689411c lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186425:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee36689411c lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186441:0:206077:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145824.186452:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366894115 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.186458:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145824.186459:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366894115 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.186464:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee36689411c lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186470:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366894115 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.186484:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0383000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145824.186487:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.186488:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee36689411c lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186494:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366894115 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.186496:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee36689411c lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186509:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366894115 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.186513:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ae:0x0].0x0 (ffff9bea012ae400) 00010000:00010000:3.0:1783145824.186518:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145824.186521:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee36689411c lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186525:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ae:0x0].0x0 (ffff9bea012ae400) 00010000:00010000:3.0:1783145824.186528:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee36689411c lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186530:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145824.186536:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366894115 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.186544:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145824.186544:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366894115 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.186549:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145824.186553:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145824.186563:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366894107 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186571:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366894107 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186577:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366894107 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186584:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366894107 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186589:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.186593:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366894107 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186599:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366894107 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186607:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.186609:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.186612:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366894107 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186618:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366894107 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.186628:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007eb0b6a1 reply state 00000000e2118a73 transno 12884905618 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee36689410e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186638:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee36689410e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.186644:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:2.0:1783145824.186647:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145824.186649:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145824.186691:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c65d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+465:306196:x1869755188048000:12345-192.168.203.44@tcp:36:rm.500 Request processed in 716us (821us total) trans 12884905618 rc 0/0 00000100:00100000:2.0:1783145824.186700:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 608 00000100:00100000:2.0:1783145824.186706:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471937602436 time 8471939842997 state 0x2 ref 0 00000100:00100000:1.0:1783145824.188259:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.188295:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188048128 00000100:00100000:3.0:1783145824.188300:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188048128 00000100:00100000:3.0:1783145824.188317:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471937602436 time 8471939842997 state 0x0 ref 1 00000100:00100000:3.0:1783145824.188324:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471939942997 time 8471939842997 state 0x1 ref 1 00000100:00100000:3.0:1783145824.188347:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471939942997 time 8471942224710 state 0x0 ref 1 00000100:00100000:3.0:1783145824.188359:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8e66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+465:306201:x1869755188048128:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145824.188371:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145824.188382:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366894123 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b219 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.188421:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689412a lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.188430:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689412a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.188437:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689412a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.188448:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366894131 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.188455:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366894131 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.188462:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366894131 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.188501:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894138 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.188509:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894138 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.188515:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894138 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145824.188541:0:204556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1b0:0x0]: returning size 0 00000004:00200000:3.0:1783145824.188545:0:204556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145824.188559:0:204556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894138 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.188572:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894138 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.188579:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689412a lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.188585:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689412a lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.188591:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689412a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.188597:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689412a lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.188602:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9fd392400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.188605:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689412a lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.188611:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689412a lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.188619:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145824.188622:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.188625:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689412a lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.188631:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689412a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.188660:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366894131 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.188666:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366894131 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.188672:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366894131 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.188678:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c9482400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.188680:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366894131 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.188686:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366894131 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.188693:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00010000:00010000:3.0:1783145824.188696:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.188699:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366894131 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.188705:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366894131 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.188725:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366894123 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b219 expref: 467 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.188736:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894138 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b219 expref: 466 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.188743:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b0:0x0].0x0 (ffff9bea012ae100) 00010000:00010000:3.0:1783145824.188745:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145824.188748:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8413c00, rc 0) 00000100:00100000:3.0:1783145824.188782:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8e66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+466:306201:x1869755188048128:12345-192.168.203.44@tcp:101:rm.500 Request processed in 426us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145824.188789:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 609 00000100:00100000:3.0:1783145824.188794:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471939942997 time 8471942224710 state 0x2 ref 0 00000100:00100000:0.0:1783145824.190497:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.190551:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188048256 00000100:00100000:2.0:1783145824.190557:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188048256 00000100:00100000:2.0:1783145824.190608:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2635 00000100:00100000:2.0:1783145824.190619:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdaa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+99:2410:x1869755188048256:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145824.190630:0:228910:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.190646:0:228910:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2484fbf/0x38bddee36689413f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbe3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b220 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783145824.190669:0:228910:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbe3:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145824.190683:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe3:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:2.0:1783145824.190688:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145824.190696:0:228910:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2484fbf/0x38bddee36689413f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b220 expref: 100 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.190711:0:228910:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a2484fbf/0x38bddee36689413f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b220 expref: 100 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.190723:0:228910:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0383a00, rc 0) 00000100:00100000:2.0:1783145824.190760:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdaa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+100:2410:x1869755188048256:12345-192.168.203.44@tcp:101:rm.500 Request processed in 144us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145824.190768:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2635 00000100:00100000:3.0:1783145824.191072:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.191107:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188048384 00000100:00100000:1.0:1783145824.191146:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188048384 00000100:00100000:1.0:1783145824.191164:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471939942997 time 8471942224710 state 0x0 ref 1 00000100:00100000:1.0:1783145824.191173:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471942324710 time 8471942224710 state 0x1 ref 1 00000100:00100000:1.0:1783145824.191200:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471942324710 time 8471945077914 state 0x0 ref 1 00000100:00100000:1.0:1783145824.191210:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c65d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+466:306206:x1869755188048384:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145824.191220:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.191231:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366894146 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b227 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.191266:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee36689414d lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.191273:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee36689414d lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.191279:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee36689414d lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.191286:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee366894154 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.191292:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee366894154 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.191297:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee366894154 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.191339:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee36689415b lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.191344:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee36689415b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.191348:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee36689415b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145824.191367:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1b2:0x0]: returning size 0 00000004:00200000:1.0:1783145824.191369:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783145824.191377:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee36689415b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.191384:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee36689415b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.191391:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee36689414d lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.191403:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee36689414d lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.191408:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee36689414d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.191415:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee36689414d lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.191421:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda56200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.191425:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee36689414d lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.191433:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee36689414d lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.191441:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.191443:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.191446:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee36689414d lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.191451:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee36689414d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.191461:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee366894154 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.191466:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee366894154 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.191469:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee366894154 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.191474:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda57000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.191476:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee366894154 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.191479:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee366894154 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.191483:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:1.0:1783145824.191485:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.191487:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee366894154 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.191491:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee366894154 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.191509:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366894146 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b227 expref: 468 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.191518:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee36689415b lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b227 expref: 467 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.191524:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b2:0x0].0x0 (ffff9be8c65eda00) 00010000:00010000:1.0:1783145824.191527:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145824.191529:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda57e00, rc 0) 00000100:00100000:1.0:1783145824.191571:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c65d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+467:306206:x1869755188048384:12345-192.168.203.44@tcp:101:rm.500 Request processed in 363us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145824.191579:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 610 00000100:00100000:1.0:1783145824.191585:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471942324710 time 8471945077914 state 0x2 ref 0 00000100:00100000:1.0:1783145824.194477:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.194514:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188048512 00000100:00100000:2.0:1783145824.194520:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188048512 00000100:00100000:2.0:1783145824.194557:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2636 00000100:00100000:2.0:1783145824.194569:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b832727d-edc7-457c-aba4-c59935e6a58f+100:2407:x1869755188048512:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145824.194579:0:228914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.194593:0:228914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002aaf471a/0x38bddee366894162 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbe4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b22e expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783145824.194611:0:228914:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbe4:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145824.194621:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe4:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:2.0:1783145824.194625:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145824.194633:0:228914:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002aaf471a/0x38bddee366894162 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b22e expref: 101 pid: 228914 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.194646:0:228914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002aaf471a/0x38bddee366894162 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b22e expref: 101 pid: 228914 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.194656:0:228914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd5dde00, rc 0) 00000100:00100000:0.0:1783145824.194685:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.194703:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b832727d-edc7-457c-aba4-c59935e6a58f+101:2407:x1869755188048512:12345-192.168.203.44@tcp:101:rm.500 Request processed in 134us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145824.194717:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2636 00000100:00100000:1.0:1783145824.194745:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188048768 00000100:00100000:1.0:1783145824.194750:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188048768 00000100:00100000:1.0:1783145824.194769:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471942324710 time 8471945077914 state 0x0 ref 1 00000100:00100000:1.0:1783145824.194776:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471945177914 time 8471945077914 state 0x1 ref 1 00000100:00100000:1.0:1783145824.194802:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471945177914 time 8471948680363 state 0x0 ref 1 00000100:00100000:1.0:1783145824.194811:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdaa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+467:306201:x1869755188048768:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:1.0:1783145824.194839:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145824.194851:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894138 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b219 expref: 467 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.194865:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366893fda lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1c5 expref: 466 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.194872:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b0:0x0].0x0 (ffff9bea012ae100) 00010000:00010000:1.0:1783145824.194874:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145824.194885:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee366894169 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.194892:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee366894169 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.194897:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee366894169 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.194905:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366894170 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.194914:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366894170 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.194919:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366894170 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.194967:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366894177 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.194972:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366894177 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.194977:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366894177 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783145824.195212:0:204555:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].450, 64 off36992 00010000:00010000:1.0:1783145824.195267:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57800/0x38bddee36689417e lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.195273:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57800/0x38bddee36689417e lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.195279:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57800/0x38bddee36689417e lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.195284:0:204555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57800/0x38bddee36689417e lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.195288:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57800/0x38bddee36689417e lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.195291:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57800/0x38bddee36689417e lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.195307:0:204555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145824.195317:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366894177 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.195322:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366894177 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.195327:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366894177 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.195328:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145824.195334:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda56c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.195337:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57800/0x38bddee36689417e lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.195338:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366894177 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.195352:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366894177 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.195355:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda57800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145824.195361:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b0:0x0].0x0 (ffff9bea012ae100) 00010000:00010000:3.0:1783145824.195362:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57800/0x38bddee36689417e lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.195366:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145824.195371:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366894177 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.195374:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57800/0x38bddee36689417e lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.195377:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee366894177 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.195395:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b0:0x0].0x0 (ffff9bea012ae100) 00010000:00010000:3.0:1783145824.195399:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1783145824.195402:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee366894169 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.195403:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57800/0x38bddee36689417e lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.195422:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57800/0x38bddee36689417e lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.195423:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee366894169 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.195442:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee366894169 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.195446:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda57200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.195447:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145824.195451:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145824.195451:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee366894169 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.195454:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145824.195459:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee366894169 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.195466:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.195468:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.195469:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee366894169 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.195473:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee366894169 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.195482:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000004317a9b5 reply state 000000006a932ad1 transno 12884905619 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366894170 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.195489:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366894170 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.195494:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00010000:00010000:1.0:1783145824.195495:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145824.195497:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145824.195533:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdaa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+467:306201:x1869755188048768:12345-192.168.203.44@tcp:36:rm.500 Request processed in 724us (856us total) trans 12884905619 rc 0/0 00000100:00100000:1.0:1783145824.195539:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 611 00000100:00100000:1.0:1783145824.195543:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471945177914 time 8471948680363 state 0x2 ref 0 00000100:00100000:0.0:1783145824.197225:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.197267:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188049024 00000100:00100000:3.0:1783145824.197272:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188049024 00000100:00100000:3.0:1783145824.197289:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471945177914 time 8471948680363 state 0x0 ref 1 00000100:00100000:3.0:1783145824.197295:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471948780363 time 8471948680363 state 0x1 ref 1 00000100:00100000:3.0:1783145824.197317:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471948780363 time 8471951195081 state 0x0 ref 1 00000100:00100000:3.0:1783145824.197325:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdaa7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+467:306205:x1869755188049024:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145824.197335:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145824.197343:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894185 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b235 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.197391:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee36689418c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.197400:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee36689418c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.197407:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee36689418c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.197414:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366894193 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.197422:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366894193 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.197427:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366894193 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145824.197694:0:204557:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb81:0x0], index 1: 0 00010000:00010000:3.0:1783145824.197825:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689419a lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.197835:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689419a lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.197845:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689419a lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.197887:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee36689418c lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.197895:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee36689418c lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.197898:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee36689418c lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.197903:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee36689418c lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.197907:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fa200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.197910:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee36689418c lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.197914:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee36689418c lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.197923:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145824.197925:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.197929:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee36689418c lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.197938:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee36689418c lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145824.197955:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000cc9a4b36 reply state 00000000770f762f transno 12884905620 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366894193 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.197962:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366894193 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.197967:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:3.0:1783145824.197968:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145824.197970:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145824.197989:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894185 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b235 expref: 470 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.198000:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689419a lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b235 expref: 469 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.198005:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b3:0x0].0x0 (ffff9be8c65edb00) 00010000:00010000:3.0:1783145824.198007:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145824.198009:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9fd392400, rc 0) 00000100:00100000:3.0:1783145824.198039:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdaa7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+470:306205:x1869755188049024:12345-192.168.203.44@tcp:101:touch.500 Request processed in 716us (823us total) trans 12884905620 rc 0/0 00000100:00100000:3.0:1783145824.198044:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 612 00000100:00100000:3.0:1783145824.198047:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471948780363 time 8471951195081 state 0x2 ref 0 00000100:00100000:0.0:1783145824.199688:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.199721:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.199759:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188049536 00000100:00100000:3.0:1783145824.199760:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188049408 00000100:00100000:3.0:1783145824.199767:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188049408 00000100:00100000:0.0:1783145824.199767:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188049536 00000100:00100000:3.0:1783145824.199792:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471948780363 time 8471951195081 state 0x0 ref 1 00000100:00100000:3.0:1783145824.199802:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471951295081 time 8471951195081 state 0x1 ref 1 00000100:00100000:0.0:1783145824.199813:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471951295081 time 8471951195081 state 0x1 ref 2 00000100:00100000:3.0:1783145824.199826:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471953802462 time 8471953702462 state 0x1 ref 2 00000100:00100000:3.0:1783145824.199841:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdaa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+471:306208:x1869755188049408:12345-192.168.203.44@tcp:101:touch.500 00000100:00100000:0.0:1783145824.199847:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471953802462 time 8471953721341 state 0x0 ref 2 00010000:00010000:3.0:1783145824.199856:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1783145824.199862:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdaa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+471:306205:x1869755188049536:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:3.0:1783145824.199868:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee3668941a8 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b23c expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.199905:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145824.199918:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668941af lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.199928:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668941af lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.199930:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee36689419a lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b235 expref: 472 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.199957:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668941af lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.199967:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee3668941b6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.199975:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee3668941b6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.199977:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b3:0x0].0x0 (ffff9be8c65edb00) 00010000:00010000:3.0:1783145824.199990:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee3668941b6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.199994:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145824.200066:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798000/0x38bddee3668941bd lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.200076:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798000/0x38bddee3668941bd lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.200084:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798000/0x38bddee3668941bd lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145824.200169:0:204590:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbe5:0x0], index 0: 0 00000004:00010000:0.0:1783145824.200221:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000bfcb9e66 reply state 00000000dd76425d transno 12884905621 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798000/0x38bddee3668941bd lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.200232:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798000/0x38bddee3668941bd lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.200237:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b3:0x0].0x0 (ffff9be9c5414e00) 00010000:00010000:0.0:1783145824.200240:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145824.200243:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145824.200256:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee3668941c4 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.200265:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee3668941c4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.200273:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee3668941c4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.200296:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668941af lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.200301:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668941af lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.200305:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668941af lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.200309:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668941af lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.200313:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca2a00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:0.0:1783145824.200319:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdaa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+474:306205:x1869755188049536:12345-192.168.203.44@tcp:36:touch.500 Request processed in 457us (629us total) trans 12884905621 rc 0/0 00010000:00010000:3.0:1783145824.200320:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668941af lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.200342:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668941af lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.200352:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 614 00010000:00010000:3.0:1783145824.200356:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145824.200359:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.200363:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668941af lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.200368:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668941af lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145824.200377:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005f5ede21 reply state 00000000bd5a7bfa transno 12884905622 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee3668941b6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.200385:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee3668941b6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.200390:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:3.0:1783145824.200392:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145824.200394:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145824.200412:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee3668941a8 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b23c expref: 474 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.200422:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee3668941c4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b23c expref: 473 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.200429:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b4:0x0].0x0 (ffff9be8c65ed600) 00010000:00010000:3.0:1783145824.200431:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145824.200437:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0383000, rc 0) 00000100:00100000:3.0:1783145824.200514:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdaa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+474:306208:x1869755188049408:12345-192.168.203.44@tcp:101:touch.500 Request processed in 681us (791us total) trans 12884905622 rc 0/0 00000100:00100000:3.0:1783145824.200520:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 613 00000100:00100000:3.0:1783145824.200525:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471953802462 time 8471953721341 state 0x2 ref 0 00000100:00100000:0.0:1783145824.201041:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.201074:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188049664 00000100:00100000:3.0:1783145824.201080:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188049664 00000100:00100000:3.0:1783145824.201101:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471953802462 time 8471953721341 state 0x0 ref 1 00000100:00100000:3.0:1783145824.201137:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471953821341 time 8471953721341 state 0x1 ref 1 00000100:00100000:3.0:1783145824.201167:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471953821341 time 8471955043909 state 0x0 ref 1 00000100:00100000:3.0:1783145824.201192:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5bb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+474:306205:x1869755188049664:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145824.201202:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145824.201213:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee3668941d2 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b243 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.201243:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee3668941d2 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b243 expref: 475 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.201254:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee3668941d2 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b243 expref: 475 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.201271:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b3:0x0].0x0 (ffff9be9c5414e00) 00010000:00010000:3.0:1783145824.201274:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145824.201277:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0382e00, rc 0) 00000100:00100000:3.0:1783145824.201312:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5bb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+475:306205:x1869755188049664:12345-192.168.203.44@tcp:101:touch.500 Request processed in 132us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145824.201321:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 615 00000100:00100000:3.0:1783145824.201327:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471953821341 time 8471955043909 state 0x2 ref 0 00000100:00100000:0.0:1783145824.202491:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.202526:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.202562:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.202599:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188050048 00000100:00100000:3.0:1783145824.202605:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188050176 00000100:00100000:0.0:1783145824.202607:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188050048 00000100:00100000:3.0:1783145824.202613:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188050176 00000100:00100000:0.0:1783145824.202643:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471953821341 time 8471955043909 state 0x0 ref 1 00000100:00100000:1.0:1783145824.202655:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188049792 00000100:00100000:1.0:1783145824.202661:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188049792 00000100:00100000:0.0:1783145824.202668:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471955143909 time 8471955043909 state 0x1 ref 1 00000100:00100000:3.0:1783145824.202669:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2637 00000100:00100000:3.0:1783145824.202689:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5bb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:b832727d-edc7-457c-aba4-c59935e6a58f+68:2409:x1869755188050176:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:1.0:1783145824.202691:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471955143909 time 8471955043909 state 0x1 ref 2 00000100:00100000:0.0:1783145824.202706:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471956683069 time 8471956583069 state 0x1 ref 2 00000100:00100000:0.0:1783145824.202723:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5bb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+476:306208:x1869755188050048:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:1.0:1783145824.202724:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471956683069 time 8471956600922 state 0x0 ref 2 00000100:00100000:1.0:1783145824.202749:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5bb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+476:306203:x1869755188049792:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145824.202760:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145824.202766:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145824.202769:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee3668941d9 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b24a expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.202785:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee3668941c4 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b23c expref: 477 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.202803:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b4:0x0].0x0 (ffff9be8c65ed600) 00010000:00010000:1.0:1783145824.202806:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee3668941e0 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.202816:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee3668941e0 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.202819:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145824.202823:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee3668941e0 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.202832:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee3668941e7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.202838:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee3668941e7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.202844:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee3668941e7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.202860:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee3668941ee lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.202872:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee3668941ee lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.202879:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee3668941ee lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.202891:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee3668941f5 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.202892:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5bb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:b832727d-edc7-457c-aba4-c59935e6a58f+69:2409:x1869755188050176:12345-192.168.203.44@tcp:2:touch.500 Request processed in 205us (324us total) trans 8589935467 rc 0/0 00010000:00010000:1.0:1783145824.202905:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee3668941f5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.202912:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2637 00010000:00010000:1.0:1783145824.202916:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee3668941f5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145824.202936:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000991bcdca reply state 000000000d230e82 transno 12884905623 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee3668941ee lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145824.202939:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1b1:0x0]: returning size 0 00000004:00200000:1.0:1783145824.202949:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1783145824.202954:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee3668941ee lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.202960:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee3668941f5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.202962:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b4:0x0].0x0 (ffff9be9c5414d00) 00010000:00010000:0.0:1783145824.202976:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145824.202980:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145824.202981:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee3668941f5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.202989:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee3668941e0 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.202995:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee3668941e0 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.203000:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee3668941e0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.203005:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee3668941e0 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.203011:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda56c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.203015:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee3668941e0 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.203019:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee3668941e0 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.203028:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.203029:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.203032:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee3668941e0 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.203036:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee3668941e0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.203044:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5bb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+478:306208:x1869755188050048:12345-192.168.203.44@tcp:36:touch.500 Request processed in 323us (549us total) trans 12884905623 rc 0/0 00000100:00100000:0.0:1783145824.203069:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 616 00010000:00010000:1.0:1783145824.203080:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee3668941e7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.203091:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee3668941e7 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.203098:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee3668941e7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.203105:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda57000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.203108:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee3668941e7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.203159:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee3668941e7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.203172:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:1.0:1783145824.203175:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.203177:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee3668941e7 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.203181:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee3668941e7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.203209:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee3668941d9 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b24a expref: 478 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.203230:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee3668941f5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b24a expref: 477 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.203239:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b1:0x0].0x0 (ffff9be9d09b8600) 00010000:00010000:1.0:1783145824.203242:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145824.203245:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda56200, rc 0) 00000100:00100000:1.0:1783145824.203281:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5bb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+477:306203:x1869755188049792:12345-192.168.203.44@tcp:101:rm.500 Request processed in 539us (759us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145824.203287:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 617 00000100:00100000:1.0:1783145824.203292:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471956683069 time 8471956600922 state 0x2 ref 0 00000100:00100000:2.0:1783145824.203680:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.203723:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.203753:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188050432 00000100:00100000:1.0:1783145824.203758:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188050432 00000100:00100000:0.0:1783145824.203771:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188050560 00000100:00100000:0.0:1783145824.203779:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188050560 00000100:00100000:0.0:1783145824.203807:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471956683069 time 8471956600922 state 0x0 ref 1 00000100:00100000:1.0:1783145824.203808:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 998 00000100:00100000:0.0:1783145824.203820:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471956700922 time 8471956600922 state 0x1 ref 1 00000100:00100000:1.0:1783145824.203826:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+478:306205:x1869755188050432:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:0.0:1783145824.203868:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471956700922 time 8471957746152 state 0x0 ref 1 00000100:00100000:0.0:1783145824.203883:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+478:306208:x1869755188050560:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145824.203893:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145824.203902:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee3668941fc lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b251 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.203934:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee3668941fc lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b251 expref: 480 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.203944:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee3668941fc lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b251 expref: 480 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.203958:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b4:0x0].0x0 (ffff9be9c5414d00) 00010000:00010000:0.0:1783145824.203960:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145824.203963:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c6799800, rc 0) 00000100:00100000:0.0:1783145824.203995:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+480:306208:x1869755188050560:12345-192.168.203.44@tcp:101:touch.500 Request processed in 118us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145824.204004:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+480:306205:x1869755188050432:12345-192.168.203.44@tcp:35:touch.500 Request processed in 182us (321us total) trans 12884905624 rc 0/0 00000100:00100000:0.0:1783145824.204010:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 618 00000100:00100000:0.0:1783145824.204026:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471956700922 time 8471957746152 state 0x2 ref 0 00000100:00100000:1.0:1783145824.204029:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 998 00000100:00100000:2.0:1783145824.204469:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.204506:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188050688 00000100:00100000:0.0:1783145824.204511:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188050688 00000100:00100000:0.0:1783145824.204552:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2638 00000100:00100000:0.0:1783145824.204561:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b832727d-edc7-457c-aba4-c59935e6a58f+69:2407:x1869755188050688:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145824.204568:0:228905:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145824.204583:0:228905:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cb9d6a5c/0x38bddee366894203 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb80:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b258 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.204600:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00002000:00010000:0.0:1783145824.204600:0:228905:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb80:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:0.0:1783145824.204617:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb80:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145824.204622:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb80:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145824.204630:0:228905:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cb9d6a5c/0x38bddee366894203 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b258 expref: 70 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.204635:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188050944 00000100:00100000:1.0:1783145824.204642:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188050944 00010000:00010000:0.0:1783145824.204645:0:228905:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cb9d6a5c/0x38bddee366894203 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b258 expref: 70 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.204654:0:228905:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c6798e00, rc 0) 00000100:00100000:1.0:1783145824.204661:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471956700922 time 8471957746152 state 0x0 ref 1 00000100:00100000:1.0:1783145824.204668:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471957846152 time 8471957746152 state 0x1 ref 1 00000100:00100000:1.0:1783145824.204690:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471957846152 time 8471958567680 state 0x0 ref 1 00000100:00100000:0.0:1783145824.204690:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b832727d-edc7-457c-aba4-c59935e6a58f+70:2407:x1869755188050688:12345-192.168.203.44@tcp:101:rm.500 Request processed in 130us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145824.204715:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2638 00000100:00100000:1.0:1783145824.204719:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+479:306209:x1869755188050944:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145824.204731:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.204747:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57800/0x38bddee36689420a lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b25f expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.204794:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366894211 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.204803:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366894211 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.204809:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366894211 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.204816:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366894218 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.204824:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366894218 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.204828:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366894218 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.205025:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000004:00080000:1.0:1783145824.205048:0:204590:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb82:0x0], index 1: 0 00000100:00100000:0.0:1783145824.205064:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188051072 00000100:00100000:0.0:1783145824.205071:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188051072 00000100:00100000:0.0:1783145824.205140:0:228904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2639 00000100:00100000:0.0:1783145824.205149:0:228904:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b832727d-edc7-457c-aba4-c59935e6a58f+101:2407:x1869755188051072:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:1.0:1783145824.205219:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee36689421f lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.205230:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee36689421f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.205240:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee36689421f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.205273:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366894211 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.205281:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366894211 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.205293:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b832727d-edc7-457c-aba4-c59935e6a58f+102:2407:x1869755188051072:12345-192.168.203.44@tcp:2:touch.500 Request processed in 141us (264us total) trans 8589936119 rc 0/0 00010000:00010000:1.0:1783145824.205294:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366894211 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.205317:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2639 00010000:00010000:1.0:1783145824.205323:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366894211 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.205333:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda56e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.205338:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366894211 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.205346:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366894211 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.205356:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.205360:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.205363:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366894211 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.205369:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee366894211 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.205381:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000021b5011b reply state 00000000e4707b52 transno 12884905625 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366894218 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.205391:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366894218 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.205398:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:1.0:1783145824.205401:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145824.205404:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145824.205426:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57800/0x38bddee36689420a lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b25f expref: 482 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.205441:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee36689421f lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b25f expref: 481 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.205448:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b5:0x0].0x0 (ffff9be9d09b8000) 00010000:00010000:1.0:1783145824.205451:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145824.205453:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8413a00, rc 0) 00000100:00100000:1.0:1783145824.205492:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+482:306209:x1869755188050944:12345-192.168.203.44@tcp:101:touch.500 Request processed in 777us (894us total) trans 12884905625 rc 0/0 00000100:00100000:1.0:1783145824.205500:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 619 00000100:00100000:1.0:1783145824.205505:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471957846152 time 8471958567680 state 0x2 ref 0 00000100:00100000:2.0:1783145824.207033:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.207058:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188051328 00000100:00100000:3.0:1783145824.207064:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188051328 00000100:00100000:3.0:1783145824.207091:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 999 00000100:00100000:3.0:1783145824.207097:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+482:306208:x1869755188051328:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:3.0:1783145824.207284:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+483:306208:x1869755188051328:12345-192.168.203.44@tcp:35:touch.500 Request processed in 187us (252us total) trans 12884905626 rc 0/0 00000100:00100000:3.0:1783145824.207290:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 999 00000100:00100000:2.0:1783145824.207903:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.207942:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188051584 00000100:00100000:3.0:1783145824.207946:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188051584 00000100:00100000:2.0:1783145824.207952:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.207963:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471957846152 time 8471958567680 state 0x0 ref 1 00000100:00100000:3.0:1783145824.207970:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471958667680 time 8471958567680 state 0x1 ref 1 00000100:00100000:3.0:1783145824.207988:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188051840 00000100:00100000:3.0:1783145824.207989:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188051840 00000100:00100000:2.0:1783145824.208003:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471958667680 time 8471961877721 state 0x0 ref 1 00000100:00100000:3.0:1783145824.208014:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471961977721 time 8471961877721 state 0x1 ref 2 00000100:00100000:2.0:1783145824.208020:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+484:306209:x1869755188051584:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:3.0:1783145824.208033:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471961977721 time 8471961910674 state 0x0 ref 2 00000100:00100000:3.0:1783145824.208043:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+484:306206:x1869755188051840:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145824.208062:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145824.208065:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783145824.208082:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee36689415b lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b227 expref: 484 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.208086:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee36689421f lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b25f expref: 484 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.208103:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee3668940c1 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b20b expref: 482 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.208104:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b5:0x0].0x0 (ffff9be9d09b8000) 00010000:00010000:2.0:1783145824.208162:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145824.208216:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee36689422d lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.208229:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee36689422d lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.208233:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b2:0x0].0x0 (ffff9be8c65eda00) 00010000:00010000:3.0:1783145824.208239:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145824.208239:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee36689422d lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.208255:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894234 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.208263:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894234 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.208270:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894234 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.208280:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee36689423b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.208289:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee36689423b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.208295:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee36689423b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.208303:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000052d35ffb reply state 000000008d95c25c transno 12884905627 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee36689422d lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.208317:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee36689422d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.208324:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b5:0x0].0x0 (ffff9bea012ae000) 00010000:00010000:2.0:1783145824.208327:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145824.208330:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145824.208343:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894242 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.208350:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894242 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.208357:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894242 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.208394:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+483:306209:x1869755188051584:12345-192.168.203.44@tcp:36:touch.500 Request processed in 380us (492us total) trans 12884905627 rc 0/0 00000100:00100000:2.0:1783145824.208406:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 620 00000040:00080000:3.0:1783145824.208502:0:204555:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].451, 64 off37056 00010000:00010000:3.0:1783145824.208566:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366894249 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.208573:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366894249 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.208580:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366894249 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.208585:0:204555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366894249 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.208589:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366894249 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.208592:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366894249 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.208608:0:204555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145824.208617:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894242 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.208621:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894242 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.208626:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894242 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.208628:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145824.208631:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0383000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.208636:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894242 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.208640:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366894249 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.208641:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894242 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.208669:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b2:0x0].0x0 (ffff9be8c65eda00) 00010000:00010000:3.0:1783145824.208673:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145824.208676:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894242 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.208677:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca3c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145824.208688:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894242 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.208691:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366894249 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.208701:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894234 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.208706:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366894249 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.208707:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894234 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.208736:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894234 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.208772:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0383c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.208776:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894234 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.208780:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894234 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.208782:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b2:0x0].0x0 (ffff9be8c65eda00) 00010000:00010000:0.0:1783145824.208787:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145824.208788:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145824.208793:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145824.208794:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366894249 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.208797:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894234 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.208819:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366894249 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.208821:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894234 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145824.208863:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d5b7b494 reply state 0000000069290d79 transno 12884905628 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee36689423b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.208865:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145824.208871:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145824.208876:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145824.208886:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee36689423b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.208890:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:3.0:1783145824.208892:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145824.208893:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145824.208924:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+484:306206:x1869755188051840:12345-192.168.203.44@tcp:36:rm.500 Request processed in 883us (972us total) trans 12884905628 rc 0/0 00000100:00100000:3.0:1783145824.208928:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 621 00000100:00100000:3.0:1783145824.208931:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471961977721 time 8471961910674 state 0x2 ref 0 00000100:00100000:2.0:1783145824.209209:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.209249:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188051968 00000100:00100000:0.0:1783145824.209257:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188051968 00000100:00100000:0.0:1783145824.209283:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471961977721 time 8471961910674 state 0x0 ref 1 00000100:00100000:0.0:1783145824.209293:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471962010674 time 8471961910674 state 0x1 ref 1 00000100:00100000:0.0:1783145824.209319:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471962010674 time 8471963197387 state 0x0 ref 1 00000100:00100000:0.0:1783145824.209329:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+484:306209:x1869755188051968:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145824.209342:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145824.209351:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799e00/0x38bddee366894250 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b266 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.209382:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799e00/0x38bddee366894250 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b266 expref: 485 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.209390:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799e00/0x38bddee366894250 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b266 expref: 485 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.209404:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b5:0x0].0x0 (ffff9bea012ae000) 00010000:00010000:0.0:1783145824.209406:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145824.209407:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c6799e00, rc 0) 00000100:00100000:0.0:1783145824.209443:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+485:306209:x1869755188051968:12345-192.168.203.44@tcp:101:touch.500 Request processed in 115us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145824.209451:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 622 00000100:00100000:0.0:1783145824.209456:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471962010674 time 8471963197387 state 0x2 ref 0 00000100:00100000:2.0:1783145824.209814:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.209861:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188052224 00000100:00100000:0.0:1783145824.209868:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188052224 00000100:00100000:0.0:1783145824.209886:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471962010674 time 8471963197387 state 0x0 ref 1 00000100:00100000:0.0:1783145824.209894:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471963297387 time 8471963197387 state 0x1 ref 1 00000100:00100000:0.0:1783145824.209933:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471963297387 time 8471963810845 state 0x0 ref 1 00000100:00100000:0.0:1783145824.209944:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+485:306203:x1869755188052224:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:0.0:1783145824.209971:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1783145824.209984:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee3668941f5 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b24a expref: 485 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.209997:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee36689402e lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1da expref: 484 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.210004:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b1:0x0].0x0 (ffff9be9d09b8600) 00010000:00010000:0.0:1783145824.210008:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145824.210025:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366894257 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.210034:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366894257 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.210043:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366894257 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.210058:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee36689425e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.210069:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee36689425e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.210077:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee36689425e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.210189:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee366894265 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.210198:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee366894265 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.210207:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee366894265 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783145824.210379:0:204556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].447, 64 off36800 00000004:00080000:0.0:1783145824.210388:0:204556:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 8471964267355ns, next at 8472964263763ns, rc = 0 00010000:00010000:0.0:1783145824.210433:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee36689426c lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.210443:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee36689426c lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.210451:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee36689426c lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.210460:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee36689426c lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.210467:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee36689426c lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.210474:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee36689426c lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.210495:0:204556:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145824.210510:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee366894265 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.210518:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee366894265 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.210524:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145824.210525:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee366894265 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.210538:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee36689426c lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.210539:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fc600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145824.210548:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee366894265 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.210563:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42cb400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145824.210568:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee366894265 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.210571:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee36689426c lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.210582:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b1:0x0].0x0 (ffff9be9d09b8600) 00010000:00010000:0.0:1783145824.210595:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145824.210601:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee366894265 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.210607:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee36689426c lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.210608:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc600/0x38bddee366894265 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.210653:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366894257 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.210655:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b1:0x0].0x0 (ffff9be9d09b8600) 00010000:00010000:0.0:1783145824.210661:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366894257 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.210669:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000100:00100000:2.0:1783145824.210673:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145824.210680:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee36689426c lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.210689:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366894257 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.210708:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188052352 00010000:00010000:1.0:1783145824.210709:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee36689426c lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.210709:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366894257 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.210719:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188052352 00010000:00010000:0.0:1783145824.210743:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9fd392400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145824.210749:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366894257 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.210754:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366894257 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.210756:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145824.210766:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145824.210766:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145824.210770:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.210771:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145824.210777:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2640 00010000:00010000:0.0:1783145824.210778:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366894257 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.210795:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392400/0x38bddee366894257 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.210802:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b832727d-edc7-457c-aba4-c59935e6a58f+70:2410:x1869755188052352:12345-192.168.203.44@tcp:2:touch.500 00000004:00010000:0.0:1783145824.210830:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a651c209 reply state 0000000030ff155b transno 12884905629 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee36689425e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.210844:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee36689425e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.210850:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:0.0:1783145824.210853:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145824.210856:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145824.210909:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+485:306203:x1869755188052224:12345-192.168.203.44@tcp:36:rm.500 Request processed in 966us (1097us total) trans 12884905629 rc 0/0 00000100:00100000:0.0:1783145824.210918:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 623 00000100:00100000:0.0:1783145824.210925:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471963297387 time 8471963810845 state 0x2 ref 0 00000100:00100000:2.0:1783145824.210964:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b832727d-edc7-457c-aba4-c59935e6a58f+71:2410:x1869755188052352:12345-192.168.203.44@tcp:2:touch.500 Request processed in 166us (303us total) trans 8589935468 rc 0/0 00000100:00100000:2.0:1783145824.210974:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2640 00000100:00100000:2.0:1783145824.211867:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.211924:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188052736 00000100:00100000:3.0:1783145824.211929:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188052736 00000100:00100000:3.0:1783145824.211960:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1000 00000100:00100000:3.0:1783145824.212035:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9edca4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+485:306209:x1869755188052736:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:2.0:1783145824.212055:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.212096:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188052864 00000100:00100000:0.0:1783145824.212102:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188052864 00000100:00100000:0.0:1783145824.212153:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471963297387 time 8471963810845 state 0x0 ref 1 00000100:00100000:0.0:1783145824.212160:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471963910845 time 8471963810845 state 0x1 ref 1 00000100:00100000:0.0:1783145824.212184:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471963910845 time 8471966062335 state 0x0 ref 1 00000100:00100000:0.0:1783145824.212192:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+486:306210:x1869755188052864:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145824.212200:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145824.212209:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee366894273 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b26d expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.212258:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048200/0x38bddee36689427a lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.212266:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048200/0x38bddee36689427a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.212272:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048200/0x38bddee36689427a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.212280:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049a00/0x38bddee366894281 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.212283:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9edca4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+488:306209:x1869755188052736:12345-192.168.203.44@tcp:35:touch.500 Request processed in 248us (413us total) trans 12884905630 rc 0/0 00010000:00010000:0.0:1783145824.212294:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049a00/0x38bddee366894281 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.212303:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1000 00010000:00010000:0.0:1783145824.212311:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049a00/0x38bddee366894281 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145824.212532:0:210786:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbe6:0x0], index 0: 0 00010000:00010000:0.0:1783145824.212626:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049e00/0x38bddee366894288 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.212633:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049e00/0x38bddee366894288 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.212639:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049e00/0x38bddee366894288 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.212670:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048200/0x38bddee36689427a lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.212674:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048200/0x38bddee36689427a lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.212678:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048200/0x38bddee36689427a lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.212681:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048200/0x38bddee36689427a lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.212687:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea02048200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145824.212690:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048200/0x38bddee36689427a lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.212694:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048200/0x38bddee36689427a lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.212701:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145824.212702:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145824.212704:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048200/0x38bddee36689427a lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.212708:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048200/0x38bddee36689427a lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145824.212721:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000000cc815a5 reply state 0000000092acbabb transno 12884905631 ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049a00/0x38bddee366894281 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.212728:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049a00/0x38bddee366894281 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.212732:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:0.0:1783145824.212734:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145824.212736:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145824.212756:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee366894273 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b26d expref: 489 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.212771:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049e00/0x38bddee366894288 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b26d expref: 488 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.212781:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b6:0x0].0x0 (ffff9be9c5414b00) 00010000:00010000:0.0:1783145824.212783:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145824.212784:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea02049e00, rc 0) 00000100:00100000:0.0:1783145824.212821:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+489:306210:x1869755188052864:12345-192.168.203.44@tcp:101:touch.500 Request processed in 631us (768us total) trans 12884905631 rc 0/0 00000100:00100000:0.0:1783145824.212826:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 624 00000100:00100000:0.0:1783145824.212830:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471963910845 time 8471966062335 state 0x2 ref 0 00000100:00100000:3.0:1783145824.213894:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.213923:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.213943:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188053248 00000100:00100000:1.0:1783145824.213951:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188053248 00000100:00100000:1.0:1783145824.213977:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471963910845 time 8471966062335 state 0x0 ref 1 00000100:00100000:1.0:1783145824.213987:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471966162335 time 8471966062335 state 0x1 ref 1 00000100:00100000:0.0:1783145824.213998:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188053376 00000100:00100000:0.0:1783145824.214005:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188053376 00000100:00100000:1.0:1783145824.214020:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471966162335 time 8471967896896 state 0x0 ref 1 00000100:00100000:0.0:1783145824.214033:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471967996896 time 8471967896896 state 0x1 ref 2 00000100:00100000:1.0:1783145824.214044:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c65d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+490:306210:x1869755188053248:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:1.0:1783145824.214079:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783145824.214081:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471967996896 time 8471967956951 state 0x0 ref 2 00010000:00010000:1.0:1783145824.214101:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049e00/0x38bddee366894288 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b26d expref: 490 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.214103:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c65d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+490:306211:x1869755188053376:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145824.214159:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145824.214176:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168800/0x38bddee366894296 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b274 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.214179:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b6:0x0].0x0 (ffff9be9c5414b00) 00010000:00010000:1.0:1783145824.214198:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145824.214249:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee36689429d lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.214259:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee3668942a4 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.214263:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee36689429d lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.214292:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee3668942a4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.214294:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee36689429d lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.214303:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee3668942a4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.214322:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee3668942ab lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.214333:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee3668942ab lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.214341:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee3668942ab lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145824.214371:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006f96ad74 reply state 00000000e7ca10a6 transno 12884905632 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee36689429d lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.214386:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee36689429d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.214394:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b6:0x0].0x0 (ffff9be9d09b8000) 00010000:00010000:1.0:1783145824.214398:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145824.214401:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145824.214480:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c65d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+492:306210:x1869755188053248:12345-192.168.203.44@tcp:36:touch.500 Request processed in 443us (582us total) trans 12884905632 rc 0/0 00000100:00100000:1.0:1783145824.214490:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 625 00000004:00080000:0.0:1783145824.214513:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb83:0x0], index 1: 0 00010000:00010000:0.0:1783145824.214587:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee3668942b2 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.214594:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee3668942b2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.214599:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee3668942b2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.214614:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee3668942a4 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.214618:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee3668942a4 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.214622:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee3668942a4 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.214626:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee3668942a4 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.214632:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5168c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145824.214634:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee3668942a4 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.214638:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee3668942a4 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.214644:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145824.214646:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145824.214648:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee3668942a4 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.214652:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168c00/0x38bddee3668942a4 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145824.214660:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001f2ff646 reply state 000000007c7830a4 transno 12884905633 ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee3668942ab lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.214666:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee3668942ab lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.214670:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00010000:00010000:0.0:1783145824.214672:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145824.214673:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145824.214690:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168800/0x38bddee366894296 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b274 expref: 493 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.214697:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee3668942b2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b274 expref: 492 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.214706:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b7:0x0].0x0 (ffff9be9c5414500) 00010000:00010000:0.0:1783145824.214707:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145824.214708:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01348200, rc 0) 00000100:00100000:0.0:1783145824.214743:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c65d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+493:306211:x1869755188053376:12345-192.168.203.44@tcp:101:touch.500 Request processed in 650us (820us total) trans 12884905633 rc 0/0 00000100:00100000:0.0:1783145824.214748:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 626 00000100:00100000:0.0:1783145824.214751:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471967996896 time 8471967956951 state 0x2 ref 0 00000100:00100000:3.0:1783145824.215718:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.215771:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188053504 00000100:00100000:1.0:1783145824.215777:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188053504 00000100:00100000:1.0:1783145824.215802:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471967996896 time 8471967956951 state 0x0 ref 1 00000100:00100000:1.0:1783145824.215812:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 1 deadline 8471968056951 time 8471967956951 state 0x1 ref 1 00000100:00100000:1.0:1783145824.215842:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471968056951 time 8471969717917 state 0x0 ref 1 00000100:00100000:1.0:1783145824.215857:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c65da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+493:306210:x1869755188053504:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145824.215885:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.215902:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee3668942c0 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b27b expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.215938:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee3668942c0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b27b expref: 494 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.215952:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee3668942c0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b27b expref: 494 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.215976:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b6:0x0].0x0 (ffff9be9d09b8000) 00010000:00010000:1.0:1783145824.215980:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145824.215983:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda57200, rc 0) 00000100:00100000:1.0:1783145824.216027:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c65da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+494:306210:x1869755188053504:12345-192.168.203.44@tcp:101:touch.500 Request processed in 172us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145824.216034:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 627 00000100:00100000:1.0:1783145824.216039:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471968056951 time 8471969717917 state 0x2 ref 0 00000100:00100000:2.0:1783145824.216306:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.216338:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188053760 00000100:00100000:3.0:1783145824.216344:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188053760 00000100:00100000:3.0:1783145824.216366:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471968056951 time 8471969717917 state 0x0 ref 1 00000100:00100000:3.0:1783145824.216374:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471969817917 time 8471969717917 state 0x1 ref 1 00000100:00100000:3.0:1783145824.216403:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471969817917 time 8471970280290 state 0x0 ref 1 00000100:00100000:3.0:1783145824.216415:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffea1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+494:306211:x1869755188053760:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:3.0:1783145824.216440:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145824.216455:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee3668942b2 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b274 expref: 494 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.216471:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b7:0x0].0x0 (ffff9be9c5414500) 00010000:00010000:3.0:1783145824.216479:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145824.216517:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668942c7 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.216527:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668942c7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.216535:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668942c7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145824.216603:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ede53fae reply state 00000000e2a67112 transno 12884905634 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668942c7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.216614:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668942c7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.216621:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b7:0x0].0x0 (ffff9be8c65ede00) 00010000:00010000:3.0:1783145824.216625:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145824.216627:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145824.216679:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffea1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+495:306211:x1869755188053760:12345-192.168.203.44@tcp:36:touch.500 Request processed in 267us (374us total) trans 12884905634 rc 0/0 00000100:00100000:3.0:1783145824.216689:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 628 00000100:00100000:3.0:1783145824.216694:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471969817917 time 8471970280290 state 0x2 ref 0 00000100:00100000:2.0:1783145824.216817:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.216851:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188053888 00000100:00100000:1.0:1783145824.216856:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188053888 00000100:00100000:1.0:1783145824.216872:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471969817917 time 8471970280290 state 0x0 ref 1 00000100:00100000:1.0:1783145824.216880:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471970380290 time 8471970280290 state 0x1 ref 1 00000100:00100000:1.0:1783145824.216902:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471970380290 time 8471970779770 state 0x0 ref 1 00000100:00100000:1.0:1783145824.216916:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffea1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+495:306214:x1869755188053888:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145824.216925:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.216937:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee3668942ce lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b282 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.216947:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.216972:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188054016 00000100:00100000:2.0:1783145824.216977:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188054016 00010000:00010000:1.0:1783145824.216991:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee3668942d5 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.217002:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471970879770 time 8471970779770 state 0x1 ref 2 00010000:00010000:1.0:1783145824.217004:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee3668942d5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.217024:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee3668942d5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.217038:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee3668942dc lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.217042:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471970879770 time 8471970918222 state 0x0 ref 2 00010000:00010000:1.0:1783145824.217051:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee3668942dc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.217061:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c65dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+497:306212:x1869755188054016:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145824.217061:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee3668942dc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.217075:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.217088:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee3668942e3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b289 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.217167:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee3668942ea lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.217172:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee3668942f1 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.217181:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee3668942ea lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.217185:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee3668942f1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.217196:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee3668942ea lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.217199:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee3668942f1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.217215:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668942f8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.217226:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668942f8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.217234:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668942f8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145824.217239:0:204590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1b4:0x0]: returning size 0 00000004:00200000:1.0:1783145824.217246:0:204590:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783145824.217264:0:204590:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee3668942f1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.217279:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee3668942f1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.217289:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee3668942d5 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.217294:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668942ff lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.217299:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee3668942d5 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.217305:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668942ff lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.217307:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee3668942d5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.217327:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee3668942d5 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.217333:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668942ff lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.217335:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda56c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.217343:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee3668942d5 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.217344:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145824.217355:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee3668942d5 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.217365:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00000004:00200000:2.0:1783145824.217366:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1b3:0x0]: returning size 0 00010000:00010000:1.0:1783145824.217368:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145824.217370:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188054144 00000004:00200000:2.0:1783145824.217372:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1783145824.217374:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee3668942d5 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.217376:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188054144 00010000:00010000:1.0:1783145824.217385:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56c00/0x38bddee3668942d5 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.217387:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668942ff lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.217402:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668942ff lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.217404:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee3668942dc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.217412:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2641 00010000:00010000:2.0:1783145824.217414:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee3668942ea lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.217422:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee3668942dc lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.217427:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c65db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:b832727d-edc7-457c-aba4-c59935e6a58f+102:2408:x1869755188054144:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:2.0:1783145824.217428:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee3668942ea lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.217431:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee3668942dc lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.217448:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda56200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.217449:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee3668942ea lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.217453:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee3668942dc lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.217460:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee3668942ea lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.217464:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee3668942dc lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.217468:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.217475:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee3668942ea lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.217477:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:1.0:1783145824.217484:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.217489:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee3668942ea lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.217489:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee3668942dc lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.217509:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56200/0x38bddee3668942dc lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.217515:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.217521:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.217526:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee3668942ea lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.217532:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57000/0x38bddee3668942ce lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b282 expref: 499 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.217537:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee3668942ea lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.217564:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668942f8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.217565:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee3668942f1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b282 expref: 498 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.217583:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668942f8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.217585:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b4:0x0].0x0 (ffff9be9c5414d00) 00010000:00010000:1.0:1783145824.217591:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145824.217596:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda57e00, rc 0) 00010000:00010000:2.0:1783145824.217598:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668942f8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.217606:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.217609:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668942f8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.217617:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668942f8 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.217625:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:2.0:1783145824.217628:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145824.217634:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffea1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+498:306214:x1869755188053888:12345-192.168.203.44@tcp:101:rm.500 Request processed in 721us (816us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145824.217635:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668942f8 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.217649:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 629 00010000:00010000:2.0:1783145824.217650:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668942f8 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.217678:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee3668942e3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b289 expref: 498 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.217689:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c65db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:b832727d-edc7-457c-aba4-c59935e6a58f+103:2408:x1869755188054144:12345-192.168.203.44@tcp:2:touch.500 Request processed in 230us (313us total) trans 8589936120 rc 0/0 00010000:00010000:2.0:1783145824.217693:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668942ff lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b289 expref: 497 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.217703:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2641 00010000:00010000:2.0:1783145824.217708:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b3:0x0].0x0 (ffff9be9c5414e00) 00010000:00010000:2.0:1783145824.217713:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145824.217715:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e2200, rc 0) 00000100:00100000:1.0:1783145824.217725:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.217746:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c65dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+497:306212:x1869755188054016:12345-192.168.203.44@tcp:101:rm.500 Request processed in 689us (802us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145824.217751:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188054272 00000100:00100000:2.0:1783145824.217756:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 630 00000100:00100000:1.0:1783145824.217757:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188054272 00000100:00100000:2.0:1783145824.217765:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471970879770 time 8471970918222 state 0x2 ref 0 00000100:00100000:1.0:1783145824.217778:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471970879770 time 8471970918222 state 0x0 ref 1 00000100:00100000:1.0:1783145824.217788:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471971018222 time 8471970918222 state 0x1 ref 1 00000100:00100000:1.0:1783145824.217811:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471971018222 time 8471971688475 state 0x0 ref 1 00000100:00100000:1.0:1783145824.217822:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8e64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+497:306211:x1869755188054272:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145824.217832:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.217841:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56400/0x38bddee366894306 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b2ba expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.217865:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56400/0x38bddee366894306 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2ba expref: 498 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.217877:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56400/0x38bddee366894306 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2ba expref: 498 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.217888:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b7:0x0].0x0 (ffff9be8c65ede00) 00010000:00010000:1.0:1783145824.217891:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145824.217893:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cda56400, rc 0) 00000100:00100000:1.0:1783145824.217931:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8e64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+498:306211:x1869755188054272:12345-192.168.203.44@tcp:101:touch.500 Request processed in 108us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145824.217940:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 631 00000100:00100000:1.0:1783145824.217948:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471971018222 time 8471971688475 state 0x2 ref 0 00000100:00100000:3.0:1783145824.218079:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.218104:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188054400 00000100:00100000:2.0:1783145824.218144:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188054400 00000100:00100000:2.0:1783145824.218181:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 630 00000100:00100000:2.0:1783145824.218190:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c65db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b832727d-edc7-457c-aba4-c59935e6a58f+498:2407:x1869755188054400:12345-192.168.203.44@tcp:63:ll_sa.0 00000100:00100000:3.0:1783145824.218200:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145824.218229:0:204560:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.218241:0:204560:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee36689430d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b290 expref: -99 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218271:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366894314 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.218279:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188054528 00010000:00010000:2.0:1783145824.218281:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366894314 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.218285:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188054528 00010000:00010000:2.0:1783145824.218295:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366894314 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218312:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5400/0x38bddee36689431b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218320:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5400/0x38bddee36689431b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.218325:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 631 00010000:00010000:2.0:1783145824.218338:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5400/0x38bddee36689431b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.218345:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c65d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:b832727d-edc7-457c-aba4-c59935e6a58f+500:2409:x1869755188054528:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:3.0:1783145824.218377:0:228897:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.218389:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4400/0x38bddee366894322 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.218391:0:228897:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366894329 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b297 expref: -99 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218407:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4400/0x38bddee366894322 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218419:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4400/0x38bddee366894322 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.218428:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366894330 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145824.218438:0:204560:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1783145824.218439:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366894330 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.218452:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366894330 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.218455:0:204560:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4400/0x38bddee366894322 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218471:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4400/0x38bddee366894322 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.218472:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894337 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218490:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366894314 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.218491:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894337 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218508:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366894314 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.218511:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894337 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218523:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366894314 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218532:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.218536:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366894314 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218543:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366894314 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218559:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.218562:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.218567:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee36689433e lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218568:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366894314 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218585:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee366894314 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.218587:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee36689433e lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.218606:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee36689433e lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218611:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5400/0x38bddee36689431b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218619:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5400/0x38bddee36689431b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145824.218623:0:228897:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1b5:0x0]: returning size 0 00010000:00010000:2.0:1783145824.218626:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5400/0x38bddee36689431b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145824.218628:0:228897:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1783145824.218637:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cbab5400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.218641:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5400/0x38bddee36689431b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145824.218643:0:228897:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee36689433e lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218650:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5400/0x38bddee36689431b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.218656:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee36689433e lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.218674:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366894330 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218676:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:2.0:1783145824.218684:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.218688:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5400/0x38bddee36689431b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.218693:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366894330 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218698:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5400/0x38bddee36689431b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.218704:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366894330 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.218712:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dd000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.218715:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366894330 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.218723:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366894330 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218726:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee36689430d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b290 expref: 502 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.218740:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145824.218745:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.218747:0:204560:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4400/0x38bddee366894322 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b290 expref: 501 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.218750:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366894330 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218766:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b6:0x0].0x0 (ffff9be9d09b8000) 00010000:00010000:3.0:1783145824.218767:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366894330 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218772:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145824.218777:0:204560:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cbab4400, rc 0) 00010000:00010000:2.0:1783145824.218785:0:204560:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145824.218789:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894337 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218795:0:204560:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4c00/0x38bddee366894345 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b29e expref: -99 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.218798:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894337 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.218814:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894337 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.218819:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0383c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.218824:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894337 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218828:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5200/0x38bddee36689434c lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.218831:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894337 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218848:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5200/0x38bddee36689434c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.218849:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:3.0:1783145824.218856:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.218862:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894337 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218864:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5200/0x38bddee36689434c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.218879:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894337 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218895:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4600/0x38bddee366894353 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218905:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4600/0x38bddee366894353 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.218909:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3c00/0x38bddee366894329 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b297 expref: 503 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218918:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4600/0x38bddee366894353 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.218928:0:228897:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee36689433e lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b297 expref: 502 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.218936:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b5:0x0].0x0 (ffff9bea012ae000) 00010000:00010000:3.0:1783145824.218939:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145824.218942:0:228897:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0383000, rc 0) 00010000:00010000:3.0:1783145824.218946:0:228897:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145824.218955:0:228897:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee36689435a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b2a5 expref: -99 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218960:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5a00/0x38bddee366894361 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218969:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5a00/0x38bddee366894361 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.218978:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5a00/0x38bddee366894361 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.218979:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894368 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.218995:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894368 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145824.219001:0:204560:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1b4:0x0]: returning size 0 00010000:00010000:3.0:1783145824.219004:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894368 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145824.219005:0:204560:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145824.219020:0:204560:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5a00/0x38bddee366894361 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.219021:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee36689436f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.219040:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5a00/0x38bddee366894361 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.219041:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee36689436f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.219059:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5200/0x38bddee36689434c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.219060:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee36689436f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.219079:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5200/0x38bddee36689434c lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.219090:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5200/0x38bddee36689434c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.219096:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cbab5200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.219099:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5200/0x38bddee36689434c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.219105:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5200/0x38bddee36689434c lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.219219:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.219224:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.219228:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5200/0x38bddee36689434c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.219235:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5200/0x38bddee36689434c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.219248:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4600/0x38bddee366894353 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.219255:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4600/0x38bddee366894353 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.219262:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4600/0x38bddee366894353 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.219267:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cbab4600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.219270:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4600/0x38bddee366894353 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.219281:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4600/0x38bddee366894353 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.219292:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:2.0:1783145824.219295:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.219299:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4600/0x38bddee366894353 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.219300:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366894376 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.219313:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4600/0x38bddee366894353 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.219318:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366894376 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.219329:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366894376 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.219339:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4c00/0x38bddee366894345 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b29e expref: 504 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145824.219348:0:228897:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1783145824.219356:0:204560:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5a00/0x38bddee366894361 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b29e expref: 503 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145824.219362:0:228897:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366894376 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.219367:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b4:0x0].0x0 (ffff9be9c5414d00) 00000100:00100000:1.0:1783145824.219372:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145824.219375:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145824.219380:0:204560:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cbab5a00, rc 0) 00010000:00010000:2.0:1783145824.219385:0:204560:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.219397:0:204560:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee36689437d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b2ac expref: -99 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.219411:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145824.219416:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366894376 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.219423:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e400/0x38bddee366894384 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.219426:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894368 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.219443:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894368 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.219444:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145824.219454:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894368 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.219456:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e400/0x38bddee366894384 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.219469:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.219471:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e400/0x38bddee366894384 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.219475:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894368 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.219484:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894368 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.219486:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188054912 00010000:00010000:2.0:1783145824.219489:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ee00/0x38bddee36689438b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.219498:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00000100:00100000:0.0:1783145824.219499:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188054912 00000100:00100000:1.0:1783145824.219501:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145824.219509:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.219513:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ee00/0x38bddee36689438b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.219514:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894368 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.219531:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894368 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.219533:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ee00/0x38bddee36689438b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.219538:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188055296 00000100:00100000:0.0:1783145824.219543:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188055040 00000100:00100000:1.0:1783145824.219547:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188055296 00000100:00100000:0.0:1783145824.219548:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188055040 00000100:00100000:1.0:1783145824.219584:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471971018222 time 8471971688475 state 0x0 ref 1 00010000:00010000:2.0:1783145824.219594:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e200/0x38bddee366894392 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.219595:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2642 00000100:00100000:1.0:1783145824.219606:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471971788475 time 8471971688475 state 0x1 ref 1 00010000:00010000:3.0:1783145824.219608:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee36689436f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.219622:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8e66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b832727d-edc7-457c-aba4-c59935e6a58f+71:2409:x1869755188054912:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145824.219632:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e200/0x38bddee366894392 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.219647:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee36689436f lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.219648:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471971788475 time 8471973524353 state 0x0 ref 1 00010000:00010000:0.0:1783145824.219652:0:207255:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.219655:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e200/0x38bddee366894392 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.219669:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee36689436f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.219675:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd83f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+505:306213:x1869755188055296:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145824.219679:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fbe00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145824.219679:0:207255:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000fa5b308/0x38bddee366894399 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb81:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b307 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145824.219681:0:204560:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1b5:0x0]: returning size 0 00010000:00010000:1.0:1783145824.219687:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00200000:2.0:1783145824.219688:0:204560:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1783145824.219689:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee36689436f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.219702:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57800/0x38bddee3668943a0 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b315 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.219709:0:204560:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e200/0x38bddee366894392 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145824.219726:0:207255:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb81:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145824.219741:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e200/0x38bddee366894392 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.219749:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee36689436f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.219754:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e400/0x38bddee366894384 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.219757:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb81:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:3.0:1783145824.219760:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00010000:00010000:0.0:1783145824.219772:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb81:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145824.219773:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.219786:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee3668943a7 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.219787:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee36689436f lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.219790:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e400/0x38bddee366894384 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.219795:0:207255:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000fa5b308/0x38bddee366894399 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b307 expref: 72 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.219842:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbe00/0x38bddee36689436f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.219843:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e400/0x38bddee366894384 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.219845:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee3668943a7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.219855:0:207255:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000fa5b308/0x38bddee366894399 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b307 expref: 72 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.219890:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d375e400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.219891:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee3668943a7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.219893:0:207255:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01349e00, rc 0) 00010000:00010000:2.0:1783145824.219900:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e400/0x38bddee366894384 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.219902:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee36689435a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2a5 expref: 507 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.219924:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e400/0x38bddee366894384 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.219936:0:228897:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366894376 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2a5 expref: 506 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.219937:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee3668943ae lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.219942:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00000100:00100000:0.0:1783145824.219954:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8e66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b832727d-edc7-457c-aba4-c59935e6a58f+72:2409:x1869755188054912:12345-192.168.203.44@tcp:101:rm.500 Request processed in 333us (533us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145824.219956:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.219967:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e400/0x38bddee366894384 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.219976:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b7:0x0].0x0 (ffff9be8c65ede00) 00010000:00010000:1.0:1783145824.219985:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee3668943ae lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.219991:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145824.220000:0:228897:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd2fa200, rc 0) 00000100:00100000:0.0:1783145824.220001:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2642 00010000:00010000:2.0:1783145824.220008:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e400/0x38bddee366894384 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.220016:0:228897:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.220023:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee3668943ae lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.220032:0:228897:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee3668943b5 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b2b3 expref: -99 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220035:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ee00/0x38bddee36689438b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.220040:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2643 00010000:00010000:2.0:1783145824.220067:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ee00/0x38bddee36689438b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.220067:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8e65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b832727d-edc7-457c-aba4-c59935e6a58f+103:2410:x1869755188055040:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145824.220080:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee3668943bc lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220092:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ee00/0x38bddee36689438b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.220095:0:207255:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145824.220097:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee3668943bc lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220105:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d375ee00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145824.220140:0:207255:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087756025/0x38bddee3668943c3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbe5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b30e expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.220145:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee3668943bc lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220146:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ee00/0x38bddee36689438b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145824.220160:0:207255:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbe5:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:2.0:1783145824.220178:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ee00/0x38bddee36689438b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.220184:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668943ca lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.220185:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe5:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:2.0:1783145824.220190:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:0.0:1783145824.220192:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145824.220207:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145824.220214:0:207255:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087756025/0x38bddee3668943c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b30e expref: 104 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220215:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ee00/0x38bddee36689438b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.220219:0:228897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee3668943ae lrc: 2/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220257:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ee00/0x38bddee36689438b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.220265:0:228897:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668943ca lrc: 4/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.220275:0:207255:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000087756025/0x38bddee3668943c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b30e expref: 104 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.220287:0:228897:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee3668943ae lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000020 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220287:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee36689437d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2ac expref: 508 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.220293:0:207255:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01349600, rc 0) 00010000:00010000:3.0:1783145824.220316:0:228897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668943ca lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220323:0:204560:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e200/0x38bddee366894392 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2ac expref: 507 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220333:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b5:0x0].0x0 (ffff9bea012ae000) 00000100:00100000:0.0:1783145824.220336:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8e65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b832727d-edc7-457c-aba4-c59935e6a58f+104:2410:x1869755188055040:12345-192.168.203.44@tcp:101:rm.500 Request processed in 275us (893us total) trans 0 rc 0/0 00000004:00080000:1.0:1783145824.220337:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbe7:0x0], index 0: 0 00010000:00010000:2.0:1783145824.220338:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145824.220346:0:204560:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d375e200, rc 0) 00010000:00010000:2.0:1783145824.220354:0:204560:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1783145824.220361:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2643 00010000:00010000:2.0:1783145824.220369:0:204560:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e800/0x38bddee3668943d1 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b2c1 expref: -99 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.220382:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145824.220399:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ea00/0x38bddee3668943d8 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.220402:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188055424 00000100:00100000:0.0:1783145824.220410:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188055424 00010000:00010000:2.0:1783145824.220413:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ea00/0x38bddee3668943d8 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220425:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ea00/0x38bddee3668943d8 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220440:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f200/0x38bddee3668943df lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220448:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f200/0x38bddee3668943df lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.220456:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2644 00010000:00010000:2.0:1783145824.220464:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f200/0x38bddee3668943df lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.220473:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee3668943e6 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.220477:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c65d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b832727d-edc7-457c-aba4-c59935e6a58f+72:2409:x1869755188055424:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:1.0:1783145824.220499:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee3668943e6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.220508:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee3668943e6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220512:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375fe00/0x38bddee3668943ed lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220524:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375fe00/0x38bddee3668943ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220533:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375fe00/0x38bddee3668943ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.220544:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee3668943a7 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145824.220550:0:204560:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1783145824.220552:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee3668943a7 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.220559:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee3668943a7 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145824.220564:0:204560:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375fe00/0x38bddee3668943ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.220566:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee3668943a7 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220588:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375fe00/0x38bddee3668943ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.220588:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42cb600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.220594:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee3668943a7 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220600:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ea00/0x38bddee3668943d8 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220609:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ea00/0x38bddee3668943d8 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220617:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ea00/0x38bddee3668943d8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.220618:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee3668943a7 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220633:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d375ea00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.220642:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ea00/0x38bddee3668943d8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.220642:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145824.220648:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.220653:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee3668943a7 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220656:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ea00/0x38bddee3668943d8 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.220667:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c65d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b832727d-edc7-457c-aba4-c59935e6a58f+73:2409:x1869755188055424:12345-192.168.203.44@tcp:2:touch.500 Request processed in 193us (285us total) trans 8589935469 rc 0/0 00010000:00010000:1.0:1783145824.220668:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb600/0x38bddee3668943a7 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220676:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.220688:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.220696:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ea00/0x38bddee3668943d8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.220698:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2644 00000004:00010000:1.0:1783145824.220703:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000071258bd0 reply state 00000000a3ef4125 transno 12884905635 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee3668943ae lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000020 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220720:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ea00/0x38bddee3668943d8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.220723:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee3668943ae lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.220733:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:2.0:1783145824.220734:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f200/0x38bddee3668943df lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.220737:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.220742:0:206077:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668943ca lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220745:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f200/0x38bddee3668943df lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.220755:0:206077:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668943ca lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40290000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220757:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f200/0x38bddee3668943df lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.220772:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668943ca lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40290000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220774:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d375f200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.220780:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f200/0x38bddee3668943df lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220791:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f200/0x38bddee3668943df lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.220798:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145824.220801:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00010000:00010000:2.0:1783145824.220805:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.220808:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f200/0x38bddee3668943df lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.220811:0:228897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668943ca lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220816:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f200/0x38bddee3668943df lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.220826:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57800/0x38bddee3668943a0 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b315 expref: 510 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.220827:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668943ca lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220847:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e800/0x38bddee3668943d1 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2c1 expref: 511 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.220858:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee3668943e6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b315 expref: 509 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220866:0:204560:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375fe00/0x38bddee3668943ed lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2c1 expref: 509 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.220868:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b8:0x0].0x0 (ffff9be9c951d400) 00010000:00010000:1.0:1783145824.220874:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145824.220879:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2d04c00, rc 0) 00010000:00010000:2.0:1783145824.220883:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b7:0x0].0x0 (ffff9be8c65ede00) 00010000:00010000:3.0:1783145824.220884:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668943fb lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220890:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145824.220894:0:204560:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d375fe00, rc 0) 00010000:00010000:3.0:1783145824.220898:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668943fb lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220900:0:204560:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.220913:0:204560:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375fa00/0x38bddee366894402 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b2cf expref: -99 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.220914:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668943fb lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.220921:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd83f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+510:306213:x1869755188055296:12345-192.168.203.44@tcp:101:touch.500 Request processed in 1249us (1423us total) trans 12884905635 rc 0/0 00000100:00100000:1.0:1783145824.220939:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 632 00000100:00100000:1.0:1783145824.220944:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471971788475 time 8471973524353 state 0x2 ref 0 00000004:00200000:3.0:1783145824.220948:0:228897:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1783145824.220950:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ec00/0x38bddee366894409 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145824.220962:0:228897:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668943fb lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220962:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ec00/0x38bddee366894409 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.220985:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ec00/0x38bddee366894409 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.220986:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668943fb lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.220994:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188054784 00000100:00100000:1.0:1783145824.221001:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188054784 00010000:00010000:2.0:1783145824.221011:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f800/0x38bddee366894410 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221021:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f800/0x38bddee366894410 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221032:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f800/0x38bddee366894410 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.221040:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1001 00000100:00100000:1.0:1783145824.221049:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8e66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+511:306210:x1869755188054784:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:3.0:1783145824.221065:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee3668943bc lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221070:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375fc00/0x38bddee366894417 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221078:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee3668943bc lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221083:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375fc00/0x38bddee366894417 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221090:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee3668943bc lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221095:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375fc00/0x38bddee366894417 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221098:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a0400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.221105:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee3668943bc lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221149:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee3668943bc lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145824.221153:0:204560:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1783145824.221162:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145824.221167:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00010000:2.0:1783145824.221169:0:204560:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375fc00/0x38bddee366894417 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221171:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee3668943bc lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221189:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375fc00/0x38bddee366894417 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221191:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee3668943bc lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221209:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ec00/0x38bddee366894409 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221214:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668943ca lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221218:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ec00/0x38bddee366894409 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221224:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668943ca lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221230:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ec00/0x38bddee366894409 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.221236:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8e66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+512:306210:x1869755188054784:12345-192.168.203.44@tcp:35:touch.500 Request processed in 184us (1865us total) trans 12884905636 rc 0/0 00010000:00010000:3.0:1783145824.221237:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668943ca lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221244:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d375ec00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.221251:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ec00/0x38bddee366894409 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221254:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a1a00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:1.0:1783145824.221257:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1001 00010000:00010000:3.0:1783145824.221261:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668943ca lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221269:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ec00/0x38bddee366894409 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221271:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668943ca lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221288:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145824.221290:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:2.0:1783145824.221295:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.221296:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.221300:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ec00/0x38bddee366894409 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221301:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668943ca lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221317:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375ec00/0x38bddee366894409 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221318:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668943ca lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221343:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f800/0x38bddee366894410 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221352:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f800/0x38bddee366894410 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221360:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f800/0x38bddee366894410 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221366:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d375f800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.221369:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f800/0x38bddee366894410 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221379:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f800/0x38bddee366894410 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221387:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:2.0:1783145824.221389:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.221391:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f800/0x38bddee366894410 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221397:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f800/0x38bddee366894410 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221416:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375fa00/0x38bddee366894402 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2cf expref: 513 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221429:0:204560:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375fc00/0x38bddee366894417 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2cf expref: 512 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221436:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee3668943b5 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2b3 expref: 512 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221437:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b8:0x0].0x0 (ffff9be9c951d400) 00010000:00010000:2.0:1783145824.221443:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145824.221447:0:204560:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d375fc00, rc 0) 00010000:00010000:2.0:1783145824.221454:0:204560:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145824.221466:0:228897:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668943fb lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2b3 expref: 511 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221476:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b8:0x0].0x0 (ffff9be9c951d400) 00000100:00100000:1.0:1783145824.221478:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145824.221480:0:204560:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50c00/0x38bddee36689441e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b2dd expref: -99 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221483:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145824.221487:0:228897:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9cd5a0600, rc 0) 00010000:00010000:3.0:1783145824.221494:0:228897:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145824.221505:0:228897:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee366894425 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b2c8 expref: -99 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.221520:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188055680 00000100:00100000:2.0:1783145824.221526:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188055680 00010000:00010000:3.0:1783145824.221530:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee36689442c lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221539:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee36689442c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221546:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee36689442c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221561:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee366894433 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.221564:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1002 00010000:00010000:3.0:1783145824.221574:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee366894433 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.221579:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd83c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+514:306211:x1869755188055680:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:3.0:1783145824.221586:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee366894433 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221601:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee36689442c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221608:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee36689442c lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221615:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee36689442c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221620:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a1c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.221623:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee36689442c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221628:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee36689442c lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221636:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145824.221638:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.221641:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee36689442c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221647:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee36689442c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221659:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee366894433 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221665:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee366894433 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221671:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee366894433 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221678:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f8400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.221680:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee366894433 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221687:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee366894433 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221696:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8ef95a8 (ffff9be8c65ed300) 00010000:00010000:3.0:1783145824.221699:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145824.221702:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee366894433 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221708:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8400/0x38bddee366894433 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.221716:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd83c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+515:306211:x1869755188055680:12345-192.168.203.44@tcp:35:touch.500 Request processed in 140us (239us total) trans 12884905637 rc 0/0 00000100:00100000:2.0:1783145824.221725:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1002 00010000:00010000:3.0:1783145824.221733:0:228897:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee366894425 lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2c8 expref: 515 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221748:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145824.221753:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145824.221759:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee366894425 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2c8 expref: 514 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221759:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee36689443a lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221781:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee36689443a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.221786:0:228897:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9cd5a0e00, rc -2) 00010000:00010000:2.0:1783145824.221792:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee36689443a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221807:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50800/0x38bddee366894441 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221814:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50800/0x38bddee366894441 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221822:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50800/0x38bddee366894441 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221836:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee36689443a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221843:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee36689443a lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221849:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee36689443a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221855:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d51a00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145824.221861:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c65d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:b832727d-edc7-457c-aba4-c59935e6a58f+513:2409:x1869755188054528:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 3523us (3700us total) trans 0 rc -2/-2 00010000:00010000:2.0:1783145824.221863:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee36689443a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.221879:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 631 00010000:00010000:2.0:1783145824.221880:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee36689443a lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221892:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.221896:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.221900:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee36689443a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221907:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee36689443a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221921:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50800/0x38bddee366894441 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221927:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50800/0x38bddee366894441 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221933:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50800/0x38bddee366894441 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221938:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d50800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.221941:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50800/0x38bddee366894441 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221947:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50800/0x38bddee366894441 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221955:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8ef95a8 (ffff9be8d2d3e200) 00010000:00010000:2.0:1783145824.221958:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.221962:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50800/0x38bddee366894441 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221968:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50800/0x38bddee366894441 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221991:0:204560:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50c00/0x38bddee36689441e lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2dd expref: 512 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.221999:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.222001:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145824.222005:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50c00/0x38bddee36689441e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2dd expref: 512 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.222013:0:204560:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d4d50c00, rc -2) 00000100:00100000:2.0:1783145824.222048:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c65db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b832727d-edc7-457c-aba4-c59935e6a58f+511:2407:x1869755188054400:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 3859us (3968us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783145824.222056:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 630 00000100:00100000:0.0:1783145824.222365:0:229239:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff9be9d08f9c00 rate 1 gen 0 00000100:00100000:0.0:1783145824.222375:0:229239:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff9be9d08f9500 rate 1 gen 0 00000100:00100000:3.0:1783145824.224384:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145824.224422:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.224443:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188055936 00000100:00100000:2.0:1783145824.224449:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188055936 00000100:00100000:3.0:1783145824.224459:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.224482:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471971788475 time 8471973524353 state 0x0 ref 1 00000100:00100000:0.0:1783145824.224482:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188056064 00000100:00100000:0.0:1783145824.224490:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188056064 00000100:00100000:2.0:1783145824.224496:0:204590:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9200 gen 0 rate 10000 depth 3 token 2 deadline 8471971788475 time 8471973524353 state 0x0 ref 1 00000100:00100000:3.0:1783145824.224506:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.224519:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9c00 gen 0 rate 1 depth 3 token 3 deadline 8472978390748 time 8471978390748 state 0x1 ref 1 00000100:00100000:0.0:1783145824.224533:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9c00 gen 0 rate 1 depth 3 token 3 deadline 8472978390748 time 8471978390748 state 0x1 ref 2 00000100:00100000:3.0:1783145824.224546:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.224558:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9c00 gen 0 rate 1 depth 3 token 2 deadline 8472978432448 time 8471978432448 state 0x1 ref 2 00000100:00100000:0.0:1783145824.224570:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9c00 gen 0 rate 1 depth 3 token 1 deadline 8472978432448 time 8471978446475 state 0x0 ref 2 00000100:00100000:2.0:1783145824.224578:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c65dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+512:306213:x1869755188055936:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:0.0:1783145824.224590:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c65daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+512:306215:x1869755188056064:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145824.224602:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145824.224617:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349400/0x38bddee366894448 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b31c expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.224618:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145824.224642:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee3668943e6 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b315 expref: 513 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.224658:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b8:0x0].0x0 (ffff9be9c951d400) 00000100:00100000:3.0:1783145824.224665:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145824.224666:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145824.224672:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689444f lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.224684:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689444f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.224693:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188056576 00010000:00010000:0.0:1783145824.224693:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689444f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.224705:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188056576 00010000:00010000:2.0:1783145824.224713:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50200/0x38bddee366894456 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.224719:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee36689445d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.224734:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee36689445d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.224738:0:204590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668943fb lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2b3 expref: 513 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.224746:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee36689445d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.224755:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 632 00010000:00010000:2.0:1783145824.224772:0:204590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375fc00/0x38bddee366894417 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2cf expref: 513 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.224781:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d13cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b832727d-edc7-457c-aba4-c59935e6a58f+513:2410:x1869755188056576:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:2.0:1783145824.224786:0:204590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50200/0x38bddee366894456 lrc: 5/0,1 mode: --/PW res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.224809:0:204579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.224823:0:204579:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee366894464 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b338 expref: -99 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.224827:0:204590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375fc00/0x38bddee366894417 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2cf expref: 513 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.224837:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689446b lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.224865:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689446b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.224871:0:204590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375fc00/0x38bddee366894417 lrc: 4/0,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2cf expref: 514 pid: 204560 timeout: 8571 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.224877:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894472 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.224878:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689446b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.224895:0:204590:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe85500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:204590:1869755178567296:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145824.224925:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894472 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145824.224941:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1b5:0x0]: returning size 0 00010000:00010000:1.0:1783145824.224943:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894472 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145824.224945:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783145824.224970:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689446b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.224976:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee366894479 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x151a95a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.224982:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689446b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.224988:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee366894479 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x151a95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.224991:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689444f lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.225011:0:204590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668943fb lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2b3 expref: 514 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.225031:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689444f lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.225033:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee366894479 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x151a95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.225076:0:204590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668943fb lrc: 4/0,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2b3 expref: 514 pid: 228897 timeout: 8571 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.225106:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689444f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.225212:0:204590:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe85180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:204590:1869755178567424:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145824.225316:0:204590:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d276ea80 going to sleep for 11 seconds 00010000:00010000:0.0:1783145824.225334:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689444f lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.225335:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894472 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.225341:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188056320 00000100:00100000:2.0:1783145824.225350:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188056320 00010000:00010000:1.0:1783145824.225366:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894472 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.225377:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894472 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.225378:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348e00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145824.225385:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188056192 00010000:00010000:0.0:1783145824.225391:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689444f lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.225392:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188056192 00000100:00100000:3.0:1783145824.225396:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188056448 00010000:00010000:1.0:1783145824.225416:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.225423:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894472 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.225426:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689444f lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.225433:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894472 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.225441:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188056448 00000100:00100000:2.0:1783145824.225447:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2645 00010000:00010000:0.0:1783145824.225462:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00000100:00100000:2.0:1783145824.225469:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c65d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+74:2410:x1869755188056320:12345-192.168.203.44@tcp:101:ll_agl.0 00010000:00010000:0.0:1783145824.225470:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145824.225477:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689444f lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.225482:0:228910:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145824.225484:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145824.225485:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689444f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.225488:0:228912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2646 00010000:00010000:1.0:1783145824.225496:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.225499:0:228910:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000023ca9c2e/0x38bddee366894480 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb83:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b32a expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.225506:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894472 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.225516:0:228912:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b832727d-edc7-457c-aba4-c59935e6a58f+74:2410:x1869755188056192:12345-192.168.203.44@tcp:101:ll_agl.0 00010000:00010000:0.0:1783145824.225521:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee36689445d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.225538:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894472 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.225542:0:228912:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:2.0:1783145824.225553:0:228910:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb83:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:3.0:1783145824.225561:0:228912:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b86f089d/0x38bddee366894487 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb82:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b323 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.225562:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee36689445d lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.225583:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb83:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:1.0:1783145824.225583:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee366894479 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x151a95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.225608:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb83:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145824.225610:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee36689445d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783145824.225624:0:228912:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb82:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:1.0:1783145824.225625:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee366894479 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x151a95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.225635:0:228910:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000023ca9c2e/0x38bddee366894480 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b32a expref: 75 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.225648:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01349800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145824.225653:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb82:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145824.225659:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee36689445d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.225662:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee366894479 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x151a95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.225667:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb82:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145824.225697:0:228912:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b86f089d/0x38bddee366894487 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b323 expref: 76 pid: 228912 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.225701:0:228910:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000023ca9c2e/0x38bddee366894480 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b32a expref: 76 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.225701:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee36689445d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.225704:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145824.225716:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee366894479 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x151a95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.225741:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:1.0:1783145824.225757:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee366894479 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x151a95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.225757:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.225764:0:228910:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d4d50c00, rc 0) 00010000:00010000:0.0:1783145824.225766:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee36689445d lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.225795:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee36689445d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.225810:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c65d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+76:2410:x1869755188056320:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 343us (1345us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145824.225811:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x151a95a8 (ffff9be9c951d200) 00010000:00010000:1.0:1783145824.225826:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145824.225835:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee366894479 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x151a95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.225842:0:228912:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b86f089d/0x38bddee366894487 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b323 expref: 76 pid: 228912 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.225847:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee366894479 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x151a95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.225849:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2645 00010000:00010000:0.0:1783145824.225864:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349400/0x38bddee366894448 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b31c expref: 515 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.225872:0:228912:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd2fbe00, rc 0) 00000100:00100000:2.0:1783145824.225881:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2647 00000100:00100000:2.0:1783145824.225902:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+104:2410:x1869755188056448:12345-192.168.203.44@tcp:101:ll_agl.0 00010000:00010000:0.0:1783145824.225903:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689446b lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b31c expref: 514 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145824.225906:0:204579:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee366894464 lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b338 expref: 514 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145824.225920:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b832727d-edc7-457c-aba4-c59935e6a58f+75:2410:x1869755188056192:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 406us (1408us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145824.225934:0:228910:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145824.225954:0:228910:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000055d5bf53/0x38bddee36689448e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbe7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b331 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.225965:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b5:0x0].0x0 (ffff9bea012ae000) 00010000:00010000:1.0:1783145824.225972:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00000100:00100000:3.0:1783145824.225973:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2646 00010000:00010000:0.0:1783145824.225985:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145824.225986:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145824.225993:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01348c00, rc 0) 00010000:00010000:1.0:1783145824.226000:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee366894464 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b338 expref: 514 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783145824.226004:0:228910:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbe7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783145824.226021:0:204579:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d9395c00, rc -2) 00010000:00010000:2.0:1783145824.226022:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe7:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:2.0:1783145824.226028:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe7:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145824.226036:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c65daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+513:306215:x1869755188056064:12345-192.168.203.44@tcp:101:rm.500 Request processed in 1448us (1612us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145824.226038:0:228910:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055d5bf53/0x38bddee36689448e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b331 expref: 105 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.226061:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 634 00010000:00010000:2.0:1783145824.226071:0:228910:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000055d5bf53/0x38bddee36689448e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b331 expref: 105 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145824.226072:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b832727d-edc7-457c-aba4-c59935e6a58f+513:2410:x1869755188056576:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 1294us (1407us total) trans 0 rc -2/-2 00000100:00100000:1.0:1783145824.226089:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 632 00010000:00010000:2.0:1783145824.226093:0:228910:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d4d50800, rc 0) 00000100:00100000:2.0:1783145824.226168:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+105:2410:x1869755188056448:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 274us (1624us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145824.226180:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2647 00000100:00100000:2.0:1783145824.226243:0:204590:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe85500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:204590:1869755178567296:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145824.226741:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.226784:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188056704 00000100:00100000:0.0:1783145824.226790:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188056704 00010000:00010000:0.0:1783145824.226811:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375fc00/0x38bddee366894417 lrc: 4/0,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2cf expref: 512 pid: 204560 timeout: 8571 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.226839:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 779 00000100:00100000:0.0:1783145824.226852:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d13c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+512:2408:x1869755188056704:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145824.226861:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145824.226865:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375fc00/0x38bddee366894417 lrc: 4/0,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2cf expref: 512 pid: 204560 timeout: 8571 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.226877:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375fc00/0x38bddee366894417 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2cf expref: 512 pid: 204560 timeout: 8571 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.226890:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375fc00/0x38bddee366894417 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2cf expref: 512 pid: 204560 timeout: 8571 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.226901:0:204541:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b8:0x0].0x0 (ffff9be9c951d400) 00010000:00010000:0.0:1783145824.226905:0:204541:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50200/0x38bddee366894456 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.226911:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145824.226947:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+511:2408:x1869755188056704:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 102us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145824.226955:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 779 00000100:00100000:3.0:1783145824.227386:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.227432:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188056832 00000100:00100000:0.0:1783145824.227439:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188056832 00000100:00100000:0.0:1783145824.227484:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2648 00000100:00100000:0.0:1783145824.227493:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d13ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b832727d-edc7-457c-aba4-c59935e6a58f+105:2408:x1869755188056832:12345-192.168.203.44@tcp:101:ll_agl.0 00010000:00010000:0.0:1783145824.227501:0:228905:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145824.227513:0:228905:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000007d050c1/0x38bddee366894495 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbe6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b33f expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145824.227530:0:228905:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbe6:0x0] initial LVB size: 0, mtime: 0x6a48a560, atime: 0x6a48a560, ctime: 0x6a48a560, blocks: 0x0 00010000:00010000:0.0:1783145824.227542:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe6:0x0].0x0 since=8471s v=(0 0) 00010000:00010000:0.0:1783145824.227546:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145824.227553:0:228905:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007d050c1/0x38bddee366894495 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b33f expref: 106 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.227564:0:228905:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000007d050c1/0x38bddee366894495 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b33f expref: 106 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.227572:0:228905:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01349200, rc 0) 00000100:00100000:0.0:1783145824.227595:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b832727d-edc7-457c-aba4-c59935e6a58f+106:2408:x1869755188056832:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 106us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145824.227600:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2648 00000100:00100000:3.0:1783145824.227689:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.227742:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188056960 00000100:00100000:0.0:1783145824.227749:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188056960 00000100:00100000:3.0:1783145824.227775:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.227789:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 280 00000100:00100000:0.0:1783145824.227798:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d13cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+511:2409:x1869755188056960:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145824.227808:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145824.227818:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689446b lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b31c expref: 511 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.227834:0:207571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b5:0x0].0x0 (ffff9bea012ae000) 00010000:00010000:0.0:1783145824.227838:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145824.227866:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+510:2409:x1869755188056960:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 72us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145824.227872:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 280 00000100:00100000:0.0:1783145824.227890:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188057088 00000100:00100000:0.0:1783145824.227893:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188057088 00000100:00100000:0.0:1783145824.227921:0:228904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2649 00000100:00100000:0.0:1783145824.227930:0:228904:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d13c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b832727d-edc7-457c-aba4-c59935e6a58f+75:2408:x1869755188057088:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145824.227937:0:228904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145824.227946:0:228904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000071273697/0x38bddee36689449c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb82:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b346 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.227957:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb82:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145824.227963:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb82:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145824.227967:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145824.227973:0:228904:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071273697/0x38bddee36689449c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b346 expref: 76 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.227985:0:228904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000071273697/0x38bddee36689449c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b346 expref: 76 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.227994:0:228904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01349000, rc 0) 00000100:00100000:2.0:1783145824.228000:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188057344 00000100:00100000:2.0:1783145824.228008:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188057344 00000100:00100000:0.0:1783145824.228015:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b832727d-edc7-457c-aba4-c59935e6a58f+76:2408:x1869755188057088:12345-192.168.203.44@tcp:101:rm.500 Request processed in 88us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145824.228024:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2649 00000100:00100000:2.0:1783145824.228043:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9c00 gen 0 rate 1 depth 3 token 1 deadline 8472978446475 time 8471978446475 state 0x1 ref 2 00000100:00100000:2.0:1783145824.228085:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9c00 gen 0 rate 1 depth 3 token 0 deadline 8472978446475 time 8471981961822 state 0x0 ref 2 00000100:00100000:2.0:1783145824.228100:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d13c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+510:306212:x1869755188057344:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145824.228480:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145824.228498:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668942ff lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b289 expref: 510 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.228516:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee3668941d2 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b243 expref: 509 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.228527:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b3:0x0].0x0 (ffff9be9c5414e00) 00010000:00010000:2.0:1783145824.228531:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145824.228546:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee3668944a3 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.228558:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee3668944a3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.228566:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee3668944a3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.228578:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51e00/0x38bddee3668944aa lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.228589:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51e00/0x38bddee3668944aa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.228596:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51e00/0x38bddee3668944aa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.228674:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51000/0x38bddee3668944b1 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.228683:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51000/0x38bddee3668944b1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.228690:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51000/0x38bddee3668944b1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145824.228930:0:204555:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].448, 64 off36864 00010000:00010000:2.0:1783145824.228982:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51600/0x38bddee3668944b8 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.228991:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51600/0x38bddee3668944b8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.228999:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51600/0x38bddee3668944b8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.229007:0:204555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51600/0x38bddee3668944b8 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.229012:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51600/0x38bddee3668944b8 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.229018:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51600/0x38bddee3668944b8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.229036:0:204555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145824.229053:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51000/0x38bddee3668944b1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.229064:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51000/0x38bddee3668944b1 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.229071:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51000/0x38bddee3668944b1 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.229078:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d51000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.229082:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51000/0x38bddee3668944b1 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.229089:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51000/0x38bddee3668944b1 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.229098:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b3:0x0].0x0 (ffff9be9c5414e00) 00010000:00010000:3.0:1783145824.229099:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145824.229102:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145824.229141:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51600/0x38bddee3668944b8 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.229141:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51000/0x38bddee3668944b1 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.229161:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d51600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145824.229162:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51000/0x38bddee3668944b1 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.229167:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51600/0x38bddee3668944b8 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.229178:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51600/0x38bddee3668944b8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.229182:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee3668944a3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.229190:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b3:0x0].0x0 (ffff9be9c5414e00) 00010000:00010000:2.0:1783145824.229192:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee3668944a3 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.229195:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145824.229202:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51600/0x38bddee3668944b8 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.229204:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee3668944a3 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.229219:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51600/0x38bddee3668944b8 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.229220:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d51a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145824.229227:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee3668944a3 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.229238:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee3668944a3 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145824.229241:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145824.229246:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145824.229254:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145824.229254:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145824.229260:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145824.229264:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee3668944a3 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.229274:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee3668944a3 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.229274:0:204590:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe85180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:204590:1869755178567424:192.168.203.44@tcp:104: 00000004:00010000:2.0:1783145824.229301:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000464a1f7e reply state 00000000145ce70e transno 12884905638 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51e00/0x38bddee3668944aa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.229312:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51e00/0x38bddee3668944aa lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.229319:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:2.0:1783145824.229322:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145824.229324:0:204590:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50200/0x38bddee366894456 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145824.229325:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145824.229387:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+510:306212:x1869755188057344:12345-192.168.203.44@tcp:36:rm.500 Request processed in 1291us (1428us total) trans 12884905638 rc 0/0 00000100:00100000:2.0:1783145824.229398:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 635 00000100:00100000:3.0:1783145824.229616:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145824.229653:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188057472 00000100:00100000:0.0:1783145824.229658:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188057472 00010000:00010000:0.0:1783145824.229675:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668943fb lrc: 4/0,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2b3 expref: 510 pid: 228897 timeout: 8571 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.229698:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 780 00000100:00100000:0.0:1783145824.229702:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d13ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+510:2408:x1869755188057472:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145824.229709:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145824.229713:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668943fb lrc: 4/0,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2b3 expref: 510 pid: 228897 timeout: 8571 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.229721:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668943fb lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2b3 expref: 510 pid: 228897 timeout: 8571 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.229732:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668943fb lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2b3 expref: 510 pid: 228897 timeout: 8571 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.229743:0:205305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b8:0x0].0x0 (ffff9be9c951d400) 00010000:00010000:0.0:1783145824.229746:0:205305:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50200/0x38bddee366894456 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.229752:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50200/0x38bddee366894456 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.229757:0:205305:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50200/0x38bddee366894456 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145824.229773:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145824.229794:0:204590:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50200/0x38bddee366894456 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.229805:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+509:2408:x1869755188057472:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 99us (187us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145824.229809:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50200/0x38bddee366894456 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145824.229821:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 780 00000004:00010000:2.0:1783145824.229894:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008d00e636 reply state 00000000c9132a0d transno 12884905639 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50200/0x38bddee366894456 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.229905:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50200/0x38bddee366894456 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145824.229912:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b8:0x0].0x0 (ffff9be9c951d400) 00010000:00010000:2.0:1783145824.229915:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145824.229917:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145824.229978:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c65dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+510:306213:x1869755188055936:12345-192.168.203.44@tcp:36:touch.500 Request processed in 5407us (5595us total) trans 12884905639 rc 0/0 00000100:00100000:2.0:1783145824.229986:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 633 00000100:00100000:2.0:1783145824.229992:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9c00 gen 0 rate 1 depth 3 token 0 deadline 8472978446475 time 8471981961822 state 0x2 ref 0 00000100:00100000:3.0:1783145824.231524:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145824.231567:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188057728 00000100:00100000:1.0:1783145824.231574:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188057728 00000100:00100000:1.0:1783145824.231600:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9c00 gen 0 rate 1 depth 3 token 0 deadline 8472978446475 time 8471981961822 state 0x0 ref 1 00000100:00100000:1.0:1783145824.231610:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9c00 gen 0 rate 1 depth 3 token 0 deadline 8472981961822 time 8471981961822 state 0x1 ref 1 00000100:00100000:3.0:1783145824.231856:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145824.231896:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188057856 00000100:00100000:2.0:1783145824.231902:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188057856 00000100:00100000:2.0:1783145824.231928:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9c00 gen 0 rate 1 depth 3 token 0 deadline 8472981961822 time 8471981961822 state 0x1 ref 2 00010000:00010000:3.0:1783145824.725351:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145824.789356:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d13c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178567552:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783145824.789427:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145824.789465:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178567552 00000100:00100000:3.0:1783145824.789473:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178567552 00000100:00100000:3.0:1783145824.789518:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1783145824.789526:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5bb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3653:x1869755178567552:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783145824.789556:0:228897:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445117952 avail 1298878464 00000100:00100000:3.0:1783145824.789599:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5bb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3653:x1869755178567552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145824.789604:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1783145824.789655:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d13c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178567552:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783145825.228253:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9c00 gen 0 rate 1 depth 3 token 0 deadline 8473982120201 time 8472982120201 state 0x1 ref 2 00000100:00100000:2.0:1783145825.228301:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d13cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+511:306214:x1869755188057728:12345-192.168.203.44@tcp:36:rm.500 00000100:00080000:1.0:1783145825.228320:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1783145825.228365:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1783145825.228396:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5a00/0x38bddee366894361 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b29e expref: 511 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.228425:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57e00/0x38bddee3668942f1 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b282 expref: 510 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.228450:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799800/0x38bddee3668941fc lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b251 expref: 509 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.228460:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b4:0x0].0x0 (ffff9be9c5414d00) 00010000:00010000:2.0:1783145825.228465:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145825.228491:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51000/0x38bddee3668944bf lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.228505:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51000/0x38bddee3668944bf lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.228515:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51000/0x38bddee3668944bf lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.228526:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50a00/0x38bddee3668944c6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.228538:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50a00/0x38bddee3668944c6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.228545:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50a00/0x38bddee3668944c6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.228662:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51800/0x38bddee3668944cd lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.228670:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51800/0x38bddee3668944cd lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.228678:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51800/0x38bddee3668944cd lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145825.228928:0:204555:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].452, 64 off37120 00000004:00080000:2.0:1783145825.228940:0:204555:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 8472982818601ns, next at 8473982815667ns, rc = 0 00010000:00010000:2.0:1783145825.228995:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50400/0x38bddee3668944d4 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.229005:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50400/0x38bddee3668944d4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.229013:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50400/0x38bddee3668944d4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.229021:0:204555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50400/0x38bddee3668944d4 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.229028:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50400/0x38bddee3668944d4 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.229035:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50400/0x38bddee3668944d4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.229058:0:204555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145825.229081:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51800/0x38bddee3668944cd lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.229088:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51800/0x38bddee3668944cd lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145825.229092:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145825.229096:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51800/0x38bddee3668944cd lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145825.229099:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50400/0x38bddee3668944d4 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145825.229157:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d50400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145825.229161:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50400/0x38bddee3668944d4 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.229164:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d51800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145825.229168:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50400/0x38bddee3668944d4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.229172:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51800/0x38bddee3668944cd lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145825.229181:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b4:0x0].0x0 (ffff9be9c5414d00) 00010000:00010000:0.0:1783145825.229185:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145825.229188:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50400/0x38bddee3668944d4 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.229190:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51800/0x38bddee3668944cd lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145825.229195:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50400/0x38bddee3668944d4 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.229208:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b4:0x0].0x0 (ffff9be9c5414d00) 00010000:00010000:0.0:1783145825.229211:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145825.229213:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145825.229214:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145825.229217:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145825.229218:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51800/0x38bddee3668944cd lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.229226:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51800/0x38bddee3668944cd lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.229243:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51000/0x38bddee3668944bf lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.229249:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51000/0x38bddee3668944bf lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.229256:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51000/0x38bddee3668944bf lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.229261:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d51000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145825.229264:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51000/0x38bddee3668944bf lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.229270:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51000/0x38bddee3668944bf lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.229277:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145825.229279:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145825.229283:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51000/0x38bddee3668944bf lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.229289:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51000/0x38bddee3668944bf lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145825.229297:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f8fef61e reply state 0000000098150f8f transno 12884905640 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50a00/0x38bddee3668944c6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.229309:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50a00/0x38bddee3668944c6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145825.229315:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:2.0:1783145825.229318:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145825.229320:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145825.229403:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+510:306214:x1869755188057728:12345-192.168.203.44@tcp:36:rm.500 Request processed in 1131us (997881us total) trans 12884905640 rc 0/0 00000100:00100000:2.0:1783145825.229412:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 636 00000100:00100000:3.0:1783145825.230602:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145825.230639:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188057984 00000100:00100000:3.0:1783145825.230645:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145825.230648:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188057984 00000100:00100000:2.0:1783145825.230683:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9c00 gen 0 rate 1 depth 3 token 0 deadline 8473982120201 time 8472982120201 state 0x1 ref 2 00000100:00100000:3.0:1783145825.230684:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145825.230693:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188058240 00000100:00100000:1.0:1783145825.230698:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188058240 00000100:00100000:2.0:1783145825.230720:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188058112 00000100:00100000:2.0:1783145825.230725:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188058112 00000100:00100000:1.0:1783145825.230742:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 634 00000100:00100000:2.0:1783145825.230743:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9c00 gen 0 rate 1 depth 3 token 0 deadline 8473982120201 time 8472982120201 state 0x1 ref 3 00000100:00100000:1.0:1783145825.230754:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d13cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b832727d-edc7-457c-aba4-c59935e6a58f+512:2410:x1869755188058240:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:1.0:1783145825.230778:0:204579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145825.230788:0:204579:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee3668944db lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b354 expref: -99 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145825.230818:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee3668944e2 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145825.230825:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee3668944e2 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145825.230830:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee3668944e2 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145825.230838:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee3668944e9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa93495a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145825.230842:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee3668944e9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa93495a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145825.230846:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee3668944e9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa93495a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145825.230862:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee3668944e2 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145825.230865:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee3668944e2 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145825.230868:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee3668944e2 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145825.230872:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145825.230875:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee3668944e2 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145825.230878:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee3668944e2 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145825.230883:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145825.230885:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145825.230887:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee3668944e2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145825.230890:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee3668944e2 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145825.230897:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee3668944e9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa93495a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145825.230901:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee3668944e9 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa93495a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145825.230904:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee3668944e9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa93495a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145825.230907:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145825.230908:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee3668944e9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa93495a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145825.230911:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee3668944e9 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa93495a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145825.230918:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa93495a8 (ffff9be9c951d200) 00010000:00010000:1.0:1783145825.230920:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145825.230921:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee3668944e9 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa93495a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145825.230925:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee3668944e9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa93495a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145825.230939:0:204579:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee3668944db lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b354 expref: 513 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145825.230944:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145825.230945:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145825.230947:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee3668944db lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b354 expref: 513 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145825.230953:0:204579:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d9395c00, rc -2) 00000100:00100000:1.0:1783145825.230984:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b832727d-edc7-457c-aba4-c59935e6a58f+512:2410:x1869755188058240:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 234us (343us total) trans 0 rc -2/-2 00000100:00100000:1.0:1783145825.230989:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 634 00000100:00100000:2.0:1783145825.301285:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178567936:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783145825.301297:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fd83dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178568064:0@lo:400:kworker.0 00000004:00080000:3.0:1783145825.301317:0:204583:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 8473055194859ns, next at 8474055190992ns, rc = 0 00000100:00100000:3.0:1783145825.301373:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8e5118000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178568320:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783145825.301382:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145825.301382:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145825.301393:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fd83df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178568192:0@lo:400:kworker.0 00000100:00100000:3.0:1783145825.301415:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145825.301424:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d13c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178567680:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783145825.301434:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fd83f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3651:1869755178568576:0@lo:400:kworker.0 00000100:00100000:3.0:1783145825.301443:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fd83fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178568832:0@lo:400:kworker.0 00000100:00100000:1.0:1783145825.301445:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145825.301455:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145825.301481:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fd83e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178568704:0@lo:400:kworker.0 00000100:00100000:2.0:1783145825.301482:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fd83c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6b9a8718-6228-431e-b216-b4d0ab45a378:3650:1869755178567808:0@lo:400:kworker.0 00000100:00100000:0.0:1783145825.301485:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145825.301488:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145825.301514:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fd83f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3651:1869755178569088:0@lo:400:kworker.0 00000100:00100000:3.0:1783145825.301518:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d12ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3653:1869755178569344:0@lo:400:kworker.0 00000100:00100000:2.0:1783145825.301534:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145825.301538:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145825.301547:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145825.301578:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145825.301591:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3651:1869755178569600:0@lo:400:kworker.0 00000100:00100000:1.0:1783145825.301595:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d12ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3652:1869755178569216:0@lo:400:kworker.0 00000100:00100000:2.0:1783145825.301598:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fd83ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178568448:0@lo:400:kworker.0 00000100:00100000:0.0:1783145825.301617:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145825.301623:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178567936 00000100:00100000:3.0:1783145825.301631:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178567936 00000100:00100000:1.0:1783145825.301644:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145825.301645:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145825.301657:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178568320 00000100:00100000:0.0:1783145825.301662:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178568320 00000100:00100000:2.0:1783145825.301678:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fd83c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178568960:0@lo:400:kworker.0 00000100:00100000:3.0:1783145825.301681:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178567680 00000100:00100000:3.0:1783145825.301686:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178567680 00000100:00100000:0.0:1783145825.301695:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:2.0:1783145825.301701:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145825.301705:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178567936:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783145825.301706:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178568576 00000100:00100000:1.0:1783145825.301714:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178568576 00000100:00100000:2.0:1783145825.301716:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d12dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3650:1869755178569472:0@lo:400:kworker.0 00000100:00100000:3.0:1783145825.301729:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00002000:00000024:0.0:1783145825.301739:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17141184 pending 0 free 3883581440 avail 3652059136 00000100:00100000:2.0:1783145825.301742:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145825.301743:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e511a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3653:x1869755178568320:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783145825.301755:0:206077:0:(nrs_tbf.c:1305:nrs_tbf_cli_findadd()) unknown.0 NRS: TBF class insert: class@ffff9be8d4041e00 key gid={0} rule@0xffff9be9d08f9000 gen 0 rate 10000 depth 3 token 3 deadline 0 time 8473055627207 state 0x0 ref 1 00002000:00000024:3.0:1783145825.301760:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17141184 pending 0 free 3883581440 avail 3652059136 00000100:00100000:1.0:1783145825.301769:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d4041e00 key gid={0} rule@0xffff9be9d08f9000 gen 0 rate 10000 depth 3 token 3 deadline 8473055727207 time 8473055627207 state 0x1 ref 1 00000100:00100000:2.0:1783145825.301773:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178568192 00000100:00100000:2.0:1783145825.301778:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178568192 00000100:00100000:1.0:1783145825.301789:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178569088 00000100:00100000:0.0:1783145825.301789:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178567936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145825.301796:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178569088 00000100:00100000:0.0:1783145825.301797:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:2.0:1783145825.301813:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178568832 00000100:00100000:3.0:1783145825.301815:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e511a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3653:x1869755178568320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145825.301817:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178568832 00000100:00100000:0.0:1783145825.301820:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:1.0:1783145825.301824:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d4041e00 key gid={0} rule@0xffff9be9d08f9000 gen 0 rate 10000 depth 3 token 3 deadline 8473055727207 time 8473055627207 state 0x1 ref 2 00000100:00100000:3.0:1783145825.301833:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:0.0:1783145825.301833:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3650:x1869755178567680:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783145825.301843:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178569344 00000100:00100000:2.0:1783145825.301847:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178568448 00000100:00100000:1.0:1783145825.301848:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178569344 00000100:00100000:2.0:1783145825.301850:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178568448 00002000:00000024:0.0:1783145825.301860:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17141184 pending 0 free 3911106560 avail 3679584256 00000100:00100000:1.0:1783145825.301871:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d4041e00 key gid={0} rule@0xffff9be9d08f9000 gen 0 rate 10000 depth 3 token 3 deadline 8473055727207 time 8473055627207 state 0x1 ref 3 00000100:00100000:3.0:1783145825.301874:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178568960 00000100:00100000:2.0:1783145825.301882:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1783145825.301887:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178569600 00000100:00100000:0.0:1783145825.301887:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3650:x1869755178567680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145825.301891:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178568960 00000100:00100000:1.0:1783145825.301892:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178569600 00000100:00100000:2.0:1783145825.301894:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3652:x1869755178568192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145825.301900:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:1.0:1783145825.301918:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d4041e00 key gid={0} rule@0xffff9be9d08f9000 gen 0 rate 10000 depth 3 token 3 deadline 8473055727207 time 8473055627207 state 0x1 ref 4 00000100:00100000:0.0:1783145825.301928:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:1.0:1783145825.301934:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178569216 00000100:00100000:3.0:1783145825.301938:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:0.0:1783145825.301939:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e511b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3653:x1869755178568832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145825.301940:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178569216 00000100:00100000:2.0:1783145825.301943:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3652:x1869755178568192:12345-0@lo:400:kworker.0 Request processed in 50us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145825.301953:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+7:3650:x1869755178568448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145825.301955:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1783145825.301963:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d4041e00 key gid={0} rule@0xffff9be9d08f9000 gen 0 rate 10000 depth 3 token 3 deadline 8473055727207 time 8473055627207 state 0x1 ref 5 00000100:00100000:1.0:1783145825.301980:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178569472 00000100:00100000:0.0:1783145825.301982:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e511b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3653:x1869755178568832:12345-0@lo:400:kworker.0 Request processed in 44us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145825.301983:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1783145825.301985:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178569472 00000100:00100000:3.0:1783145825.301993:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+7:3650:x1869755178568448:12345-0@lo:400:kworker.0 Request processed in 42us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145825.301999:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1b3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178568960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145825.301999:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:3.0:1783145825.302007:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00100000:1.0:1783145825.302007:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d4041e00 key gid={0} rule@0xffff9be9d08f9000 gen 0 rate 10000 depth 3 token 3 deadline 8473055727207 time 8473055627207 state 0x1 ref 6 00000100:00100000:0.0:1783145825.302032:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d4041e00 key gid={0} rule@0xffff9be9d08f9000 gen 0 rate 10000 depth 3 token 2 deadline 8473056006897 time 8473055906897 state 0x1 ref 6 00000100:00100000:2.0:1783145825.302044:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1b3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178568960:12345-0@lo:400:kworker.0 Request processed in 49us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145825.302045:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d4041e00 key gid={0} rule@0xffff9be9d08f9000 gen 0 rate 10000 depth 3 token 1 deadline 8473056019382 time 8473055919382 state 0x1 ref 6 00000100:00100000:0.0:1783145825.302046:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5bb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1869755178568576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145825.302059:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:3.0:1783145825.302062:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d4041e00 key gid={0} rule@0xffff9be9d08f9000 gen 0 rate 10000 depth 3 token 0 deadline 8473056038382 time 8473055938382 state 0x1 ref 6 00000100:00100000:1.0:1783145825.302067:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5bb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1869755178569088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783145825.302076:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e5119c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1869755178569344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145825.302084:0:204549:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178567808 00000100:00100000:2.0:1783145825.302087:0:204549:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178567808 00000100:00100000:0.0:1783145825.302094:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5bb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1869755178568576:12345-0@lo:400:kworker.0 Request processed in 51us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145825.302116:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1783145825.302154:0:204549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:1.0:1783145825.302158:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5bb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1869755178569088:12345-0@lo:400:kworker.0 Request processed in 94us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145825.302159:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e5119c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1869755178569344:12345-0@lo:400:kworker.0 Request processed in 84us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145825.302167:0:204549:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bea01d28050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3650:x1869755178567808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145825.302169:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d4041e00 key gid={0} rule@0xffff9be9d08f9000 gen 0 rate 10000 depth 3 token 0 deadline 8473056145990 time 8473056045990 state 0x1 ref 5 00000100:00100000:1.0:1783145825.302181:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1783145825.302183:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5bb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1869755178569600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783145825.302189:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1783145825.302208:0:204549:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bea01d28050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3650:x1869755178567808:12345-0@lo:400:kworker.0 Request processed in 43us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145825.302214:0:204549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:0.0:1783145825.302230:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5bb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1869755178569600:12345-0@lo:400:kworker.0 Request processed in 48us (611us total) trans 0 rc 0/0 00000100:00080000:1.0:1783145825.302232:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783145825.302238:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783145825.302242:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 3 00000100:00080000:1.0:1783145825.302245:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783145825.302246:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178568064 00000100:00100000:2.0:1783145825.302250:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178568064 00000100:00080000:1.0:1783145825.302250:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783145825.302251:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8e5118000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178568320:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783145825.302270:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fd83fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178568832:0@lo:400:kworker.0 00000100:00100000:2.0:1783145825.302281:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178568704 00000100:00100000:3.0:1783145825.302285:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d12ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3653:1869755178569344:0@lo:400:kworker.0 00000100:00100000:2.0:1783145825.302286:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178568704 00000100:00100000:1.0:1783145825.302291:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1783145825.302303:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5bb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178568064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145825.302315:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:2.0:1783145825.302323:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1869755178568704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783145825.302334:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d4041e00 key gid={0} rule@0xffff9be9d08f9000 gen 0 rate 10000 depth 3 token 0 deadline 8473056310769 time 8473056210769 state 0x1 ref 2 00000100:00100000:3.0:1783145825.302344:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1869755178569216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145825.302354:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5bb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178568064:12345-0@lo:400:kworker.0 Request processed in 53us (977us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145825.302366:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1869755178568704:12345-0@lo:400:kworker.0 Request processed in 43us (831us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145825.302367:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:2.0:1783145825.302377:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:3.0:1783145825.302385:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1869755178569216:12345-0@lo:400:kworker.0 Request processed in 42us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145825.302391:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1783145825.302429:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fd83f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3651:1869755178568576:0@lo:400:kworker.0 00000100:00100000:1.0:1783145825.302438:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fd83ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178568448:0@lo:400:kworker.0 00000100:00100000:0.0:1783145825.302446:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fd83f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3651:1869755178569088:0@lo:400:kworker.0 00000100:00100000:1.0:1783145825.302460:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fd83c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178568960:0@lo:400:kworker.0 00000100:00100000:3.0:1783145825.302465:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d4041e00 key gid={0} rule@0xffff9be9d08f9000 gen 0 rate 10000 depth 3 token 0 deadline 8473056310769 time 8473056340899 state 0x0 ref 1 00000100:00100000:0.0:1783145825.302465:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3651:1869755178569600:0@lo:400:kworker.0 00000100:00100000:2.0:1783145825.302467:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fd83df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178568192:0@lo:400:kworker.0 00000100:00100000:3.0:1783145825.302483:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1b3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1869755178569472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145825.302488:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fd83dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178568064:0@lo:400:kworker.0 00000100:00100000:1.0:1783145825.302489:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178567936:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783145825.302491:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fd83e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178568704:0@lo:400:kworker.0 00000100:00100000:2.0:1783145825.302520:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d12ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3652:1869755178569216:0@lo:400:kworker.0 00000100:00100000:3.0:1783145825.302523:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1b3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1869755178569472:12345-0@lo:400:kworker.0 Request processed in 40us (780us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145825.302524:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d13c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178567680:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783145825.302535:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1783145825.302539:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d4041e00 key gid={0} rule@0xffff9be9d08f9000 gen 0 rate 10000 depth 3 token 0 deadline 8473056310769 time 8473056340899 state 0x2 ref 0 00000100:00100000:1.0:1783145825.302547:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fd83c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6b9a8718-6228-431e-b216-b4d0ab45a378:3650:1869755178567808:0@lo:400:kworker.0 00000100:00100000:1.0:1783145825.302575:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d12dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3650:1869755178569472:0@lo:400:kworker.0 00010000:00010000:1.0:1783145825.749250:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145826.228388:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9c00 gen 0 rate 1 depth 3 token 0 deadline 8474982255675 time 8473982255675 state 0x1 ref 3 00000100:00100000:0.0:1783145826.228420:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d13caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+511:306213:x1869755188057856:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145826.228440:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145826.228459:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee3668944f0 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b34d expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.228515:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee3668944f0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b34d expref: 512 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.228527:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee3668944f0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b34d expref: 512 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.228547:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b8:0x0].0x0 (ffff9be9c951d400) 00010000:00010000:0.0:1783145826.228550:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145826.228554:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01348c00, rc 0) 00000100:00100000:0.0:1783145826.228631:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+512:306213:x1869755188057856:12345-192.168.203.44@tcp:101:touch.500 Request processed in 228us (1996777us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145826.228640:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 637 00000100:00100000:3.0:1783145826.229941:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145826.229990:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188058368 00000100:00100000:1.0:1783145826.229998:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188058368 00000100:00080000:2.0:1783145826.230044:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783145826.230048:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2650 00000100:00100000:1.0:1783145826.230057:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e5118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b832727d-edc7-457c-aba4-c59935e6a58f+106:2407:x1869755188058368:12345-192.168.203.44@tcp:2:touch.500 00002000:00010000:1.0:1783145826.230270:0:206058:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0xbe7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1783145826.230273:0:206058:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0xbe7:0x0] updating lvb mtime from disk: 0 -> 1783145824 00002000:00010000:1.0:1783145826.230275:0:206058:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0xbe7:0x0] updating lvb atime from disk: 0 -> 1783145824 00002000:00010000:1.0:1783145826.230276:0:206058:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0xbe7:0x0] updating lvb ctime from disk: 0 -> 1783145824 00002000:00010000:1.0:1783145826.230278:0:206058:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0xbe7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1783145826.230304:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e5118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b832727d-edc7-457c-aba4-c59935e6a58f+107:2407:x1869755188058368:12345-192.168.203.44@tcp:2:touch.500 Request processed in 249us (363us total) trans 8589936121 rc 0/0 00000100:00100000:1.0:1783145826.230313:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2650 00000100:00100000:3.0:1783145826.230915:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145826.230954:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188058624 00000100:00100000:1.0:1783145826.230958:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188058624 00000100:00100000:1.0:1783145826.230992:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1003 00000100:00100000:1.0:1783145826.231001:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e511aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+512:306213:x1869755188058624:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145826.231241:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e511aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+513:306213:x1869755188058624:12345-192.168.203.44@tcp:35:touch.500 Request processed in 241us (325us total) trans 12884905641 rc 0/0 00000100:00100000:1.0:1783145826.231249:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1003 00000001:00080000:0.0:1783145826.232303:0:204536:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884905641 is committed 00000004:00080000:0.0:1783145826.232313:0:204536:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 27 committed 00000004:00080000:0.0:1783145826.232330:0:204536:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 33 committed 00010000:00010000:1.0:1783145826.232339:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee36689056b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x173:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.232350:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee36689056b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x173:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.232358:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee36689056b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x173:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.232366:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01349c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.232371:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee36689056b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x173:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145826.232372:0:204536:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 26 committed 00010000:00010000:1.0:1783145826.232383:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee36689056b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x173:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145826.232397:0:204536:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 32 committed 00010000:00010000:1.0:1783145826.232400:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x173:0x0].0x0 (ffff9be8d2c8c500) 00010000:00010000:1.0:1783145826.232404:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.232410:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee36689056b lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x173:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.232417:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee36689056b lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x173:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.232452:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348000/0x38bddee3668905aa lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.232462:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348000/0x38bddee3668905aa lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.232471:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348000/0x38bddee3668905aa lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.232479:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.232484:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348000/0x38bddee3668905aa lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.232493:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348000/0x38bddee3668905aa lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.232503:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1957480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178569728:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.232505:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:1.0:1783145826.232511:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.232516:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348000/0x38bddee3668905aa lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.232523:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348000/0x38bddee3668905aa lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.232524:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1957800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178570112:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1783145826.232547:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.232550:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dee00/0x38bddee366890621 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.232562:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dee00/0x38bddee366890621 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.232566:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.232574:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dee00/0x38bddee366890621 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.232577:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178570240:0@lo:6:osp-syn-1-0.0 00000001:00080000:0.0:1783145826.232582:0:204536:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884905574 is committed 00010000:00010000:1.0:1783145826.232586:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d93dee00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.232591:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dee00/0x38bddee366890621 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.232592:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d12ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178570624:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.232605:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.232606:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dee00/0x38bddee366890621 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.232618:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00010000:00010000:1.0:1783145826.232620:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.232624:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dee00/0x38bddee366890621 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.232629:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178570752:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.232633:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dee00/0x38bddee366890621 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.232638:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.232658:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f400/0x38bddee366890652 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x174:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.232663:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f400/0x38bddee366890652 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x174:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.232664:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178569728 00000100:00100000:2.0:1783145826.232669:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178569728 00010000:00010000:1.0:1783145826.232670:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f400/0x38bddee366890652 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x174:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.232676:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d375f400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.232679:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f400/0x38bddee366890652 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x174:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.232680:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fd83c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178571136:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.232686:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f400/0x38bddee366890652 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x174:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.232695:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x174:0x0].0x0 (ffff9be8cc99ad00) 00010000:00010000:1.0:1783145826.232697:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.232699:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f400/0x38bddee366890652 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x174:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.232700:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178570112 00000100:00100000:2.0:1783145826.232705:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178570112 00010000:00010000:1.0:1783145826.232706:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f400/0x38bddee366890652 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x174:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.232713:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.232732:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349a00/0x38bddee366890660 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.232737:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178570240 00010000:00010000:1.0:1783145826.232737:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349a00/0x38bddee366890660 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.232738:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fd83e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178571648:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.232741:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178570240 00010000:00010000:1.0:1783145826.232749:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349a00/0x38bddee366890660 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.232753:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01349a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.232755:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349a00/0x38bddee366890660 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.232760:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349a00/0x38bddee366890660 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.232767:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178570624 00010000:00010000:1.0:1783145826.232769:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00000100:00100000:2.0:1783145826.232771:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178570624 00010000:00010000:1.0:1783145826.232772:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145826.232775:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.232777:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349a00/0x38bddee366890660 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.232782:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349a00/0x38bddee366890660 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.232795:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844000/0x38bddee36689068a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x175:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.232799:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844000/0x38bddee36689068a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x175:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.232800:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178571136 00000100:00100000:2.0:1783145826.232804:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178571136 00010000:00010000:1.0:1783145826.232806:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844000/0x38bddee36689068a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x175:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.232811:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00010000:00010000:1.0:1783145826.232811:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8844000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.232813:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844000/0x38bddee36689068a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x175:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.232819:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844000/0x38bddee36689068a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x175:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.232823:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d12dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178569984:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.232823:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178571648 00000100:00100000:2.0:1783145826.232828:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178571648 00010000:00010000:1.0:1783145826.232828:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x175:0x0].0x0 (ffff9be9d5ab6100) 00010000:00010000:1.0:1783145826.232832:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.232834:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844000/0x38bddee36689068a lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x175:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.232838:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844000/0x38bddee36689068a lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x175:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.232855:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2651 00010000:00010000:1.0:1783145826.232859:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfc00/0x38bddee366890691 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.232861:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145826.232867:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1163b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+9:3652:x1869755178569728:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.232877:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfc00/0x38bddee366890691 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.232881:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfc00/0x38bddee366890691 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.232885:0:228910:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2885 count 1 00010000:00010000:1.0:1783145826.232886:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d93dfc00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145826.232889:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178570496:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.232892:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfc00/0x38bddee366890691 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.232899:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfc00/0x38bddee366890691 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.232908:0:228910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000006c9801/0x38bddee3668944f7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb45:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.232908:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:1.0:1783145826.232912:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.232915:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfc00/0x38bddee366890691 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.232925:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.232927:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfc00/0x38bddee366890691 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.232932:0:228910:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000b2a61a1/0x38bddee36689091c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a23d expref: 75 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.232943:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb45:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1783145826.232943:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df400/0x38bddee3668906bb lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x176:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.232950:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1160000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178571008:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1783145826.232953:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb45:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.232955:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df400/0x38bddee3668906bb lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x176:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.232964:0:228910:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000006c9801/0x38bddee3668944f7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.232965:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df400/0x38bddee3668906bb lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x176:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.232979:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d93df400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.232984:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df400/0x38bddee3668906bb lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x176:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.232985:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.232993:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df400/0x38bddee3668906bb lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x176:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233000:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x176:0x0].0x0 (ffff9be9ee24d800) 00010000:00010000:1.0:1783145826.233002:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.233004:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df400/0x38bddee3668906bb lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x176:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.233007:0:228910:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000b2a61a1/0x38bddee36689091c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a23d expref: 75 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233008:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df400/0x38bddee3668906bb lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x176:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.233011:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fd83ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178571520:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.233037:0:228910:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000b2a61a1/0x38bddee36689091c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a23d expref: 75 pid: 207255 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233038:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee3668906c2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233054:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee3668906c2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.233060:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.233064:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee3668906c2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.233067:0:228910:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c98efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:228910:1869755178571776:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.233070:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.233074:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee3668906c2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233079:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee3668906c2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233087:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:1.0:1783145826.233089:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.233092:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee3668906c2 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233107:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee3668906c2 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.233148:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178569984 00010000:00010000:1.0:1783145826.233148:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e000/0x38bddee3668906ec lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x177:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.233155:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178569984 00010000:00010000:1.0:1783145826.233155:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e000/0x38bddee3668906ec lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x177:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.233156:0:228910:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d276e780 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.233164:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e000/0x38bddee3668906ec lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x177:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233168:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d375e000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.233170:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e000/0x38bddee3668906ec lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x177:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233175:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e000/0x38bddee3668906ec lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x177:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.233179:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178570496 00000100:00100000:2.0:1783145826.233183:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178570496 00010000:00010000:1.0:1783145826.233183:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x177:0x0].0x0 (ffff9be8cc99a900) 00010000:00010000:1.0:1783145826.233188:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.233190:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e000/0x38bddee3668906ec lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x177:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.233193:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178571008 00010000:00010000:1.0:1783145826.233194:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e000/0x38bddee3668906ec lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x177:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.233199:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178571008 00000100:00100000:2.0:1783145826.233213:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178571520 00010000:00010000:1.0:1783145826.233216:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee3668906f3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.233217:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178571520 00010000:00010000:1.0:1783145826.233227:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee3668906f3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233231:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee3668906f3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233235:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.233237:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee3668906f3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.233239:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2652 00010000:00010000:1.0:1783145826.233244:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee3668906f3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233251:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:1.0:1783145826.233253:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.233255:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee3668906f3 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.233259:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2653 00000100:00100000:3.0:1783145826.233263:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd83df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+11:3651:x1869755178570112:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.233265:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee3668906f3 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.233275:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+11:3652:x1869755178570240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1783145826.233280:0:228914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2881 count 1 00010000:00010000:1.0:1783145826.233281:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee36689071d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x178:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233288:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee36689071d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x178:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.233291:0:228911:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2883 count 1 00010000:00010000:1.0:1783145826.233293:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee36689071d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x178:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233299:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.233300:0:228914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001dbcd814/0x38bddee3668944fe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233302:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee36689071d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x178:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.233305:0:228911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000c36c05a/0x38bddee366894505 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233325:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee36689071d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x178:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.233330:0:228914:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001decf2b0/0x38bddee366890579 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a109 expref: 75 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.233330:0:228911:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059599153/0x38bddee36689063d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a15d expref: 75 pid: 206057 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233345:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x178:0x0].0x0 (ffff9be9ca6ebb00) 00010000:00010000:1.0:1783145826.233352:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.233353:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb43:0x0].0x0 since=3s v=(0 0) 00010000:00010000:3.0:1783145826.233355:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb41:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1783145826.233357:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee36689071d lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x178:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.233358:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb43:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.233364:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.233365:0:228911:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c36c05a/0x38bddee366894505 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.233375:0:228914:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001dbcd814/0x38bddee3668944fe lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233375:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee36689071d lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x178:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.233387:0:228911:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059599153/0x38bddee36689063d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a15d expref: 75 pid: 206057 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.233398:0:228911:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059599153/0x38bddee36689063d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a15d expref: 75 pid: 206057 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233402:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845c00/0x38bddee366890724 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233410:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845c00/0x38bddee366890724 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.233413:0:228914:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001decf2b0/0x38bddee366890579 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a109 expref: 75 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.233413:0:228911:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d160a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:228911:1869755178571904:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.233421:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845c00/0x38bddee366890724 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233436:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8845c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.233439:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845c00/0x38bddee366890724 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.233440:0:228914:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001decf2b0/0x38bddee366890579 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a109 expref: 75 pid: 206490 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.233448:0:228911:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d276eb40 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.233452:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845c00/0x38bddee366890724 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.233462:0:228914:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:228914:1869755178572032:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.233463:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:1.0:1783145826.233468:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145826.233471:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2654 00010000:00010000:1.0:1783145826.233472:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845c00/0x38bddee366890724 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233478:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845c00/0x38bddee366890724 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.233483:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd83dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3651:x1869755178570624:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145826.233491:0:228914:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb983c0 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.233492:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845a00/0x38bddee366890755 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x179:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.233495:0:206056:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2928 count 1 00010000:00010000:1.0:1783145826.233502:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845a00/0x38bddee366890755 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x179:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233506:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845a00/0x38bddee366890755 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x179:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.233510:0:206056:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000099f43530/0x38bddee36689450c lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb70:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233511:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8845a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.233516:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845a00/0x38bddee366890755 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x179:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.233517:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2655 00000100:00100000:3.0:1783145826.233531:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd83f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3651:x1869755178571136:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.233533:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845a00/0x38bddee366890755 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x179:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.233536:0:206056:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000633af9ab/0x38bddee36688c4ce lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb67991b2 expref: 106 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783145826.233545:0:228901:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2931 count 1 00010000:00010000:1.0:1783145826.233547:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x179:0x0].0x0 (ffff9be9d5ab6c00) 00000004:00080000:0.0:1783145826.233548:0:204536:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 25 committed 00010000:00010000:2.0:1783145826.233549:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb70:0x0].0x0 since=9s v=(0 0) 00010000:00010000:1.0:1783145826.233551:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.233555:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb70:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.233556:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845a00/0x38bddee366890755 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x179:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.233558:0:228901:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f0ef8a9a/0x38bddee366894513 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb73:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.233561:0:206056:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000099f43530/0x38bddee36689450c lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233573:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845a00/0x38bddee366890755 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x179:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.233586:0:228901:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee36688cc92 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799299 expref: 92 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.233595:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb73:0x0].0x0 since=9s v=(0 0) 00010000:00010000:2.0:1783145826.233596:0:206056:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000633af9ab/0x38bddee36688c4ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67991b2 expref: 106 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233597:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e600/0x38bddee36689074e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145826.233602:0:204536:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 31 committed 00010000:00010000:3.0:1783145826.233604:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb73:0x0].0x0 since=0s v=(0 0) 00000004:00080000:0.0:1783145826.233612:0:204536:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 30 committed 00010000:00010000:3.0:1783145826.233615:0:228901:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f0ef8a9a/0x38bddee366894513 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.233620:0:206056:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000633af9ab/0x38bddee36688c4ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67991b2 expref: 106 pid: 206058 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233627:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e600/0x38bddee36689074e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.233642:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2656 00010000:00010000:1.0:1783145826.233647:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e600/0x38bddee36689074e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.233650:0:206056:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1608a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:206056:1869755178572160:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.233656:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d375e600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.233658:0:228901:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee36688cc92 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799299 expref: 92 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.233660:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd83f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+11:3651:x1869755178571648:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.233661:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e600/0x38bddee36689074e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.233673:0:206056:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d276ecc0 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.233675:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e600/0x38bddee36689074e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.233677:0:228901:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee36688cc92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799299 expref: 92 pid: 206490 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1783145826.233682:0:228913:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2934 count 1 00010000:00010000:1.0:1783145826.233689:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:1.0:1783145826.233691:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145826.233694:0:228901:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:228901:1869755178572288:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.233694:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e600/0x38bddee36689074e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.233700:0:228913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee36689451a lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb76:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233705:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e600/0x38bddee36689074e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.233720:0:228901:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb98a80 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.233723:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df200/0x38bddee36689077f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x17a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233733:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df200/0x38bddee36689077f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x17a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233739:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df200/0x38bddee36689077f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x17a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.233739:0:228913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f4a43623/0x38bddee36688d249 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799405 expref: 92 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.233740:0:206057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2657 00000100:00100000:3.0:1783145826.233750:0:206057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd83fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3651:x1869755178569984:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.233758:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d93df200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.233762:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df200/0x38bddee36689077f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x17a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.233762:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb76:0x0].0x0 since=9s v=(0 0) 00002000:00080000:3.0:1783145826.233765:0:206057:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2927 count 1 00010000:00010000:0.0:1783145826.233771:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb76:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.233773:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df200/0x38bddee36689077f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x17a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.233778:0:206057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000827fdf8d/0x38bddee366894521 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.233779:0:228913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee36689451a lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233781:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17a:0x0].0x0 (ffff9be9ee24d000) 00010000:00010000:1.0:1783145826.233787:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.233790:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df200/0x38bddee36689077f lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x17a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233807:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df200/0x38bddee36689077f lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x17a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.233813:0:206057:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000de368f39/0x38bddee36688c377 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb67991a4 expref: 106 pid: 228907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.233819:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb6f:0x0].0x0 since=9s v=(0 0) 00010000:00010000:1.0:1783145826.233821:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844600/0x38bddee366890786 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.233823:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb6f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.233823:0:228913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f4a43623/0x38bddee36688d249 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799405 expref: 92 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.233830:0:206057:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000827fdf8d/0x38bddee366894521 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233835:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844600/0x38bddee366890786 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233851:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844600/0x38bddee366890786 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.233853:0:228913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f4a43623/0x38bddee36688d249 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799405 expref: 92 pid: 228906 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233855:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8844600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.233859:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844600/0x38bddee366890786 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.233860:0:206057:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000de368f39/0x38bddee36688c377 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67991a4 expref: 106 pid: 228907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233876:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844600/0x38bddee366890786 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.233884:0:206057:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000de368f39/0x38bddee36688c377 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67991a4 expref: 106 pid: 228907 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233886:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00000100:00100000:0.0:1783145826.233887:0:228913:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c5bb1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:228913:1869755178572416:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.233892:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.233896:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844600/0x38bddee366890786 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233905:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844600/0x38bddee366890786 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.233907:0:206057:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:206057:1869755178572544:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.233919:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844800/0x38bddee3668907a9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x17b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233924:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844800/0x38bddee3668907a9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x17b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.233924:0:228913:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d36500c0 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.233931:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844800/0x38bddee3668907a9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x17b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233934:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8844800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.233936:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844800/0x38bddee3668907a9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x17b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.233937:0:206057:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb98300 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.233944:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844800/0x38bddee3668907a9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x17b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.233945:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552c00/0x38bddee366890b99 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233950:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17b:0x0].0x0 (ffff9be9d5ab6f00) 00010000:00010000:1.0:1783145826.233955:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.233957:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844800/0x38bddee3668907a9 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x17b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.233960:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552c00/0x38bddee366890b99 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.233963:0:228916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2658 00010000:00010000:1.0:1783145826.233967:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844800/0x38bddee3668907a9 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x17b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.233977:0:228916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+11:3651:x1869755178570496:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.233983:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552c00/0x38bddee366890b99 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.233987:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de200/0x38bddee3668907b0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783145826.233991:0:228916:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2884 count 1 00010000:00010000:0.0:1783145826.233991:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8552c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.233999:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552c00/0x38bddee366890b99 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234001:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de200/0x38bddee3668907b0 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.234007:0:228916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003f8ed774/0x38bddee366894528 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234017:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de200/0x38bddee3668907b0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234019:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552c00/0x38bddee366890b99 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.234031:0:228916:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000082be5e44/0x38bddee366890900 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a236 expref: 75 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234032:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d93de200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.234037:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de200/0x38bddee3668907b0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234042:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:0.0:1783145826.234049:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.234052:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de200/0x38bddee3668907b0 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234055:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552c00/0x38bddee366890b99 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.234065:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb44:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1783145826.234069:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:1.0:1783145826.234073:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.234073:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552c00/0x38bddee366890b99 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.234074:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb44:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.234077:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de200/0x38bddee3668907b0 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.234083:0:228916:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f8ed774/0x38bddee366894528 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234093:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de200/0x38bddee3668907b0 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234139:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f600/0x38bddee3668907f6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x17c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234140:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5400/0x38bddee366890bc3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.234147:0:228916:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000082be5e44/0x38bddee366890900 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a236 expref: 75 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234150:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f600/0x38bddee3668907f6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x17c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234159:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5400/0x38bddee366890bc3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234166:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f600/0x38bddee3668907f6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x17c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.234175:0:228916:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000082be5e44/0x38bddee366890900 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a236 expref: 75 pid: 228911 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234180:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d375f600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.234180:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5400/0x38bddee366890bc3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234185:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f600/0x38bddee3668907f6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x17c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.234200:0:228916:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:228916:1869755178572672:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.234200:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c65d5400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.234203:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f600/0x38bddee3668907f6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x17c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234207:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5400/0x38bddee366890bc3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234221:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5400/0x38bddee366890bc3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234223:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17c:0x0].0x0 (ffff9be8cc99a000) 00010000:00010000:1.0:1783145826.234229:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.234234:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f600/0x38bddee3668907f6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x17c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.234238:0:228916:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb98900 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.234238:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a2:0x0].0x0 (ffff9be8ccee5f00) 00010000:00010000:1.0:1783145826.234241:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375f600/0x38bddee3668907f6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x17c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.234256:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2659 00010000:00010000:0.0:1783145826.234256:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.234261:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553c00/0x38bddee36689090e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234263:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5400/0x38bddee366890bc3 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.234265:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3651:x1869755178571008:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1783145826.234279:0:228903:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2887 count 1 00010000:00010000:1.0:1783145826.234280:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553c00/0x38bddee36689090e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234281:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5400/0x38bddee366890bc3 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.234291:0:228903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000237c46f7/0x38bddee36689452f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234299:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553c00/0x38bddee36689090e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.234306:0:228903:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000090988ab/0x38bddee366890a88 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a291 expref: 75 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234306:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8553c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.234314:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb47:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1783145826.234315:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553c00/0x38bddee36689090e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234315:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847c00/0x38bddee366890bbc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.234318:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb47:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.234326:0:228903:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000237c46f7/0x38bddee36689452f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234336:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847c00/0x38bddee366890bbc lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234337:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553c00/0x38bddee36689090e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.234346:0:228903:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000090988ab/0x38bddee366890a88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a291 expref: 75 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234357:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847c00/0x38bddee366890bbc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234359:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00010000:00010000:3.0:1783145826.234364:0:228903:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000090988ab/0x38bddee366890a88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a291 expref: 75 pid: 228901 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234366:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.234371:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553c00/0x38bddee36689090e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234373:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8847c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.234378:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847c00/0x38bddee366890bbc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234390:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553c00/0x38bddee36689090e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234393:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847c00/0x38bddee366890bbc lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.234394:0:228903:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:228903:1869755178572800:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.234413:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:1.0:1783145826.234416:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845400/0x38bddee366890931 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234416:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145826.234422:0:228903:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb98c00 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.234423:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847c00/0x38bddee366890bbc lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234429:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845400/0x38bddee366890931 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234434:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847c00/0x38bddee366890bbc lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234440:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845400/0x38bddee366890931 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.234443:0:228912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2660 00010000:00010000:1.0:1783145826.234452:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8845400 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145826.234457:0:228912:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+11:3651:x1869755178571520:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.234457:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845400/0x38bddee366890931 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234459:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee366890be6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783145826.234475:0:228912:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2932 count 1 00010000:00010000:1.0:1783145826.234477:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845400/0x38bddee366890931 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234487:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee366890be6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.234490:0:228912:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ccf5ada8/0x38bddee366894536 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb74:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234492:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:0.0:1783145826.234497:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee366890be6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234500:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.234505:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845400/0x38bddee366890931 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.234510:0:228912:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000680ae9f9/0x38bddee36688cca0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb67992bc expref: 92 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234514:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9ffe2c600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.234523:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb74:0x0].0x0 since=9s v=(0 0) 00010000:00010000:0.0:1783145826.234523:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee366890be6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234524:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845400/0x38bddee366890931 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.234526:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb74:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.234534:0:228912:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccf5ada8/0x38bddee366894536 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234544:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee366890be6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234551:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845e00/0x38bddee366890962 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234554:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a3:0x0].0x0 (ffff9be9ee24db00) 00010000:00010000:3.0:1783145826.234557:0:228912:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000680ae9f9/0x38bddee36688cca0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67992bc expref: 92 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234561:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.234566:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee366890be6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234575:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845e00/0x38bddee366890962 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234584:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee366890be6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.234585:0:228912:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000680ae9f9/0x38bddee36688cca0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67992bc expref: 92 pid: 228906 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234587:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845e00/0x38bddee366890962 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234603:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8845e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.234609:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845e00/0x38bddee366890962 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234609:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4200/0x38bddee366890bf4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.234613:0:228912:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:228912:1869755178572928:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.234629:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845e00/0x38bddee366890962 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234629:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4200/0x38bddee366890bf4 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.234636:0:228912:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1c00 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.234645:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4200/0x38bddee366890bf4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234648:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:0.0:1783145826.234651:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c65d4200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.234652:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.234655:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845e00/0x38bddee366890962 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234656:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4200/0x38bddee366890bf4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234665:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845e00/0x38bddee366890962 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234667:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4200/0x38bddee366890bf4 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234681:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:0.0:1783145826.234683:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.234684:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d200/0x38bddee36689097e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234685:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4200/0x38bddee366890bf4 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234694:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d200/0x38bddee36689097e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234695:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4200/0x38bddee366890bf4 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234707:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d200/0x38bddee36689097e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234712:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9ffe2d200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.234716:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d200/0x38bddee36689097e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234717:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a800/0x38bddee366890c25 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234724:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d200/0x38bddee36689097e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234727:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a800/0x38bddee366890c25 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234734:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:0.0:1783145826.234736:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a800/0x38bddee366890c25 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234737:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.234741:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d200/0x38bddee36689097e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234753:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d200/0x38bddee36689097e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234754:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961a800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.234762:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a800/0x38bddee366890c25 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234768:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846a00/0x38bddee3668909af lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234771:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a800/0x38bddee366890c25 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234777:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846a00/0x38bddee3668909af lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234782:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846a00/0x38bddee3668909af lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234784:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a4:0x0].0x0 (ffff9bea01cf0c00) 00000100:00100000:3.0:1783145826.234790:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.234790:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.234793:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8846a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.234796:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846a00/0x38bddee3668909af lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234796:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a800/0x38bddee366890c25 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.234811:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1160380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178571264:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.234811:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846a00/0x38bddee3668909af lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234812:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a800/0x38bddee366890c25 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234829:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00010000:00010000:1.0:1783145826.234832:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.234835:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846a00/0x38bddee3668909af lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.234839:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.234839:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846c00/0x38bddee366890c1e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234846:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846a00/0x38bddee3668909af lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234848:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846c00/0x38bddee366890c1e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234856:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846c00/0x38bddee366890c1e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234860:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8846c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.234861:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4e00/0x38bddee3668909cb lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234863:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846c00/0x38bddee366890c1e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.234865:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178570752 00000100:00100000:2.0:1783145826.234871:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178570752 00010000:00010000:1.0:1783145826.234873:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4e00/0x38bddee3668909cb lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234877:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846c00/0x38bddee366890c1e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234880:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4e00/0x38bddee3668909cb lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234887:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c65d4e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.234891:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4e00/0x38bddee3668909cb lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234891:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be9ca6eba00) 00010000:00010000:0.0:1783145826.234897:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145826.234898:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178571264 00000100:00100000:2.0:1783145826.234902:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178571264 00010000:00010000:0.0:1783145826.234902:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846c00/0x38bddee366890c1e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234903:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4e00/0x38bddee3668909cb lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.234909:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1783145826.234916:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2661 00000100:00100000:3.0:1783145826.234921:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8e5119180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178569856:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.234921:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846c00/0x38bddee366890c1e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234924:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00000100:00100000:2.0:1783145826.234927:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f27450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3652:x1869755178570752:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.234932:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.234936:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4e00/0x38bddee3668909cb lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234941:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4e00/0x38bddee3668909cb lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234944:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4600/0x38bddee366890c41 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.234947:0:228906:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2886 count 1 00010000:00010000:1.0:1783145826.234951:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5e00/0x38bddee3668909e7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.234962:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.234966:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4600/0x38bddee366890c41 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.234967:0:228906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000094c415c8/0x38bddee36689453d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.234978:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1954700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178570368:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.234983:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4600/0x38bddee366890c41 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.234985:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5e00/0x38bddee3668909e7 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.234997:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c65d4600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.234999:0:228906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a141547a/0x38bddee366890a96 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a29f expref: 75 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235001:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4600/0x38bddee366890c41 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.235004:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5e00/0x38bddee3668909e7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.235011:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1783145826.235022:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb46:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1783145826.235022:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4600/0x38bddee366890c41 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.235024:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c65d5e00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145826.235027:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d12ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178570880:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.235030:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb46:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.235032:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5e00/0x38bddee3668909e7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.235039:0:228906:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000094c415c8/0x38bddee36689453d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235042:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a5:0x0].0x0 (ffff9be8ccee5c00) 00010000:00010000:1.0:1783145826.235047:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5e00/0x38bddee3668909e7 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235047:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.235052:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4600/0x38bddee366890c41 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.235056:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145826.235067:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fd83c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178571392:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.235069:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4600/0x38bddee366890c41 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.235070:0:228906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a141547a/0x38bddee366890a96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a29f expref: 75 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.235073:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00010000:00010000:1.0:1783145826.235081:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.235087:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5e00/0x38bddee3668909e7 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.235094:0:228906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a141547a/0x38bddee366890a96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a29f expref: 75 pid: 228916 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.235108:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5e00/0x38bddee3668909e7 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235111:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961aa00/0x38bddee366890c8e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.235143:0:228906:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d160bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:228906:1869755178573056:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.235147:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961aa00/0x38bddee366890c8e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235154:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961aa00/0x38bddee366890c8e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235158:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961aa00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.235161:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee366890ab2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235162:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961aa00/0x38bddee366890c8e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.235176:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.235182:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee366890ab2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235182:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961aa00/0x38bddee366890c8e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.235185:0:228906:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d276ea80 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.235201:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee366890ab2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235204:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00000100:00100000:2.0:1783145826.235205:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178569856 00000100:00100000:2.0:1783145826.235209:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178569856 00010000:00010000:0.0:1783145826.235211:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.235213:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.235216:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961aa00/0x38bddee366890c8e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.235219:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee366890ab2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235231:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961aa00/0x38bddee366890c8e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.235234:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee366890ab2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.235239:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2662 00000100:00100000:3.0:1783145826.235243:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178570368 00000100:00100000:3.0:1783145826.235248:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178570368 00000100:00100000:2.0:1783145826.235254:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3652:x1869755178571264:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.235255:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00010000:00010000:0.0:1783145826.235258:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ac00/0x38bddee366890cd4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.235263:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.235268:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee366890ab2 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235270:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ac00/0x38bddee366890cd4 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.235273:0:206058:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2888 count 1 00010000:00010000:1.0:1783145826.235286:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee366890ab2 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235287:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ac00/0x38bddee366890cd4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.235290:0:206058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c297dea5/0x38bddee366894544 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb48:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.235294:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178570880 00000100:00100000:3.0:1783145826.235298:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178570880 00010000:00010000:0.0:1783145826.235309:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961ac00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.235314:0:206058:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000014861d84/0x38bddee366890cbf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a30f expref: 66 pid: 228907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235315:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ac00/0x38bddee366890cd4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.235316:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178571392 00010000:00010000:1.0:1783145826.235316:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847800/0x38bddee366890ace lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.235322:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178571392 00010000:00010000:2.0:1783145826.235334:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb48:0x0].0x0 since=2s v=(0 0) 00010000:00010000:0.0:1783145826.235337:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ac00/0x38bddee366890cd4 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.235338:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb48:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.235338:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847800/0x38bddee366890ace lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.235344:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2663 00010000:00010000:2.0:1783145826.235346:0:206058:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c297dea5/0x38bddee366894544 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.235357:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3652:x1869755178569856:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.235361:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847800/0x38bddee366890ace lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235363:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00010000:00010000:0.0:1783145826.235370:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.235374:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8847800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.235375:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ac00/0x38bddee366890cd4 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783145826.235376:0:206490:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2926 count 1 00010000:00010000:2.0:1783145826.235379:0:206058:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000014861d84/0x38bddee366890cbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a30f expref: 66 pid: 228907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.235381:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847800/0x38bddee366890ace lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.235391:0:206490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065f64b99/0x38bddee36689454b lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb6e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235398:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ac00/0x38bddee366890cd4 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.235403:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847800/0x38bddee366890ace lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.235406:0:206058:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000014861d84/0x38bddee366890cbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a30f expref: 66 pid: 228907 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.235424:0:206490:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e84d3898/0x38bddee36688c1fd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679916c expref: 106 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.235430:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:0.0:1783145826.235431:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4000/0x38bddee366890cf0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.235432:0:206058:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1608380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:206058:1869755178573184:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.235433:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb6e:0x0].0x0 since=9s v=(0 0) 00010000:00010000:1.0:1783145826.235437:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.235442:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb6e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.235445:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847800/0x38bddee366890ace lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.235450:0:206490:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065f64b99/0x38bddee36689454b lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235451:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4000/0x38bddee366890cf0 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.235461:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847800/0x38bddee366890ace lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.235464:0:206058:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d276e3c0 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.235473:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4000/0x38bddee366890cf0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235480:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c65d4000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.235484:0:206490:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e84d3898/0x38bddee36688c1fd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679916c expref: 106 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.235487:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553400/0x38bddee366890aea lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235488:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4000/0x38bddee366890cf0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.235497:0:206490:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e84d3898/0x38bddee36688c1fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679916c expref: 106 pid: 228901 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.235512:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553400/0x38bddee366890aea lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235512:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4000/0x38bddee366890cf0 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.235515:0:206490:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ca07d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:206490:1869755178573312:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.235531:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553400/0x38bddee366890aea lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235535:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a6:0x0].0x0 (ffff9be8ccee5100) 00010000:00010000:1.0:1783145826.235538:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8553400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.235540:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.235543:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553400/0x38bddee366890aea lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.235544:0:228904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2664 00000100:00100000:3.0:1783145826.235546:0:206490:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c10c0 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.235547:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4000/0x38bddee366890cf0 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.235556:0:228904:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3652:x1869755178570368:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.235565:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553400/0x38bddee366890aea lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235567:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4000/0x38bddee366890cf0 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.235572:0:228904:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2882 count 1 00010000:00010000:2.0:1783145826.235585:0:228904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006245d837/0x38bddee366894552 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.235588:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:1.0:1783145826.235595:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.235597:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b600/0x38bddee366890cf7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.235601:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553400/0x38bddee366890aea lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.235612:0:228904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009bb5cd3e/0x38bddee366890636 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a156 expref: 75 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.235621:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553400/0x38bddee366890aea lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.235635:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb42:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1783145826.235636:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b600/0x38bddee366890cf7 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.235639:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.235645:0:228904:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006245d837/0x38bddee366894552 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.235650:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846400/0x38bddee366890b06 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235651:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b600/0x38bddee366890cf7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.235663:0:228904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009bb5cd3e/0x38bddee366890636 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a156 expref: 75 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235671:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961b600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.235678:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b600/0x38bddee366890cf7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.235687:0:228904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009bb5cd3e/0x38bddee366890636 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a156 expref: 75 pid: 206056 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.235688:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2665 00010000:00010000:1.0:1783145826.235688:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846400/0x38bddee366890b06 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235699:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b600/0x38bddee366890cf7 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.235704:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ca07f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3652:x1869755178570880:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.235712:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846400/0x38bddee366890b06 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.235715:0:228904:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c5911880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:228904:1869755178573440:192.168.203.44@tcp:104: 00002000:00080000:3.0:1783145826.235721:0:228898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2930 count 1 00010000:00010000:0.0:1783145826.235722:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:1.0:1783145826.235729:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8846400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.235729:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.235734:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b600/0x38bddee366890cf7 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.235736:0:228898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005fc88624/0x38bddee366894559 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb72:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.235737:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846400/0x38bddee366890b06 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.235743:0:228904:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d2764780 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.235754:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b600/0x38bddee366890cf7 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.235760:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846400/0x38bddee366890b06 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.235763:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2666 00000100:00100000:2.0:1783145826.235774:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ca07ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+14:3652:x1869755178571392:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.235783:0:228898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000046231ab0/0x38bddee36688cc8b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb67992ae expref: 92 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235786:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5c00/0x38bddee366890d75 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.235788:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb72:0x0].0x0 since=9s v=(0 0) 00010000:00010000:1.0:1783145826.235788:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00002000:00080000:2.0:1783145826.235790:0:228905:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2929 count 1 00010000:00010000:3.0:1783145826.235797:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb72:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.235797:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.235802:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846400/0x38bddee366890b06 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.235803:0:228905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c1432079/0x38bddee366894560 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb71:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.235805:0:228898:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005fc88624/0x38bddee366894559 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235806:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5c00/0x38bddee366890d75 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.235825:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846400/0x38bddee366890b06 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235830:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5c00/0x38bddee366890d75 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.235832:0:228905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000440959fe/0x38bddee36688cc7d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799292 expref: 92 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.235842:0:228898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000046231ab0/0x38bddee36688cc8b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67992ae expref: 92 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235851:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e5c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.235853:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844a00/0x38bddee366890b22 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235860:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5c00/0x38bddee366890d75 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.235867:0:228898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000046231ab0/0x38bddee36688cc8b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67992ae expref: 92 pid: 228906 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.235875:0:228905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000001fe8a31/0x38bddee36688d281 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679940c expref: 106 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.235877:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844a00/0x38bddee366890b22 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235882:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5c00/0x38bddee366890d75 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.235896:0:228898:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ca07d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:228898:1869755178573568:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.235899:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb71:0x0].0x0 since=9s v=(0 0) 00010000:00010000:1.0:1783145826.235901:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844a00/0x38bddee366890b22 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.235906:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb71:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.235907:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:2.0:1783145826.235914:0:228905:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c1432079/0x38bddee366894560 lrc: 5/0,1 mode: --/PW res: [0x280000401:0xb71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235916:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.235917:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8844a00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145826.235920:0:228898:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1000 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.235922:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5c00/0x38bddee366890d75 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.235925:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844a00/0x38bddee366890b22 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.235940:0:228905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000001fe8a31/0x38bddee36688d281 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679940c expref: 106 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235940:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5c00/0x38bddee366890d75 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.235943:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844a00/0x38bddee366890b22 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.235968:0:228905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000001fe8a31/0x38bddee36688d281 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679940c expref: 106 pid: 228905 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.235970:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:0.0:1783145826.235971:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5000/0x38bddee366890da6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.235977:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.235983:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844a00/0x38bddee366890b22 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.235991:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5000/0x38bddee366890da6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.235996:0:228905:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c5912300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:228905:1869755178573696:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.235999:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844a00/0x38bddee366890b22 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236009:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5000/0x38bddee366890da6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236017:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e5000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.236021:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5000/0x38bddee366890da6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236022:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846e00/0x38bddee366890b3e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236033:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5000/0x38bddee366890da6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.236034:0:228905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000440959fe/0x38bddee36688cc7d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799292 expref: 92 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236036:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846e00/0x38bddee366890b3e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236058:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a7:0x0].0x0 (ffff9bea01cf0e00) 00010000:00010000:1.0:1783145826.236059:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846e00/0x38bddee366890b3e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.236060:0:228905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000440959fe/0x38bddee36688cc7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799292 expref: 92 pid: 206490 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236063:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.236069:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5000/0x38bddee366890da6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236080:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8846e00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.236086:0:228905:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c5910700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:228905:1869755178573824:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.236087:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846e00/0x38bddee366890b3e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236088:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5000/0x38bddee366890da6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236116:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846e00/0x38bddee366890b3e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236144:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00010000:00010000:1.0:1783145826.236147:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.236150:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c200/0x38bddee366890d9f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236152:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846e00/0x38bddee366890b3e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.236155:0:228905:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d2764180 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.236169:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c200/0x38bddee366890d9f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236170:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846e00/0x38bddee366890b3e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236188:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c200/0x38bddee366890d9f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236195:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9ffe2c200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.236197:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a400/0x38bddee366890b5a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236199:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c200/0x38bddee366890d9f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236213:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a400/0x38bddee366890b5a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236214:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c200/0x38bddee366890d9f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236228:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a400/0x38bddee366890b5a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236233:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:1.0:1783145826.236238:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961a400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.236239:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.236245:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a400/0x38bddee366890b5a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236246:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c200/0x38bddee366890d9f lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236261:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a400/0x38bddee366890b5a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236263:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c200/0x38bddee366890d9f lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236281:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:1.0:1783145826.236286:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.236290:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366890dbb lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236291:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a400/0x38bddee366890b5a lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236308:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a400/0x38bddee366890b5a lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236311:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366890dbb lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236321:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366890dbb lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236324:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.236326:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366890dbb lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236330:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4400/0x38bddee366890b76 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236331:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366890dbb lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236348:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a8:0x0].0x0 (ffff9bea021f2e00) 00010000:00010000:0.0:1783145826.236352:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.236354:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4400/0x38bddee366890b76 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236354:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366890dbb lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236368:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366890dbb lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236371:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4400/0x38bddee366890b76 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236378:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c65d4400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.236381:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4600/0x38bddee366890dc9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236382:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4400/0x38bddee366890b76 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236391:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4600/0x38bddee366890dc9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236396:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4400/0x38bddee366890b76 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236398:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4600/0x38bddee366890dc9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236414:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e4600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.236417:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4600/0x38bddee366890dc9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236418:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:0.0:1783145826.236421:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4600/0x38bddee366890dc9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236423:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.236429:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4400/0x38bddee366890b76 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236431:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:0.0:1783145826.236435:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.236438:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4600/0x38bddee366890dc9 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236443:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4400/0x38bddee366890b76 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236444:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4600/0x38bddee366890dc9 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236469:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366890df3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236473:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366890df3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236477:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366890df3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236479:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0e00/0x38bddee366891310 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236488:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0e00/0x38bddee366891310 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236494:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.236495:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0e00/0x38bddee366891310 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236498:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366890df3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236511:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea021c0e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.236513:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366890df3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236517:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0e00/0x38bddee366891310 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236524:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be9ca6eba00) 00010000:00010000:0.0:1783145826.236529:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.236533:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366890df3 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236535:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0e00/0x38bddee366891310 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236545:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366890df3 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236550:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be9ca6eba00) 00010000:00010000:1.0:1783145826.236555:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.236558:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0e00/0x38bddee366891310 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236561:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366890e16 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236566:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0e00/0x38bddee366891310 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236573:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366890e16 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236582:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366890e16 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236589:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.236590:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e000/0x38bddee36689136b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x17d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236594:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366890e16 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236601:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e000/0x38bddee36689136b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x17d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236606:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366890e16 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236610:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e000/0x38bddee36689136b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x17d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236621:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9e000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.236622:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00010000:00010000:1.0:1783145826.236625:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e000/0x38bddee36689136b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x17d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236627:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.236632:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366890e16 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236636:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e000/0x38bddee36689136b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x17d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236642:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366890e16 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236649:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17d:0x0].0x0 (ffff9be9cd7dac00) 00010000:00010000:1.0:1783145826.236653:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.236657:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e000/0x38bddee36689136b lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x17d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236659:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee366890e32 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236668:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e000/0x38bddee36689136b lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x17d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236685:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee366890e32 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236693:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee366890e32 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236699:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9ffe2c400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.236700:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844c00/0x38bddee3668913aa lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236703:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee366890e32 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236714:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844c00/0x38bddee3668913aa lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236717:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee366890e32 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236724:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844c00/0x38bddee3668913aa lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236732:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1a9:0x0].0x0 (ffff9be9ee24da00) 00010000:00010000:1.0:1783145826.236733:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8844c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.236739:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.236740:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844c00/0x38bddee3668913aa lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236743:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee366890e32 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236753:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844c00/0x38bddee3668913aa lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236756:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee366890e32 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236769:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:1.0:1783145826.236773:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.236777:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844c00/0x38bddee3668913aa lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236783:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5800/0x38bddee366890e40 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236784:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8844c00/0x38bddee3668913aa lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236800:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5800/0x38bddee366890e40 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236809:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5800/0x38bddee366890e40 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236813:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f600/0x38bddee3668913cd lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x17e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236816:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e5800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.236823:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5800/0x38bddee366890e40 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236830:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f600/0x38bddee3668913cd lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x17e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236834:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5800/0x38bddee366890e40 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.236836:0:206057:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:206057:1869755178572544:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.236849:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f600/0x38bddee3668913cd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x17e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236854:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00010000:00010000:1.0:1783145826.236857:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9f600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.236859:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.236862:0:206057:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000827fdf8d/0x38bddee366894521 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236863:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f600/0x38bddee3668913cd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x17e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236865:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5800/0x38bddee366890e40 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236886:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5800/0x38bddee366890e40 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236887:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f600/0x38bddee3668913cd lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x17e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.236892:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145826.236900:0:206056:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1608a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:206056:1869755178572160:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.236914:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17e:0x0].0x0 (ffff9be9cd7da100) 00000100:00100000:3.0:1783145826.236919:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.236919:0:206056:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000099f43530/0x38bddee36689450c lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236919:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c800/0x38bddee366890e5c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236921:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.236927:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f600/0x38bddee3668913cd lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x17e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.236943:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.236943:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c800/0x38bddee366890e5c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.236948:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f600/0x38bddee3668913cd lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x17e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.236955:0:228911:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d160a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:228911:1869755178571904:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.236961:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c800/0x38bddee366890e5c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.236968:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.236969:0:228911:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000c36c05a/0x38bddee366894505 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236977:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9ffe2c800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.236980:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e400/0x38bddee36689148a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.236983:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c800/0x38bddee366890e5c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.236992:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188058752 00010000:00010000:1.0:1783145826.236993:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e400/0x38bddee36689148a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.236994:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145826.236999:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188058752 00010000:00010000:0.0:1783145826.237004:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c800/0x38bddee366890e5c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237008:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e400/0x38bddee36689148a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237017:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1aa:0x0].0x0 (ffff9be9ee24dc00) 00010000:00010000:1.0:1783145826.237018:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9e400 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145826.237020:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.237025:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.237026:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e400/0x38bddee36689148a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.237028:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000de368f39/0x38bddee36688c377 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67991a4 expref: 107 pid: 228907 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237034:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c800/0x38bddee366890e5c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.237046:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.237047:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e400/0x38bddee36689148a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237054:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c800/0x38bddee366890e5c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.237064:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.237068:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00000100:00100000:2.0:1783145826.237069:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188059008 00000100:00100000:2.0:1783145826.237075:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188059008 00010000:00010000:1.0:1783145826.237075:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.237079:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5a00/0x38bddee366890e71 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237080:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e400/0x38bddee36689148a lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237091:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5a00/0x38bddee366890e71 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237095:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e400/0x38bddee36689148a lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.237111:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059599153/0x38bddee36689063d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a15d expref: 76 pid: 206057 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237111:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5a00/0x38bddee366890e71 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237138:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e5a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.237141:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5a00/0x38bddee366890e71 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237151:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5a00/0x38bddee366890e71 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237152:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b800/0x38bddee3668914d0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.237163:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188059264 00010000:00010000:0.0:1783145826.237166:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:1.0:1783145826.237167:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b800/0x38bddee3668914d0 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.237168:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188059264 00000100:00100000:3.0:1783145826.237172:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.237173:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.237177:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5a00/0x38bddee366890e71 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237182:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b800/0x38bddee3668914d0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237183:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5a00/0x38bddee366890e71 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.237189:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000633af9ab/0x38bddee36688c4ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67991b2 expref: 108 pid: 206058 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237200:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536b800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.237207:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4a00/0x38bddee366890e8d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237208:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b800/0x38bddee3668914d0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237228:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b800/0x38bddee3668914d0 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237229:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4a00/0x38bddee366890e8d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.237234:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188059776 00000100:00100000:2.0:1783145826.237240:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188059776 00010000:00010000:0.0:1783145826.237246:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4a00/0x38bddee366890e8d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237251:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:0.0:1783145826.237252:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e4a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.237256:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4a00/0x38bddee366890e8d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.237258:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000090988ab/0x38bddee366890a88 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a291 expref: 77 pid: 228901 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237258:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.237262:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4a00/0x38bddee366890e8d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237264:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b800/0x38bddee3668914d0 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237280:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ab:0x0].0x0 (ffff9bea01cf0f00) 00000100:00100000:3.0:1783145826.237281:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.237286:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.237287:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b800/0x38bddee3668914d0 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237289:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4a00/0x38bddee366890e8d lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.237293:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188059520 00000100:00100000:2.0:1783145826.237298:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188059520 00010000:00010000:0.0:1783145826.237304:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4a00/0x38bddee366890e8d lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237318:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5a00/0x38bddee3668914e5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x17f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237323:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845200/0x38bddee366890ea2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.237325:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f4a43623/0x38bddee36688d249 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799405 expref: 93 pid: 228906 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237325:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5a00/0x38bddee3668914e5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x17f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237339:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845200/0x38bddee366890ea2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237344:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5a00/0x38bddee3668914e5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x17f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237355:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845200/0x38bddee366890ea2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.237356:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188059648 00010000:00010000:1.0:1783145826.237356:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c65d5a00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.237361:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188059648 00010000:00010000:1.0:1783145826.237362:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5a00/0x38bddee3668914e5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x17f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237365:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8845200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.237368:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5a00/0x38bddee3668914e5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x17f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237370:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845200/0x38bddee366890ea2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.237372:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000082be5e44/0x38bddee366890900 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a236 expref: 78 pid: 228911 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237387:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845200/0x38bddee366890ea2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237391:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x17f:0x0].0x0 (ffff9bea01cf0300) 00000100:00100000:2.0:1783145826.237393:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188058880 00010000:00010000:0.0:1783145826.237396:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00000100:00100000:2.0:1783145826.237397:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188058880 00010000:00010000:1.0:1783145826.237398:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.237399:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.237403:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845200/0x38bddee366890ea2 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237405:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5a00/0x38bddee3668914e5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x17f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237408:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845200/0x38bddee366890ea2 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.237409:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000b2a61a1/0x38bddee36689091c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a23d expref: 79 pid: 207255 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237426:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5a00/0x38bddee3668914e5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x17f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237435:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890ebe lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.237436:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188059136 00000100:00100000:2.0:1783145826.237440:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188059136 00010000:00010000:0.0:1783145826.237443:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890ebe lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237449:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890ebe lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237452:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.237456:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890ebe lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237457:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4a00/0x38bddee36689150f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x180:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.237460:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001decf2b0/0x38bddee366890579 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a109 expref: 80 pid: 206490 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.237468:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.237473:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890ebe lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.237487:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145826.237488:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188059392 00010000:00010000:0.0:1783145826.237491:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ac:0x0].0x0 (ffff9bea021f2900) 00000100:00100000:2.0:1783145826.237492:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188059392 00010000:00010000:0.0:1783145826.237496:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.237497:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4a00/0x38bddee36689150f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x180:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237501:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890ebe lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.237506:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee36688cc92 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799299 expref: 94 pid: 206490 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237511:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4a00/0x38bddee36689150f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x180:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237514:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366890ebe lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.237530:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188059904 00010000:00010000:1.0:1783145826.237530:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c65d4a00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.237534:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188059904 00010000:00010000:1.0:1783145826.237537:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4a00/0x38bddee36689150f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x180:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237540:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552400/0x38bddee366890f20 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.237546:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.237548:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4a00/0x38bddee36689150f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x180:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.237549:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000680ae9f9/0x38bddee36688cca0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67992bc expref: 95 pid: 228906 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237553:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552400/0x38bddee366890f20 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.237567:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.237572:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x180:0x0].0x0 (ffff9bea01cf0000) 00010000:00010000:0.0:1783145826.237574:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552400/0x38bddee366890f20 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237577:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145826.237580:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188060160 00010000:00010000:1.0:1783145826.237582:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4a00/0x38bddee36689150f lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x180:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237582:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8552400 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.237583:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188060160 00010000:00010000:0.0:1783145826.237589:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552400/0x38bddee366890f20 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237592:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d4a00/0x38bddee36689150f lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x180:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.237597:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.237598:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000014861d84/0x38bddee366890cbf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a30f expref: 67 pid: 228907 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237603:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552400/0x38bddee366890f20 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237620:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd600/0x38bddee3668915ef lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237623:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00000100:00100000:2.0:1783145826.237624:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188060416 00000100:00100000:2.0:1783145826.237628:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188060416 00010000:00010000:0.0:1783145826.237629:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.237632:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd600/0x38bddee3668915ef lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237634:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552400/0x38bddee366890f20 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.237640:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009bb5cd3e/0x38bddee366890636 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a156 expref: 81 pid: 206056 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237650:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552400/0x38bddee366890f20 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237652:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd600/0x38bddee3668915ef lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.237656:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188060032 00000100:00100000:2.0:1783145826.237659:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188060032 00010000:00010000:1.0:1783145826.237665:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fd600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.237665:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0c00/0x38bddee366890f4a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.237672:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000046231ab0/0x38bddee36688cc8b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67992ae expref: 96 pid: 228906 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237673:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd600/0x38bddee3668915ef lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237690:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0c00/0x38bddee366890f4a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.237694:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.237697:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd600/0x38bddee3668915ef lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.237698:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188060544 00010000:00010000:0.0:1783145826.237700:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0c00/0x38bddee366890f4a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.237702:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188060544 00010000:00010000:2.0:1783145826.237714:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e84d3898/0x38bddee36688c1fd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679916c expref: 109 pid: 228901 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237715:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea021c0c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.237720:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be9ca6eba00) 00010000:00010000:0.0:1783145826.237721:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0c00/0x38bddee366890f4a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237727:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.237733:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd600/0x38bddee3668915ef lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237738:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0c00/0x38bddee366890f4a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.237745:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188060288 00000100:00100000:2.0:1783145826.237748:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188060288 00010000:00010000:1.0:1783145826.237755:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd600/0x38bddee3668915ef lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237757:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ad:0x0].0x0 (ffff9be9c31f0100) 00010000:00010000:2.0:1783145826.237760:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a141547a/0x38bddee366890a96 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a29f expref: 82 pid: 228916 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237762:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.237766:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0c00/0x38bddee366890f4a lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237782:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea021c0c00/0x38bddee366890f4a lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.237785:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188060672 00010000:00010000:1.0:1783145826.237785:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536be00/0x38bddee36689162e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.237789:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188060672 00010000:00010000:1.0:1783145826.237798:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536be00/0x38bddee36689162e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237798:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e600/0x38bddee366890f6d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.237799:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000001fe8a31/0x38bddee36688d281 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679940c expref: 110 pid: 228905 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237820:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e600/0x38bddee366890f6d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237821:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536be00/0x38bddee36689162e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.237829:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 781 00010000:00010000:1.0:1783145826.237837:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536be00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.237837:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e600/0x38bddee366890f6d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.237843:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145826.237843:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ca07ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+110:2407:x1869755188058752:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.237844:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536be00/0x38bddee36689162e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237849:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9e600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.237855:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e600/0x38bddee366890f6d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.237858:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.237858:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536be00/0x38bddee36689162e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237861:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e600/0x38bddee366890f6d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.237864:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188060800 00010000:00010000:2.0:1783145826.237866:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000de368f39/0x38bddee36688c377 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67991a4 expref: 110 pid: 228907 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.237869:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188060800 00010000:00010000:1.0:1783145826.237876:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00010000:00010000:0.0:1783145826.237880:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:1.0:1783145826.237882:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.237886:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.237887:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000440959fe/0x38bddee36688cc7d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799292 expref: 97 pid: 206490 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237888:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536be00/0x38bddee36689162e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.237889:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000de368f39/0x38bddee36688c377 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67991a4 expref: 110 pid: 228907 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237890:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e600/0x38bddee366890f6d lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237909:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536be00/0x38bddee36689162e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237910:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e600/0x38bddee366890f6d lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.237926:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 782 00010000:00010000:2.0:1783145826.237927:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de368f39/0x38bddee36688c377 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67991a4 expref: 110 pid: 228907 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.237937:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ca07dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+82:2407:x1869755188059008:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145826.237940:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb6f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.237942:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b200/0x38bddee366891690 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x181:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237942:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfa00/0x38bddee366890f89 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.237943:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.237945:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb6f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.237951:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059599153/0x38bddee36689063d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a15d expref: 82 pid: 206057 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.237958:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000827fdf8d/0x38bddee366894521 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237962:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b200/0x38bddee366891690 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x181:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237967:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfa00/0x38bddee366890f89 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.237979:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059599153/0x38bddee36689063d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a15d expref: 82 pid: 206057 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.237982:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b200/0x38bddee366891690 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x181:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.237986:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000827fdf8d/0x38bddee366894521 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.237990:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfa00/0x38bddee366890f89 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.238001:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536b200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.238006:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b200/0x38bddee366891690 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x181:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.238012:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059599153/0x38bddee36689063d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a15d expref: 82 pid: 206057 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238012:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d93dfa00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.238014:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b200/0x38bddee366891690 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x181:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238017:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfa00/0x38bddee366890f89 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.238021:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.238034:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x181:0x0].0x0 (ffff9be9c5256600) 00010000:00010000:0.0:1783145826.238037:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfa00/0x38bddee366890f89 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.238038:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.238042:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b200/0x38bddee366891690 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x181:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.238044:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb43:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.238048:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ca07ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+109:2407:x1869755188058752:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 208us (1158us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.238048:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00010000:00010000:3.0:1783145826.238054:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb43:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.238055:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.238058:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b200/0x38bddee366891690 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x181:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238061:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfa00/0x38bddee366890f89 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.238065:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000c36c05a/0x38bddee366894505 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.238066:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 781 00010000:00010000:0.0:1783145826.238078:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93dfa00/0x38bddee366890f89 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.238085:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c36c05a/0x38bddee366894505 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.238086:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 783 00010000:00010000:0.0:1783145826.238092:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d800/0x38bddee366891007 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.238109:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd84f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+108:2407:x1869755188059264:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.238111:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da000/0x38bddee3668916f9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238112:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d800/0x38bddee366891007 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.238138:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145826.238142:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.238142:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da000/0x38bddee3668916f9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.238146:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000633af9ab/0x38bddee36688c4ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67991b2 expref: 108 pid: 206058 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238148:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d800/0x38bddee366891007 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.238157:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da000/0x38bddee3668916f9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.238164:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ca07dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+81:2407:x1869755188059008:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 227us (1245us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.238167:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9ffe2d800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.238172:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d800/0x38bddee366891007 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.238173:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000633af9ab/0x38bddee36688c4ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67991b2 expref: 108 pid: 206058 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.238175:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78da000 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145826.238182:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 782 00010000:00010000:1.0:1783145826.238182:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da000/0x38bddee3668916f9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238192:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d800/0x38bddee366891007 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.238202:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 784 00010000:00010000:2.0:1783145826.238205:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000633af9ab/0x38bddee36688c4ce lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67991b2 expref: 108 pid: 206058 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238205:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:1.0:1783145826.238206:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da000/0x38bddee3668916f9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238211:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145826.238212:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ca07d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+80:2410:x1869755188059776:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.238216:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d800/0x38bddee366891007 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.238225:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.238229:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:3.0:1783145826.238233:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000090988ab/0x38bddee366890a88 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a291 expref: 80 pid: 228901 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.238235:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.238235:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d800/0x38bddee366891007 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.238238:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb70:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.238240:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da000/0x38bddee3668916f9 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.238248:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb70:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.238259:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da000/0x38bddee3668916f9 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.238262:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000090988ab/0x38bddee366890a88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a291 expref: 80 pid: 228901 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.238262:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000099f43530/0x38bddee36689450c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238262:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7200/0x38bddee36689102a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.238272:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db200/0x38bddee36689170e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x182:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.238292:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db200/0x38bddee36689170e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x182:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.238294:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb47:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.238300:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7200/0x38bddee36689102a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.238303:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb47:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.238308:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000099f43530/0x38bddee36689450c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.238311:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db200/0x38bddee36689170e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x182:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.238313:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000237c46f7/0x38bddee36689452f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238318:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7200/0x38bddee36689102a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.238329:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78db200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.238335:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db200/0x38bddee36689170e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x182:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238337:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b7200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.238341:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000237c46f7/0x38bddee36689452f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238342:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7200/0x38bddee36689102a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.238343:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.238344:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db200/0x38bddee36689170e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x182:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238361:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7200/0x38bddee36689102a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.238362:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd84f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+107:2407:x1869755188059264:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 266us (1421us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.238364:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x182:0x0].0x0 (ffff9be8e8a1ac00) 00010000:00010000:3.0:1783145826.238371:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.238371:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.238377:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db200/0x38bddee36689170e lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x182:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.238378:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 783 00010000:00010000:0.0:1783145826.238380:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00010000:00010000:0.0:1783145826.238386:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.238388:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db200/0x38bddee36689170e lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x182:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238390:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7200/0x38bddee36689102a lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.238396:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ca07d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+80:2410:x1869755188059776:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 183us (1428us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.238405:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7200/0x38bddee36689102a lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.238412:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 784 00010000:00010000:1.0:1783145826.238416:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4000/0x38bddee366891723 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.238422:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 785 00010000:00010000:1.0:1783145826.238423:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4000/0x38bddee366891723 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238424:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7800/0x38bddee36689104d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.238433:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+97:2407:x1869755188059520:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1783145826.238438:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 786 00010000:00010000:1.0:1783145826.238442:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4000/0x38bddee366891723 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238445:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7800/0x38bddee36689104d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.238447:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.238449:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e4000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.238455:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f4a43623/0x38bddee36688d249 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799405 expref: 97 pid: 228906 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.238456:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+79:2410:x1869755188059648:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.238456:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4000/0x38bddee366891723 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238462:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7800/0x38bddee36689104d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.238472:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.238475:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4000/0x38bddee366891723 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.238481:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000082be5e44/0x38bddee366890900 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a236 expref: 79 pid: 228911 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238483:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b7800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.238484:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f4a43623/0x38bddee36688d249 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799405 expref: 97 pid: 228906 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238491:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7800/0x38bddee36689104d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.238494:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00010000:00010000:1.0:1783145826.238501:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.238504:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4000/0x38bddee366891723 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.238514:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb76:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.238517:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7800/0x38bddee36689104d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.238518:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000082be5e44/0x38bddee366890900 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a236 expref: 79 pid: 228911 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.238518:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4000/0x38bddee366891723 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.238519:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb76:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.238528:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee36689451a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238543:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00010000:00010000:1.0:1783145826.238546:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da200/0x38bddee36689175b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238547:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.238548:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee36689451a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238552:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7800/0x38bddee36689104d lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.238555:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb44:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.238563:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da200/0x38bddee36689175b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.238565:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb44:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.238572:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7800/0x38bddee36689104d lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.238577:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003f8ed774/0x38bddee366894528 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.238584:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da200/0x38bddee36689175b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.238593:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.238599:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78da200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.238600:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ea00/0x38bddee366891069 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.238602:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f8ed774/0x38bddee366894528 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.238604:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da200/0x38bddee36689175b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.238609:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+97:2407:x1869755188059520:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 177us (1617us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.238613:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ea00/0x38bddee366891069 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.238625:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da200/0x38bddee36689175b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.238629:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 785 00010000:00010000:0.0:1783145826.238634:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ea00/0x38bddee366891069 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238640:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9ea00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.238641:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.238642:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:0.0:1783145826.238644:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ea00/0x38bddee366891069 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.238645:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145826.238649:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 787 00010000:00010000:1.0:1783145826.238650:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da200/0x38bddee36689175b lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238655:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ea00/0x38bddee366891069 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.238657:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da200/0x38bddee36689175b lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.238662:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+79:2407:x1869755188058880:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.238667:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ae:0x0].0x0 (ffff9bea021f2c00) 00000100:00100000:3.0:1783145826.238671:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+79:2410:x1869755188059648:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 217us (1648us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.238673:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.238676:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.238678:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ea00/0x38bddee366891069 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.238680:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dac00/0x38bddee36689177e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.238684:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000b2a61a1/0x38bddee36689091c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a23d expref: 79 pid: 207255 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238696:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ea00/0x38bddee366891069 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.238702:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 786 00010000:00010000:2.0:1783145826.238714:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000b2a61a1/0x38bddee36689091c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a23d expref: 79 pid: 207255 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.238715:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dac00/0x38bddee36689177e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238727:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6e00/0x38bddee366891077 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.238728:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 788 00010000:00010000:1.0:1783145826.238736:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dac00/0x38bddee36689177e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238737:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6e00/0x38bddee366891077 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.238739:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb45:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145826.238742:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+78:2407:x1869755188059136:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145826.238748:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb45:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.238757:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.238757:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6e00/0x38bddee366891077 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.238758:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000006c9801/0x38bddee3668944f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.238759:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78dac00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.238768:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001decf2b0/0x38bddee366890579 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a109 expref: 78 pid: 206490 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.238768:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dac00/0x38bddee36689177e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238773:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b6e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.238779:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6e00/0x38bddee366891077 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.238781:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000006c9801/0x38bddee3668944f7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.238792:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dac00/0x38bddee36689177e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.238798:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001decf2b0/0x38bddee366890579 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a109 expref: 78 pid: 206490 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238799:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6e00/0x38bddee366891077 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.238808:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.238814:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:1.0:1783145826.238817:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.238820:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dac00/0x38bddee36689177e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238821:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:3.0:1783145826.238824:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb41:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.238826:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+78:2407:x1869755188058880:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 166us (1782us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.238827:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.238832:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6e00/0x38bddee366891077 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.238833:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.238838:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dac00/0x38bddee36689177e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.238842:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001dbcd814/0x38bddee3668944fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238854:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6e00/0x38bddee366891077 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.238855:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 787 00010000:00010000:3.0:1783145826.238862:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001dbcd814/0x38bddee3668944fe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.238867:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbc00/0x38bddee366891793 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x183:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.238873:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbc00/0x38bddee366891793 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x183:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.238875:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.238876:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f800/0x38bddee366891093 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.238879:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 789 00010000:00010000:1.0:1783145826.238882:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbc00/0x38bddee366891793 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x183:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.238891:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+96:2407:x1869755188059392:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1783145826.238899:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+77:2407:x1869755188059136:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 158us (1834us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.238900:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78dbc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.238903:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.238906:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbc00/0x38bddee366891793 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x183:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238912:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f800/0x38bddee366891093 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.238913:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee36688cc92 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799299 expref: 96 pid: 206490 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.238918:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 788 00010000:00010000:1.0:1783145826.238920:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbc00/0x38bddee366891793 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x183:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.238935:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 790 00010000:00010000:0.0:1783145826.238935:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f800/0x38bddee366891093 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.238940:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x183:0x0].0x0 (ffff9be8e8a1a200) 00010000:00010000:2.0:1783145826.238941:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee36688cc92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799299 expref: 96 pid: 206490 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.238947:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145826.238948:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd782850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+96:2407:x1869755188059904:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.238951:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbc00/0x38bddee366891793 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x183:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.238952:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9f800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.238960:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f800/0x38bddee366891093 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.238967:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.238970:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbc00/0x38bddee366891793 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x183:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.238974:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000680ae9f9/0x38bddee36688cca0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67992bc expref: 96 pid: 228906 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.238974:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb73:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.238979:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f800/0x38bddee366891093 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.238985:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb73:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.238993:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc400/0x38bddee3668917a1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.238995:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f0ef8a9a/0x38bddee366894513 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.239001:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000680ae9f9/0x38bddee36688cca0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67992bc expref: 96 pid: 228906 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239005:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1af:0x0].0x0 (ffff9bea021f2500) 00010000:00010000:1.0:1783145826.239014:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc400/0x38bddee3668917a1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239014:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.239017:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f0ef8a9a/0x38bddee366894513 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239020:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f800/0x38bddee366891093 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.239027:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb74:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.239032:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc400/0x38bddee3668917a1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.239036:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb74:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.239043:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f800/0x38bddee366891093 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.239046:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ccf5ada8/0x38bddee366894536 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.239046:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.239046:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fc400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.239052:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc400/0x38bddee3668917a1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.239063:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+96:2407:x1869755188059392:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 174us (1893us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145826.239068:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccf5ada8/0x38bddee366894536 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.239071:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc400/0x38bddee3668917a1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239073:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ba00/0x38bddee366891134 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.239080:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 789 00010000:00010000:0.0:1783145826.239092:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ba00/0x38bddee366891134 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.239094:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:1.0:1783145826.239108:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.239108:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ba00/0x38bddee366891134 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.239111:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145826.239113:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 791 00010000:00010000:1.0:1783145826.239114:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc400/0x38bddee3668917a1 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.239136:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fc400/0x38bddee3668917a1 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239141:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961ba00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.239146:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+67:2408:x1869755188060160:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.239147:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ba00/0x38bddee366891134 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.239152:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee3668917cb lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.239154:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd782850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+95:2407:x1869755188059904:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 206us (1917us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145826.239162:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.239166:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ba00/0x38bddee366891134 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.239171:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000014861d84/0x38bddee366890cbf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a30f expref: 67 pid: 228907 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.239172:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee3668917cb lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.239173:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 790 00010000:00010000:0.0:1783145826.239187:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:1.0:1783145826.239193:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee3668917cb lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239193:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.239196:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ba00/0x38bddee366891134 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.239199:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000014861d84/0x38bddee366890cbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a30f expref: 67 pid: 228907 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.239201:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8847e00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145826.239203:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 792 00010000:00010000:1.0:1783145826.239208:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee3668917cb lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.239215:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+76:2408:x1869755188060416:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.239215:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ba00/0x38bddee366891134 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.239227:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee3668917cb lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.239230:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145826.239236:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009bb5cd3e/0x38bddee366890636 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a156 expref: 76 pid: 206056 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.239236:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00010000:00010000:2.0:1783145826.239237:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb48:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.239237:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7c00/0x38bddee366891165 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.239243:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.239247:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb48:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.239248:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee3668917cb lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239258:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7c00/0x38bddee366891165 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.239260:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c297dea5/0x38bddee366894544 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.239269:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847e00/0x38bddee3668917cb lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239280:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7c00/0x38bddee366891165 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.239282:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009bb5cd3e/0x38bddee366890636 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a156 expref: 76 pid: 206056 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.239289:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c297dea5/0x38bddee366894544 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.239294:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee3668917e7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x184:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239297:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b7c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.239303:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7c00/0x38bddee366891165 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.239309:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.239318:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.239321:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7c00/0x38bddee366891165 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.239324:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145826.239326:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006245d837/0x38bddee366894552 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.239328:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee3668917e7 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x184:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239338:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00000100:00100000:2.0:1783145826.239343:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+67:2408:x1869755188060160:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 198us (1886us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.239345:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.239348:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006245d837/0x38bddee366894552 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.239348:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee3668917e7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x184:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239349:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7c00/0x38bddee366891165 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.239358:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 791 00010000:00010000:1.0:1783145826.239367:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78dbe00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.239370:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7c00/0x38bddee366891165 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.239372:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee3668917e7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x184:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.239378:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145826.239383:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 793 00010000:00010000:1.0:1783145826.239384:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee3668917e7 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x184:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239388:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6800/0x38bddee366891181 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.239392:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x184:0x0].0x0 (ffff9be8e8a1a600) 00000100:00100000:3.0:1783145826.239395:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+76:2408:x1869755188060416:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 180us (1910us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145826.239400:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+94:2407:x1869755188060032:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.239400:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.239405:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee3668917e7 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x184:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239407:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6800/0x38bddee366891181 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.239411:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 792 00010000:00010000:2.0:1783145826.239417:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.239421:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dbe00/0x38bddee3668917e7 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x184:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239425:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6800/0x38bddee366891181 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.239427:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000046231ab0/0x38bddee36688cc8b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67992ae expref: 94 pid: 228906 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.239428:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 794 00000100:00100000:3.0:1783145826.239443:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+106:2409:x1869755188060544:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.239446:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b6800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.239447:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fdc00/0x38bddee3668917f5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.239454:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.239454:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6800/0x38bddee366891181 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.239463:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e84d3898/0x38bddee36688c1fd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679916c expref: 106 pid: 228901 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.239466:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fdc00/0x38bddee3668917f5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239478:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6800/0x38bddee366891181 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.239482:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000046231ab0/0x38bddee36688cc8b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67992ae expref: 94 pid: 228906 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.239485:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fdc00/0x38bddee3668917f5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.239490:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e84d3898/0x38bddee36688c1fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679916c expref: 106 pid: 228901 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239501:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00010000:00010000:1.0:1783145826.239505:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fdc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.239510:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.239511:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fdc00/0x38bddee3668917f5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239516:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6800/0x38bddee366891181 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.239517:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb72:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.239528:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb72:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.239530:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb6e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.239530:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fdc00/0x38bddee3668917f5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239534:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6800/0x38bddee366891181 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.239539:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb6e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.239540:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005fc88624/0x38bddee366894559 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.239550:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000065f64b99/0x38bddee36689454b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.239552:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:1.0:1783145826.239558:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.239562:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fdc00/0x38bddee3668917f5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239564:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a200/0x38bddee366891206 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.239565:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005fc88624/0x38bddee366894559 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.239571:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065f64b99/0x38bddee36689454b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.239582:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fdc00/0x38bddee3668917f5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.239597:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.239602:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a200/0x38bddee366891206 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.239604:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.239610:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a200/0x38bddee366891206 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.239611:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee36689182d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x185:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.239618:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+94:2407:x1869755188060032:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 224us (2075us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.239618:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961a200 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145826.239624:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+106:2409:x1869755188060544:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 183us (2058us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.239626:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee36689182d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x185:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239626:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a200/0x38bddee366891206 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.239632:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 793 00000100:00100000:3.0:1783145826.239642:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 794 00010000:00010000:1.0:1783145826.239647:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee36689182d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x185:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239647:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a200/0x38bddee366891206 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.239655:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 795 00000100:00100000:3.0:1783145826.239665:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 796 00010000:00010000:1.0:1783145826.239665:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8846000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.239668:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00000100:00100000:2.0:1783145826.239669:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce87b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+75:2407:x1869755188060288:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.239671:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee36689182d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x185:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239674:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.239679:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a200/0x38bddee366891206 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.239681:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce878e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+105:2407:x1869755188060672:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145826.239681:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.239685:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee36689182d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x185:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.239690:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a141547a/0x38bddee366890a96 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a29f expref: 75 pid: 228916 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239696:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a200/0x38bddee366891206 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.239698:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.239705:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x185:0x0].0x0 (ffff9be9c5256f00) 00010000:00010000:3.0:1783145826.239708:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000001fe8a31/0x38bddee36688d281 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb71:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679940c expref: 105 pid: 228905 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.239713:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.239719:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee36689182d lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x185:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.239720:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a141547a/0x38bddee366890a96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a29f expref: 75 pid: 228916 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239722:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d400/0x38bddee366891229 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.239729:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000001fe8a31/0x38bddee36688d281 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb71:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679940c expref: 105 pid: 228905 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.239739:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846000/0x38bddee36689182d lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x185:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239743:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d400/0x38bddee366891229 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.239757:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.239763:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d400/0x38bddee366891229 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239768:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9ffe2d400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.239770:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb46:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.239772:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d400/0x38bddee366891229 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.239774:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce878e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+105:2407:x1869755188060672:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 98us (2086us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145826.239778:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb46:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.239778:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd400/0x38bddee366891888 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.239787:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000094c415c8/0x38bddee36689453d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239790:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d400/0x38bddee366891229 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.239801:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd400/0x38bddee366891888 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.239804:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 796 00010000:00010000:2.0:1783145826.239812:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000094c415c8/0x38bddee36689453d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239813:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:1.0:1783145826.239814:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd400/0x38bddee366891888 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239819:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145826.239822:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 797 00010000:00010000:0.0:1783145826.239823:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d400/0x38bddee366891229 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.239832:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fd400 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145826.239834:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd780050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+93:2408:x1869755188060800:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.239837:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd400/0x38bddee366891888 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.239839:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.239840:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d400/0x38bddee366891229 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.239845:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145826.239855:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000440959fe/0x38bddee36688cc7d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb71:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799292 expref: 93 pid: 206490 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.239855:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce87b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+75:2407:x1869755188060288:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 191us (2264us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.239855:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd400/0x38bddee366891888 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239860:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ec00/0x38bddee36689124c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.239873:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 795 00010000:00010000:1.0:1783145826.239875:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:0.0:1783145826.239881:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ec00/0x38bddee36689124c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.239882:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.239886:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd400/0x38bddee366891888 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239888:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ec00/0x38bddee36689124c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.239892:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000440959fe/0x38bddee36688cc7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb71:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799292 expref: 93 pid: 206490 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1783145826.239895:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1783145826.239897:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd400/0x38bddee366891888 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1783145826.239900:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1783145826.239904:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9ec00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.239909:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ec00/0x38bddee36689124c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.239919:0:228904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009bb5cd3e/0x38bddee366890636 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a156 expref: 74 pid: 206056 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239921:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ec00/0x38bddee36689124c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.239922:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee3668918a4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x186:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.239924:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb71:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.239936:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb71:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.239940:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b0:0x0].0x0 (ffff9bea021f2300) 00010000:00010000:3.0:1783145826.239946:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c1432079/0x38bddee366894560 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb71:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.239947:0:228904:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c5911880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:228904:1869755178573440:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.239947:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.239952:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee3668918a4 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x186:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239953:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ec00/0x38bddee36689124c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.239963:0:228904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006245d837/0x38bddee366894552 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.239976:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9ec00/0x38bddee36689124c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.239977:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c1432079/0x38bddee366894560 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb71:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.239977:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee3668918a4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x186:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.239978:0:228904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006245d837/0x38bddee366894552 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.239995:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78da600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.239999:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee366891253 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240000:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee3668918a4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x186:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.240004:0:228904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006245d837/0x38bddee366894552 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.240013:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.240021:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee366891253 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.240022:0:228904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006245d837/0x38bddee366894552 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240022:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee3668918a4 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x186:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.240036:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd780050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+93:2408:x1869755188060800:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 200us (2194us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.240043:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee366891253 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240044:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x186:0x0].0x0 (ffff9be8e8a1ad00) 00010000:00010000:2.0:1783145826.240046:0:228904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006245d837/0x38bddee366894552 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240051:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.240056:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee3668918a4 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x186:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.240058:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 797 00010000:00010000:0.0:1783145826.240062:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42ca800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.240068:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee366891253 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240072:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da600/0x38bddee3668918a4 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x186:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240075:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee366891253 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.240079:0:228904:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145826.240085:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:0.0:1783145826.240088:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.240089:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee366891253 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240091:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668918ab lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240094:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca800/0x38bddee366891253 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240113:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668918ab lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240131:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668918ab lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240135:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536ba00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.240139:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668918ab lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240143:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5600/0x38bddee366891276 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240145:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668918ab lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.240149:0:228903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000090988ab/0x38bddee366890a88 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a291 expref: 73 pid: 228901 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240164:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:1.0:1783145826.240170:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.240173:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5600/0x38bddee366891276 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240175:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668918ab lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240194:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ba00/0x38bddee3668918ab lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240194:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5600/0x38bddee366891276 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.240198:0:228903:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:228903:1869755178572800:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.240209:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c65d5600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.240213:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5600/0x38bddee366891276 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240219:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee3668918d5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.240220:0:228903:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000237c46f7/0x38bddee36689452f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240220:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5600/0x38bddee366891276 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240238:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee3668918d5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.240241:0:228903:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000237c46f7/0x38bddee36689452f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240242:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b1:0x0].0x0 (ffff9be8d2d9d000) 00000100:00100000:2.0:1783145826.240243:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+15:3652:x1869755178570368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4687us (5233us total) trans 8589935470 rc 0/0 00010000:00010000:0.0:1783145826.240250:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.240254:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5600/0x38bddee366891276 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240257:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee3668918d5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.240262:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2664 00010000:00010000:3.0:1783145826.240265:0:228903:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000237c46f7/0x38bddee36689452f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240273:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5600/0x38bddee366891276 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240274:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b6a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.240279:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee3668918d5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.240281:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145826.240283:0:228903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000237c46f7/0x38bddee36689452f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.240290:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006245d837/0x38bddee366894552 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240295:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee3668918d5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240299:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cba00/0x38bddee366891284 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.240310:0:228903:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000237c46f7/0x38bddee36689452f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.240316:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d50600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.240318:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00010000:00010000:0.0:1783145826.240319:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cba00/0x38bddee366891284 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.240325:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006245d837/0x38bddee366894552 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240326:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.240330:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee3668918d5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240338:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cba00/0x38bddee366891284 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.240344:0:228903:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145826.240350:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6a00/0x38bddee3668918d5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.240354:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006245d837/0x38bddee366894552 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240355:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42cba00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.240360:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cba00/0x38bddee366891284 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240364:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee3668918ea lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x187:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.240376:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006245d837/0x38bddee366894552 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240376:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cba00/0x38bddee366891284 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240377:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee3668918ea lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x187:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240396:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee3668918ea lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x187:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240399:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:2.0:1783145826.240400:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006245d837/0x38bddee366894552 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240401:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78da800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.240403:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.240408:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee3668918ea lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x187:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240409:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cba00/0x38bddee366891284 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.240421:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145826.240426:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cba00/0x38bddee366891284 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.240428:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000237c46f7/0x38bddee36689452f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240429:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee3668918ea lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x187:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.240438:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3651:x1869755178571008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6171us (7454us total) trans 8589935471 rc 0/0 00010000:00010000:0.0:1783145826.240441:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fa00/0x38bddee3668912a0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240448:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x187:0x0].0x0 (ffff9be8e8a1a000) 00010000:00010000:2.0:1783145826.240451:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696ea00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.240455:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145826.240457:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2659 00010000:00010000:2.0:1783145826.240457:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000237c46f7/0x38bddee36689452f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240459:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee3668918ea lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x187:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240460:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fa00/0x38bddee3668912a0 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240477:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da800/0x38bddee3668918ea lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x187:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.240478:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.240482:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000237c46f7/0x38bddee36689452f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240482:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fa00/0x38bddee3668912a0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240496:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee3668918ff lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.240500:0:228912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000680ae9f9/0x38bddee36688cca0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67992bc expref: 92 pid: 228906 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240501:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9fa00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.240505:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000237c46f7/0x38bddee36689452f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240506:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fa00/0x38bddee3668912a0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240527:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fa00/0x38bddee3668912a0 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240528:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee3668918ff lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.240530:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000237c46f7/0x38bddee36689452f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.240549:0:228912:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:228912:1869755178572928:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.240550:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee3668918ff lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240551:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b2:0x0].0x0 (ffff9be9cd7da800) 00010000:00010000:0.0:1783145826.240557:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.240560:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b7600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.240562:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.240562:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fa00/0x38bddee3668912a0 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.240565:0:228912:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ccf5ada8/0x38bddee366894536 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240565:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee3668918ff lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.240566:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.240569:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.240572:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fa00/0x38bddee3668912a0 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240585:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee3668918ff lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.240591:0:228912:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ccf5ada8/0x38bddee366894536 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240596:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00010000:00010000:3.0:1783145826.240597:0:228912:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ccf5ada8/0x38bddee366894536 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240602:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.240603:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961be00/0x38bddee3668912b5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240606:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee3668918ff lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.240610:0:228912:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ccf5ada8/0x38bddee366894536 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240620:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961be00/0x38bddee3668912b5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240623:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7600/0x38bddee3668918ff lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.240631:0:228912:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ccf5ada8/0x38bddee366894536 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240637:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961be00/0x38bddee3668912b5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240648:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee36689191b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x188:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240652:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961be00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.240655:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee36689191b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x188:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240657:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961be00/0x38bddee3668912b5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.240660:0:228912:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145826.240672:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee36689191b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x188:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240673:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961be00/0x38bddee3668912b5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240687:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536b600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.240693:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee36689191b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x188:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240693:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00010000:00010000:0.0:1783145826.240698:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.240703:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee36689191b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x188:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240703:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961be00/0x38bddee3668912b5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240715:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961be00/0x38bddee3668912b5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240720:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x188:0x0].0x0 (ffff9be9c5256700) 00010000:00010000:1.0:1783145826.240723:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.240726:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee36689191b lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x188:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240731:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b200/0x38bddee3668912d8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240733:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b600/0x38bddee36689191b lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x188:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.240735:0:206056:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000099f43530/0x38bddee36689450c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.240750:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+15:3651:x1869755178571520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6296us (7694us total) trans 8589936122 rc 0/0 00010000:00010000:2.0:1783145826.240759:0:206056:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000099f43530/0x38bddee36689450c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240764:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee366891929 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240767:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b200/0x38bddee3668912d8 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240785:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee366891929 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240789:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b200/0x38bddee3668912d8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.240792:0:206056:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000099f43530/0x38bddee36689450c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240798:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee366891929 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.240799:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2660 00010000:00010000:0.0:1783145826.240810:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961b200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.240814:0:206056:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000099f43530/0x38bddee36689450c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240816:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e4e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.240818:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b200/0x38bddee3668912d8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240822:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee366891929 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.240828:0:228901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee36688cc92 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799299 expref: 91 pid: 206490 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.240834:0:206056:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1783145826.240834:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b200/0x38bddee3668912d8 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240841:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee366891929 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.240847:0:228901:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:228901:1869755178572288:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.240856:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b3:0x0].0x0 (ffff9bea01cf0a00) 00010000:00010000:0.0:1783145826.240861:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.240862:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00010000:00010000:3.0:1783145826.240864:0:228901:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f0ef8a9a/0x38bddee366894513 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240865:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b200/0x38bddee3668912d8 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240866:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.240873:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee366891929 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240885:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961b200/0x38bddee3668912d8 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.240888:0:228901:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f0ef8a9a/0x38bddee366894513 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240888:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4e00/0x38bddee366891929 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.240898:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd83dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3651:x1869755178570624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7417us (8265us total) trans 8589936123 rc 0/0 00010000:00010000:0.0:1783145826.240911:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fe00/0x38bddee3668912e6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.240915:0:228901:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f0ef8a9a/0x38bddee366894513 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.240915:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2654 00010000:00010000:1.0:1783145826.240923:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee366891953 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240930:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fe00/0x38bddee3668912e6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.240933:0:206057:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000827fdf8d/0x38bddee366894521 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.240941:0:228901:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f0ef8a9a/0x38bddee366894513 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240944:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee366891953 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240952:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fe00/0x38bddee3668912e6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.240958:0:206057:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000827fdf8d/0x38bddee366894521 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240970:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee366891953 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.240972:0:228901:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f0ef8a9a/0x38bddee366894513 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240974:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9fe00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.240984:0:206057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000827fdf8d/0x38bddee366894521 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.240984:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fe00/0x38bddee3668912e6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.240992:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c65d5000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.241000:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee366891953 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.241006:0:228901:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1783145826.241007:0:206057:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000827fdf8d/0x38bddee366894521 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241008:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fe00/0x38bddee3668912e6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241013:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee366891953 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241030:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:0.0:1783145826.241034:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.241035:0:206057:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1783145826.241036:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:0.0:1783145826.241037:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fe00/0x38bddee3668912e6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241043:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.241045:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fe00/0x38bddee3668912e6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241049:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee366891953 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241057:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5000/0x38bddee366891953 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241060:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca000/0x38bddee366891325 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241071:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca000/0x38bddee366891325 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241076:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca000/0x38bddee366891325 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241080:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42ca000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.241082:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ba00/0x38bddee366891968 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x189:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241085:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca000/0x38bddee366891325 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.241090:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd83f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:3651:x1869755178571136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7563us (8377us total) trans 8589936124 rc 0/0 00010000:00010000:0.0:1783145826.241110:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca000/0x38bddee366891325 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.241115:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd83fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+16:3651:x1869755178569984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7366us (8257us total) trans 8589936125 rc 0/0 00000100:00100000:3.0:1783145826.241117:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2655 00000100:00100000:2.0:1783145826.241143:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2657 00010000:00010000:1.0:1783145826.241146:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ba00/0x38bddee366891968 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x189:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241153:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b4:0x0].0x0 (ffff9be9d1efe000) 00010000:00010000:3.0:1783145826.241154:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1783145826.241155:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ba00/0x38bddee366891968 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x189:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.241160:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ccf5ada8/0x38bddee366894536 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241160:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.241167:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca000/0x38bddee366891325 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.241168:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1783145826.241170:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1ba00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.241177:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000099f43530/0x38bddee36689450c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241178:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ba00/0x38bddee366891968 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x189:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.241180:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a0600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.241186:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ccf5ada8/0x38bddee366894536 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241187:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca000/0x38bddee366891325 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241201:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ba00/0x38bddee366891968 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x189:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.241205:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d51200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.241213:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000099f43530/0x38bddee36689450c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241220:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca200/0x38bddee366891333 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241227:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x189:0x0].0x0 (ffff9be9c5d2f400) 00010000:00010000:3.0:1783145826.241228:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ccf5ada8/0x38bddee366894536 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241235:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.241240:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000099f43530/0x38bddee36689450c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241241:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ba00/0x38bddee366891968 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x189:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241242:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca200/0x38bddee366891333 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.241258:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ccf5ada8/0x38bddee366894536 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241261:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ba00/0x38bddee366891968 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x189:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241266:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca200/0x38bddee366891333 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.241271:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000099f43530/0x38bddee36689450c lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.241285:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ccf5ada8/0x38bddee366894536 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241286:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42ca200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.241288:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee3668919e6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.241292:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000099f43530/0x38bddee36689450c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241292:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca200/0x38bddee366891333 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241307:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee3668919e6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241314:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca200/0x38bddee366891333 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.241319:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783145826.241324:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee3668919e6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.241326:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f0ef8a9a/0x38bddee366894513 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.241329:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145826.241330:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:1.0:1783145826.241336:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fda00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.241337:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000827fdf8d/0x38bddee366894521 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241337:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.241342:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f8400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.241343:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca200/0x38bddee366891333 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241344:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee3668919e6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.241347:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f0ef8a9a/0x38bddee366894513 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.241357:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.241363:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000827fdf8d/0x38bddee366894521 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241365:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca200/0x38bddee366891333 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241366:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee3668919e6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.241369:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f0ef8a9a/0x38bddee366894513 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241392:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:1.0:1783145826.241397:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.241398:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536bc00/0x38bddee366891356 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.241400:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000827fdf8d/0x38bddee366894521 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.241401:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f0ef8a9a/0x38bddee366894513 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241401:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee3668919e6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241422:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fda00/0x38bddee3668919e6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.241427:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f0ef8a9a/0x38bddee366894513 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.241430:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000827fdf8d/0x38bddee366894521 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241430:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536bc00/0x38bddee366891356 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241449:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536bc00/0x38bddee366891356 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241451:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee366891a09 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.241453:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000827fdf8d/0x38bddee366894521 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241468:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536bc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.241472:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee366891a09 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241473:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536bc00/0x38bddee366891356 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.241476:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.241480:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.241482:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.241484:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.241487:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.241487:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee366891a09 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241489:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536bc00/0x38bddee366891356 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.241491:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.241501:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961a000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.241504:0:228911:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000c36c05a/0x38bddee366894505 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.241505:0:228898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046231ab0/0x38bddee36688cc8b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67992ae expref: 90 pid: 228906 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241506:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00010000:00010000:1.0:1783145826.241507:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee366891a09 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241514:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.241517:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536bc00/0x38bddee366891356 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241528:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee366891a09 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.241529:0:228911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c36c05a/0x38bddee366894505 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.241535:0:228898:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ca07d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:228898:1869755178573568:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.241536:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536bc00/0x38bddee366891356 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241550:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:2.0:1783145826.241552:0:228911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000c36c05a/0x38bddee366894505 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241553:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.241556:0:228898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005fc88624/0x38bddee366894559 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241559:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee366891a09 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241560:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f000/0x38bddee366891387 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.241571:0:228911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000c36c05a/0x38bddee366894505 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241578:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961a000/0x38bddee366891a09 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241581:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f000/0x38bddee366891387 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.241583:0:228898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005fc88624/0x38bddee366894559 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.241602:0:228911:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145826.241602:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f000/0x38bddee366891387 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.241603:0:228898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005fc88624/0x38bddee366894559 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241606:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd200/0x38bddee366891a1e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241620:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9f000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.241625:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd200/0x38bddee366891a1e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.241627:0:228898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005fc88624/0x38bddee366894559 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241627:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f000/0x38bddee366891387 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241638:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd200/0x38bddee366891a1e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241645:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f000/0x38bddee366891387 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.241652:0:228898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005fc88624/0x38bddee366894559 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241654:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fd200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.241659:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd200/0x38bddee366891a1e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.241661:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+15:3652:x1869755178570240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8388us (9055us total) trans 8589935472 rc 0/0 00010000:00010000:0.0:1783145826.241661:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:0.0:1783145826.241668:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.241672:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f000/0x38bddee366891387 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.241677:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2653 00010000:00010000:1.0:1783145826.241679:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd200/0x38bddee366891a1e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241684:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f000/0x38bddee366891387 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.241687:0:228898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1783145826.241690:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18a:0x0].0x0 (ffff9be9c5256500) 00010000:00010000:1.0:1783145826.241693:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.241695:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd200/0x38bddee366891a1e lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.241697:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783145826.241698:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845600/0x38bddee3668913bf lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241700:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd200/0x38bddee366891a1e lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x18a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.241703:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000c36c05a/0x38bddee366894505 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241715:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845600/0x38bddee3668913bf lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.241721:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d51800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.241724:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845600/0x38bddee3668913bf lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.241725:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000c36c05a/0x38bddee366894505 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241730:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891a2c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241741:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8845600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.241747:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000c36c05a/0x38bddee366894505 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241748:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845600/0x38bddee3668913bf lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.241753:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ca07f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3652:x1869755178570880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6052us (6699us total) trans 8589936126 rc 0/0 00000100:00100000:3.0:1783145826.241771:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2665 00010000:00010000:1.0:1783145826.241772:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891a2c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241774:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845600/0x38bddee3668913bf lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.241776:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000c36c05a/0x38bddee366894505 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241785:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891a2c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241797:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b5:0x0].0x0 (ffff9bea01cf0200) 00010000:00010000:2.0:1783145826.241798:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c36c05a/0x38bddee366894505 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.241800:0:228916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000082be5e44/0x38bddee366890900 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a236 expref: 72 pid: 228911 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241800:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8846200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.241802:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.241806:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891a2c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241807:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845600/0x38bddee3668913bf lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241828:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891a2c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241828:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8845600/0x38bddee3668913bf lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.241830:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1783145826.241835:0:228916:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:228916:1869755178572672:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.241837:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005fc88624/0x38bddee366894559 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.241851:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a0400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.241852:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:2.0:1783145826.241854:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005fc88624/0x38bddee366894559 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241855:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.241859:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891a2c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.241861:0:228916:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003f8ed774/0x38bddee366894528 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241862:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6c00/0x38bddee366891428 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241878:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846200/0x38bddee366891a2c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241883:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6c00/0x38bddee366891428 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.241886:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005fc88624/0x38bddee366894559 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.241890:0:228916:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003f8ed774/0x38bddee366894528 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241903:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366891adb lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241904:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6c00/0x38bddee366891428 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.241912:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005fc88624/0x38bddee366894559 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.241918:0:228916:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f8ed774/0x38bddee366894528 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241922:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366891adb lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241924:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b6c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.241930:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6c00/0x38bddee366891428 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.241934:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fc88624/0x38bddee366894559 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241943:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366891adb lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.241948:0:228916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003f8ed774/0x38bddee366894528 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241950:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6c00/0x38bddee366891428 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.241963:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.241968:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.241969:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366891adb lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.241972:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.241972:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:3.0:1783145826.241973:0:228916:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003f8ed774/0x38bddee366894528 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.241977:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.241978:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366891adb lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241978:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.241983:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6c00/0x38bddee366891428 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.241998:0:228905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000001fe8a31/0x38bddee36688d281 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679940c expref: 104 pid: 228905 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.241999:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6c00/0x38bddee366891428 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242000:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00010000:00010000:3.0:1783145826.242004:0:228916:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145826.242007:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.242012:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366891adb lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242021:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366891adb lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242023:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668914f3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.242024:0:228905:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c5912300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:228905:1869755178573696:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.242035:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8c00/0x38bddee366891afe lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242039:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668914f3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.242042:0:228905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000440959fe/0x38bddee36688cc7d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799292 expref: 89 pid: 206490 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242044:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8c00/0x38bddee366891afe lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242057:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668914f3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242064:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8c00/0x38bddee366891afe lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.242066:0:228916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+15:3651:x1869755178570496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8092us (9144us total) trans 8589935473 rc 0/0 00000100:00100000:2.0:1783145826.242068:0:228905:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c5910700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:228905:1869755178573824:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.242074:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42cbc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.242082:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e7dd8c00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145826.242083:0:228916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2658 00010000:00010000:0.0:1783145826.242083:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668914f3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242086:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8c00/0x38bddee366891afe lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.242087:0:228905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c1432079/0x38bddee366894560 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242114:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8c00/0x38bddee366891afe lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.242115:0:228905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c1432079/0x38bddee366894560 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242115:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668914f3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242141:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:1.0:1783145826.242147:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.242150:0:228914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001decf2b0/0x38bddee366890579 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a109 expref: 71 pid: 206490 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242153:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8c00/0x38bddee366891afe lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.242154:0:228905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c1432079/0x38bddee366894560 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242155:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:0.0:1783145826.242162:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.242166:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668914f3 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242172:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8c00/0x38bddee366891afe lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.242180:0:228914:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:228914:1869755178572032:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.242181:0:228905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c1432079/0x38bddee366894560 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242185:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cbc00/0x38bddee3668914f3 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242197:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8800/0x38bddee366891b28 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x18b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.242199:0:228914:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001dbcd814/0x38bddee3668944fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.242204:0:228905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c1432079/0x38bddee366894560 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242211:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ca00/0x38bddee366891524 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242215:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8800/0x38bddee366891b28 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x18b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.242225:0:228914:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001dbcd814/0x38bddee3668944fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.242229:0:228905:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1783145826.242232:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ca00/0x38bddee366891524 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242235:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8800/0x38bddee366891b28 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x18b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.242247:0:228914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001dbcd814/0x38bddee3668944fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242252:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e7dd8800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.242252:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ca00/0x38bddee366891524 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.242259:0:228914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001dbcd814/0x38bddee3668944fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242260:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8800/0x38bddee366891b28 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x18b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242260:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9ffe2ca00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.242266:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ca00/0x38bddee366891524 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242278:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8800/0x38bddee366891b28 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x18b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.242281:0:228914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001dbcd814/0x38bddee3668944fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242283:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ca00/0x38bddee366891524 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.242287:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ca07ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+15:3652:x1869755178571392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6513us (7203us total) trans 8589936127 rc 0/0 00010000:00010000:1.0:1783145826.242294:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18b:0x0].0x0 (ffff9be9c280c700) 00010000:00010000:1.0:1783145826.242302:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145826.242304:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2666 00010000:00010000:3.0:1783145826.242306:0:228914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1783145826.242307:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8800/0x38bddee366891b28 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x18b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242308:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:0.0:1783145826.242312:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.242316:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ca00/0x38bddee366891524 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242317:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8800/0x38bddee366891b28 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x18b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242327:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ca00/0x38bddee366891524 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.242330:0:228906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a141547a/0x38bddee366890a96 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a29f expref: 70 pid: 228916 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242336:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee366891b21 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242346:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5200/0x38bddee366891547 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.242354:0:228906:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d160bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:228906:1869755178573056:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.242359:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee366891b21 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242363:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5200/0x38bddee366891547 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.242368:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd83df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+15:3651:x1869755178570112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9111us (9803us total) trans 8589935474 rc 0/0 00010000:00010000:2.0:1783145826.242372:0:228906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000094c415c8/0x38bddee36689453d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242373:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee366891b21 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242383:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5200/0x38bddee366891547 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.242384:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2652 00010000:00010000:1.0:1783145826.242393:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1aa00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.242398:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee366891b21 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242399:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e5200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.242401:0:228906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000094c415c8/0x38bddee36689453d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242405:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5200/0x38bddee366891547 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242411:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee366891b21 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.242412:0:206490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e84d3898/0x38bddee36688c1fd lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679916c expref: 103 pid: 228901 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.242423:0:228906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000094c415c8/0x38bddee36689453d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242425:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5200/0x38bddee366891547 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242431:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:1.0:1783145826.242438:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145826.242440:0:206490:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ca07d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:206490:1869755178573312:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.242443:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee366891b21 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242447:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00010000:00010000:2.0:1783145826.242448:0:228906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000094c415c8/0x38bddee36689453d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242454:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.242455:0:206490:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000065f64b99/0x38bddee36689454b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242460:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee366891b21 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242460:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5200/0x38bddee366891547 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.242471:0:228906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000094c415c8/0x38bddee36689453d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242482:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5200/0x38bddee366891547 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.242483:0:206490:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000065f64b99/0x38bddee36689454b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.242486:0:228906:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1783145826.242489:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca400/0x38bddee366891b4b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.242505:0:206490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065f64b99/0x38bddee36689454b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242506:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca400/0x38bddee366891b4b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242507:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847400/0x38bddee36689157f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242525:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca400/0x38bddee366891b4b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242526:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847400/0x38bddee36689157f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.242528:0:206490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065f64b99/0x38bddee36689454b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242541:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42ca400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.242544:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847400/0x38bddee36689157f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.242547:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f27450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+15:3652:x1869755178570752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7620us (7759us total) trans 8589935475 rc 0/0 00010000:00010000:1.0:1783145826.242548:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca400/0x38bddee366891b4b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.242549:0:206490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000065f64b99/0x38bddee36689454b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242558:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8847400 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.242564:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2661 00010000:00010000:0.0:1783145826.242564:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847400/0x38bddee36689157f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242569:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca400/0x38bddee366891b4b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.242576:0:206490:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:0.0:1783145826.242581:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847400/0x38bddee36689157f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242589:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18c:0x0].0x0 (ffff9be8e8a1ab00) 00010000:00010000:0.0:1783145826.242591:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:1.0:1783145826.242592:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.242595:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.242596:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca400/0x38bddee366891b4b lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242598:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847400/0x38bddee36689157f lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.242600:0:228910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b2a61a1/0x38bddee36689091c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a23d expref: 69 pid: 207255 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242610:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42ca400/0x38bddee366891b4b lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242616:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847400/0x38bddee36689157f lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.242627:0:228910:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c98efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:228910:1869755178571776:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145826.242639:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3652:x1869755178569856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7283us (7680us total) trans 8589936128 rc 0/0 00010000:00010000:0.0:1783145826.242639:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da400/0x38bddee36689165f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242642:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8600/0x38bddee366891b52 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.242645:0:228910:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000006c9801/0x38bddee3668944f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.242658:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2663 00010000:00010000:1.0:1783145826.242663:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8600/0x38bddee366891b52 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.242671:0:228910:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000006c9801/0x38bddee3668944f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242674:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da400/0x38bddee36689165f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242679:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8600/0x38bddee366891b52 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.242681:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1783145826.242689:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003f8ed774/0x38bddee366894528 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.242692:0:228910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000006c9801/0x38bddee3668944f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242694:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da400/0x38bddee36689165f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242698:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e7dd8600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.242703:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8600/0x38bddee366891b52 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242715:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78da400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.242717:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.242718:0:228910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000006c9801/0x38bddee3668944f7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242720:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da400/0x38bddee36689165f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242721:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8600/0x38bddee366891b52 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.242722:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003f8ed774/0x38bddee366894528 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.242741:0:228910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000006c9801/0x38bddee3668944f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242743:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da400/0x38bddee36689165f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242746:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:1.0:1783145826.242755:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.242760:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8600/0x38bddee366891b52 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.242763:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003f8ed774/0x38bddee366894528 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.242768:0:228910:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:0.0:1783145826.242771:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:0.0:1783145826.242778:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.242780:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8600/0x38bddee366891b52 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242782:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da400/0x38bddee36689165f lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.242785:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003f8ed774/0x38bddee366894528 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242795:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9000/0x38bddee366891b75 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242798:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78da400/0x38bddee36689165f lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.242803:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f8ed774/0x38bddee366894528 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242813:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9000/0x38bddee366891b75 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242823:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9000/0x38bddee366891b75 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242824:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891e93 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.242826:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1163b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+15:3652:x1869755178569728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9962us (10279us total) trans 8589935476 rc 0/0 00010000:00010000:3.0:1783145826.242829:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1783145826.242835:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c1432079/0x38bddee366894560 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242841:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e7dd9000 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.242844:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2651 00010000:00010000:0.0:1783145826.242845:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891e93 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242846:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9000/0x38bddee366891b75 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.242856:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d50000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.242861:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c1432079/0x38bddee366894560 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242865:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891e93 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242866:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9000/0x38bddee366891b75 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.242871:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c1432079/0x38bddee366894560 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.242872:0:206058:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014861d84/0x38bddee366890cbf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a30f expref: 66 pid: 228907 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242882:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e7dd8200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.242888:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00010000:00010000:0.0:1783145826.242889:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891e93 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242895:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.242898:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c1432079/0x38bddee366894560 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242901:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9000/0x38bddee366891b75 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.242902:0:206058:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1608380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:206058:1869755178573184:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.242902:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891e93 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.242913:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c1432079/0x38bddee366894560 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.242917:0:206058:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c297dea5/0x38bddee366894544 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242920:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9000/0x38bddee366891b75 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242925:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:0.0:1783145826.242934:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.242941:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891e93 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.242942:0:206058:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c297dea5/0x38bddee366894544 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242945:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb200/0x38bddee366891b91 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.242960:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1783145826.242962:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8200/0x38bddee366891e93 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.242969:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001dbcd814/0x38bddee3668944fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.242969:0:206058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c297dea5/0x38bddee366894544 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242977:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb200/0x38bddee366891b91 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.242992:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891ebd lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.242995:0:206058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c297dea5/0x38bddee366894544 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.242998:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb200/0x38bddee366891b91 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.242999:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f8a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.243006:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001dbcd814/0x38bddee3668944fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243015:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891ebd lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.243019:0:206058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c297dea5/0x38bddee366894544 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243019:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42cb200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.243024:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb200/0x38bddee366891b91 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.243034:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001dbcd814/0x38bddee3668944fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243037:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891ebd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243044:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb200/0x38bddee366891b91 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.243047:0:206058:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1783145826.243059:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536ae00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.243061:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001dbcd814/0x38bddee3668944fe lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243063:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:0.0:1783145826.243064:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891ebd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243069:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.243073:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb200/0x38bddee366891b91 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.243078:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001dbcd814/0x38bddee3668944fe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243085:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891ebd lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243087:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb200/0x38bddee366891b91 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.243115:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3652:x1869755178571264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7865us (8277us total) trans 8589935477 rc 0/0 00000100:00100000:2.0:1783145826.243135:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2662 00010000:00010000:0.0:1783145826.243138:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b6:0x0].0x0 (ffff9be8d0392800) 00010000:00010000:3.0:1783145826.243140:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1783145826.243141:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee366891bad lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243142:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.243147:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000094c415c8/0x38bddee36689453d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243148:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891ebd lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243149:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee366891bad lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.243151:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1783145826.243158:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000065f64b99/0x38bddee36689454b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243169:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee366891bad lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243169:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ae00/0x38bddee366891ebd lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.243176:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d51400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.243180:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a1c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.243184:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000094c415c8/0x38bddee36689453d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.243186:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000065f64b99/0x38bddee36689454b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243187:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fce00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.243193:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee366891bad lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243199:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90200/0x38bddee366891eb6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243214:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee366891bad lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.243215:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000065f64b99/0x38bddee36689454b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243216:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90200/0x38bddee366891eb6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.243231:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000094c415c8/0x38bddee36689453d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243236:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00010000:00010000:0.0:1783145826.243236:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90200/0x38bddee366891eb6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243244:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.243246:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000065f64b99/0x38bddee36689454b lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243249:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee366891bad lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243254:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda90200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.243259:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90200/0x38bddee366891eb6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.243264:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000094c415c8/0x38bddee36689453d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243267:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fce00/0x38bddee366891bad lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.243269:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065f64b99/0x38bddee36689454b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243279:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90200/0x38bddee366891eb6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243291:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1be00/0x38bddee366891c24 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.243293:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000094c415c8/0x38bddee36689453d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243300:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:2.0:1783145826.243304:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783145826.243305:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1be00/0x38bddee366891c24 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243306:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.243310:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000006c9801/0x38bddee3668944f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243311:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90200/0x38bddee366891eb6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243326:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1be00/0x38bddee366891c24 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.243327:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145826.243330:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90200/0x38bddee366891eb6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.243336:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c297dea5/0x38bddee366894544 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243345:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e1b1be00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.243352:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1be00/0x38bddee366891c24 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.243353:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d51000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.243356:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d51c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.243357:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891ed9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.243360:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000006c9801/0x38bddee3668944f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.243364:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c297dea5/0x38bddee366894544 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243367:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1be00/0x38bddee366891c24 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.243388:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000006c9801/0x38bddee3668944f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243390:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:0.0:1783145826.243393:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891ed9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.243395:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c297dea5/0x38bddee366894544 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243397:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.243401:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1be00/0x38bddee366891c24 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243414:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891ed9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.243415:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000006c9801/0x38bddee3668944f7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243420:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1be00/0x38bddee366891c24 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.243426:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c297dea5/0x38bddee366894544 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243431:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536ac00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.243436:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891ed9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.243440:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000006c9801/0x38bddee3668944f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243447:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee366891c4e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.243451:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c297dea5/0x38bddee366894544 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243454:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891ed9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243469:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee366891c4e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.243471:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.243474:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.243476:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b7:0x0].0x0 (ffff9be9c31f0e00) 00010000:00010000:2.0:1783145826.243477:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.243482:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.243487:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891ed9 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243488:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee366891c4e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.243499:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8e5119180/2, rc 0, transno 8589936128 00010000:00010000:0.0:1783145826.243501:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536ac00/0x38bddee366891ed9 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243503:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b6400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.243506:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.243508:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee366891c4e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.243510:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.243511:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8e5119180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178569856:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.243516:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.243522:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1c00/0x38bddee366891eee lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243523:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee366891c4e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.243528:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d1954700/2, rc 0, transno 8589935470 00010000:00010000:0.0:1783145826.243537:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1c00/0x38bddee366891eee lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.243541:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1954700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178570368:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.243541:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18d:0x0].0x0 (ffff9be9ffff9400) 00010000:00010000:0.0:1783145826.243545:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1c00/0x38bddee366891eee lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145826.243548:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d12dd180/2, rc 0, transno 8589936125 00010000:00010000:1.0:1783145826.243548:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.243553:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee366891c4e lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243557:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a1c00 already unused, calling callback (ffffffffc1a944f0) 00000004:00080000:2.0:1783145826.243559:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d12ded80/2, rc 0, transno 8589936126 00000100:00100000:3.0:1783145826.243560:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d12dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178569984:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.243560:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6400/0x38bddee366891c4e lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243562:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1c00/0x38bddee366891eee lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.243567:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d12ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178570880:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.243580:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1c00/0x38bddee366891eee lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145826.243584:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d1160e00/2, rc 0, transno 8589935473 00010000:00010000:0.0:1783145826.243589:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00000004:00080000:2.0:1783145826.243591:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fd83c700/2, rc 0, transno 8589936127 00010000:00010000:1.0:1783145826.243593:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de800/0x38bddee366891c55 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.243594:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178570496:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.243594:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145826.243598:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fd83c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178571392:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.243599:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1c00/0x38bddee366891eee lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243616:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1c00/0x38bddee366891eee lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243618:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de800/0x38bddee366891c55 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145826.243619:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d1160000/2, rc 0, transno 8589935471 00000004:00080000:2.0:1783145826.243620:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d1957480/2, rc 0, transno 8589935476 00000100:00100000:2.0:1783145826.243628:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1957480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178569728:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145826.243632:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1160000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178571008:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.243634:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de800/0x38bddee366891c55 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243637:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891f18 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.243639:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d1954380/2, rc 0, transno 8589935472 00000100:00100000:2.0:1783145826.243647:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178570240:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.243650:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d93de800 already unused, calling callback (ffffffffc1a944f0) 00000004:00080000:3.0:1783145826.243653:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fd83ea00/2, rc 0, transno 8589936122 00010000:00010000:0.0:1783145826.243656:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891f18 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243657:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de800/0x38bddee366891c55 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.243661:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fd83ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178571520:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1783145826.243664:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d1162300/2, rc 0, transno 8589935475 00000100:00100000:2.0:1783145826.243674:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178570752:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.243677:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891f18 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243678:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de800/0x38bddee366891c55 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145826.243684:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d1957800/2, rc 0, transno 8589935474 00000004:00080000:2.0:1783145826.243686:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d1160380/2, rc 0, transno 8589935477 00000100:00100000:3.0:1783145826.243696:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1957800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178570112:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1783145826.243696:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1160380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178571264:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.243698:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda91800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.243700:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:0.0:1783145826.243703:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891f18 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243707:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.243711:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de800/0x38bddee366891c55 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243712:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891f18 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145826.243716:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d12ddc00/2, rc 0, transno 8589936123 00010000:00010000:1.0:1783145826.243722:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de800/0x38bddee366891c55 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.243724:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d12ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178570624:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.243727:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b8:0x0].0x0 (ffff9be8d13d7f00) 00010000:00010000:0.0:1783145826.243734:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00080000:3.0:1783145826.243736:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fd83c000/2, rc 0, transno 8589936124 00010000:00010000:0.0:1783145826.243740:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891f18 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.243742:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fd83c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178571136:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.243748:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee366891c78 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243757:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91800/0x38bddee366891f18 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243760:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee366891c78 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.243765:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c5912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178574080:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.243777:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee366891c78 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243784:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b6200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.243790:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee366891c78 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243791:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0200/0x38bddee366891f1f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243797:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee366891c78 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.243802:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.243808:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0200/0x38bddee366891f1f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243813:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18e:0x0].0x0 (ffff9be9ffff9600) 00010000:00010000:0.0:1783145826.243814:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0200/0x38bddee366891f1f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243818:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.243822:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee366891c78 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243823:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a0200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.243828:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0200/0x38bddee366891f1f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.243830:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c98efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178574592:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.243832:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6200/0x38bddee366891c78 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243845:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0200/0x38bddee366891f1f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243855:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be9ca6eba00) 00000100:00100000:3.0:1783145826.243860:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.243860:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.243862:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891c86 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243866:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0200/0x38bddee366891f1f lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243869:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891c86 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.243871:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c5910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178573952:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145826.243877:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ca07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178575104:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.243877:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0200/0x38bddee366891f1f lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243888:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891c86 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243893:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d19fd800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.243896:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891c86 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243901:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891c86 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243902:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891f3b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.243911:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.243912:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00000100:00100000:3.0:1783145826.243913:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178574080 00010000:00010000:1.0:1783145826.243918:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145826.243919:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178574080 00010000:00010000:0.0:1783145826.243921:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891f3b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243924:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891c86 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243930:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891f3b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243932:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d19fd800/0x38bddee366891c86 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243935:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e7dd9c00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.243936:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c5912a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178574464:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.243941:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891f3b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.243943:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178574592 00000100:00100000:3.0:1783145826.243946:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178574592 00010000:00010000:0.0:1783145826.243951:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891f3b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243953:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee366891ca9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.243963:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee366891ca9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243965:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1b9:0x0].0x0 (ffff9be8d2cdca00) 00000100:00100000:3.0:1783145826.243966:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178573952 00000100:00100000:3.0:1783145826.243970:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178573952 00010000:00010000:1.0:1783145826.243972:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee366891ca9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243972:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145826.243975:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.243977:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891f3b lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.243985:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2667 00010000:00010000:1.0:1783145826.243985:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b7400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.243991:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee366891ca9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.243992:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd9c00/0x38bddee366891f3b lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.243999:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce878e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3653:x1869755178574080:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1783145826.243999:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ca07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178574976:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.244006:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee366891ca9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244018:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x18f:0x0].0x0 (ffff9be9ffff9700) 00010000:00010000:1.0:1783145826.244020:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.244021:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0000/0x38bddee366891f57 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244023:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee366891ca9 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783145826.244025:0:228902:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2891 count 1 00000100:00100000:2.0:1783145826.244030:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.244038:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7400/0x38bddee366891ca9 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244038:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0000/0x38bddee366891f57 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.244045:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d160bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178575488:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.244046:0:228902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000772ce7e0/0x38bddee366894567 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244055:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0000/0x38bddee366891f57 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244066:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a800/0x38bddee366891cb7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244070:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a0000 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.244071:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145826.244074:0:228902:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001ed3b31f/0x38bddee366890f0b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3d3 expref: 65 pid: 228907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244078:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0000/0x38bddee366891f57 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.244085:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783145826.244093:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d160a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178575616:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.244106:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a800/0x38bddee366891cb7 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244109:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0000/0x38bddee366891f57 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.244110:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4b:0x0].0x0 since=2s v=(0 0) 00010000:00010000:1.0:1783145826.244133:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a800/0x38bddee366891cb7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.244138:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.244141:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536a800 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.244147:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.244148:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a800/0x38bddee366891cb7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.244150:0:228902:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000772ce7e0/0x38bddee366894567 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244151:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00010000:00010000:0.0:1783145826.244157:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.244161:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a800/0x38bddee366891cb7 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244162:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0000/0x38bddee366891f57 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.244167:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178574464 00000100:00100000:2.0:1783145826.244172:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178574464 00010000:00010000:0.0:1783145826.244179:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0000/0x38bddee366891f57 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244182:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:1.0:1783145826.244185:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.244187:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a800/0x38bddee366891cb7 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.244192:0:228902:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001ed3b31f/0x38bddee366890f0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3d3 expref: 65 pid: 228907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244194:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a800/0x38bddee366891cb7 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244194:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891f6c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.244195:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178574976 00000100:00100000:2.0:1783145826.244200:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178574976 00010000:00010000:0.0:1783145826.244214:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891f6c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244220:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891f6c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.244223:0:228902:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001ed3b31f/0x38bddee366890f0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3d3 expref: 65 pid: 228907 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.244223:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178575488 00010000:00010000:1.0:1783145826.244223:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6000/0x38bddee366891ce1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244225:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e7dd8400 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.244229:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178575488 00010000:00010000:0.0:1783145826.244231:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891f6c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244243:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6000/0x38bddee366891ce1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.244247:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178575616 00010000:00010000:0.0:1783145826.244249:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891f6c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.244252:0:228902:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce87b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:228902:1869755178575872:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145826.244253:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178575616 00010000:00010000:1.0:1783145826.244255:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6000/0x38bddee366891ce1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244266:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b6000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.244268:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ba:0x0].0x0 (ffff9be8d2cdc900) 00010000:00010000:1.0:1783145826.244270:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6000/0x38bddee366891ce1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.244273:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2668 00010000:00010000:0.0:1783145826.244274:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.244279:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891f6c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244281:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6000/0x38bddee366891ce1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.244286:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce87b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+18:3653:x1869755178574592:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.244293:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e7dd8400/0x38bddee366891f6c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244300:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x190:0x0].0x0 (ffff9be9ffff9e00) 00000100:00100000:3.0:1783145826.244303:0:228902:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1c00 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.244303:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00080000:2.0:1783145826.244304:0:206056:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2894 count 1 00010000:00010000:1.0:1783145826.244306:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6000/0x38bddee366891ce1 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244312:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b6000/0x38bddee366891ce1 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.244319:0:206056:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000497d476c/0x38bddee36689456e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244323:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891fe3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.244327:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2669 00010000:00010000:1.0:1783145826.244329:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891d3c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.244336:0:206056:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000052bc6936/0x38bddee366891149 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a482 expref: 65 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.244340:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+18:3652:x1869755178573952:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.244340:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891fe3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244346:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891d3c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783145826.244359:0:228907:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2889 count 1 00010000:00010000:0.0:1783145826.244360:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891fe3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.244364:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4e:0x0].0x0 since=2s v=(0 0) 00010000:00010000:1.0:1783145826.244366:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891d3c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.244374:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.244375:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c65d5200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.244376:0:228907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a376398/0x38bddee366894575 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244377:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e4c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.244381:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891fe3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.244385:0:206056:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000497d476c/0x38bddee36689456e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244385:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891d3c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244398:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891fe3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244405:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891d3c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.244409:0:228907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000091318a12/0x38bddee366890d2f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a324 expref: 65 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244416:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:2.0:1783145826.244421:0:206056:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000052bc6936/0x38bddee366891149 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a482 expref: 65 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244422:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.244423:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:0.0:1783145826.244427:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891fe3 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244430:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.244435:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb49:0x0].0x0 since=2s v=(0 0) 00010000:00010000:1.0:1783145826.244435:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891d3c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.244445:0:206056:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000052bc6936/0x38bddee366891149 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a482 expref: 65 pid: 228898 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.244446:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb49:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.244446:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c65d5200/0x38bddee366891fe3 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244449:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4c00/0x38bddee366891d3c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.244455:0:228907:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a376398/0x38bddee366894575 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244475:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1000/0x38bddee366891ff8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.244476:0:206056:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:206056:1869755178576000:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.244477:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ae00/0x38bddee366891d58 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.244488:0:228907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000091318a12/0x38bddee366890d2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a324 expref: 65 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244495:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ae00/0x38bddee366891d58 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244506:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1000/0x38bddee366891ff8 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.244508:0:206056:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d276e780 going to sleep for 11 seconds 00010000:00010000:3.0:1783145826.244513:0:228907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000091318a12/0x38bddee366890d2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a324 expref: 65 pid: 228898 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244514:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ae00/0x38bddee366891d58 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244516:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1000/0x38bddee366891ff8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.244528:0:206057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2670 00010000:00010000:1.0:1783145826.244534:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e1b1ae00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.244535:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a1000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.244539:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ae00/0x38bddee366891d58 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244540:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1000/0x38bddee366891ff8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.244541:0:206057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3652:x1869755178574464:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145826.244542:0:228907:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce879f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:228907:1869755178576128:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.244555:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ae00/0x38bddee366891d58 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244556:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1000/0x38bddee366891ff8 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.244561:0:206057:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2892 count 1 00010000:00010000:1.0:1783145826.244573:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00000100:00100000:3.0:1783145826.244574:0:228907:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1780 going to sleep for 11 seconds 00010000:00010000:2.0:1783145826.244576:0:206057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c2653fe/0x38bddee36689457c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb4c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244576:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bb:0x0].0x0 (ffff9be9ffff9c00) 00010000:00010000:1.0:1783145826.244579:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.244581:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.244584:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ae00/0x38bddee366891d58 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244586:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1000/0x38bddee366891ff8 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.244595:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2671 00010000:00010000:2.0:1783145826.244599:0:206057:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000005447135/0x38bddee366891015 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a419 expref: 65 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244602:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ae00/0x38bddee366891d58 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244604:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1000/0x38bddee366891ff8 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.244608:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3652:x1869755178574976:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.244619:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4c:0x0].0x0 since=2s v=(0 0) 00010000:00010000:2.0:1783145826.244625:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.244628:0:206057:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c2653fe/0x38bddee36689457c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783145826.244633:0:207255:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2935 count 1 00010000:00010000:0.0:1783145826.244637:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee36689200d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244643:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee36689200d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.244644:0:206057:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000005447135/0x38bddee366891015 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a419 expref: 65 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244647:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90c00/0x38bddee366891d74 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.244648:0:207255:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001adff693/0x38bddee366894583 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb77:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244658:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee36689200d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.244671:0:206057:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000005447135/0x38bddee366891015 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a419 expref: 65 pid: 228913 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244677:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda90a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.244678:0:207255:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000075b684ff/0x38bddee36688d37d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799460 expref: 88 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244683:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee36689200d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244686:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90c00/0x38bddee366891d74 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.244700:0:206057:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d907aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:206057:1869755178576256:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.244704:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb77:0x0].0x0 since=9s v=(0 0) 00010000:00010000:0.0:1783145826.244704:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee36689200d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244706:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90c00/0x38bddee366891d74 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.244712:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb77:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.244721:0:207255:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001adff693/0x38bddee366894583 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.244723:0:206057:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d276ea80 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.244723:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda90c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.244726:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:1.0:1783145826.244730:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90c00/0x38bddee366891d74 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244733:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.244738:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee36689200d lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244739:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90c00/0x38bddee366891d74 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.244743:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2672 00010000:00010000:3.0:1783145826.244746:0:207255:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000075b684ff/0x38bddee36688d37d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799460 expref: 88 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.244755:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+17:3652:x1869755178575488:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.244762:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:0.0:1783145826.244763:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90a00/0x38bddee36689200d lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244768:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00080000:2.0:1783145826.244770:0:228911:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2938 count 1 00010000:00010000:3.0:1783145826.244772:0:207255:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000075b684ff/0x38bddee36688d37d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799460 expref: 88 pid: 228904 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244773:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90c00/0x38bddee366891d74 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.244782:0:228911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008667ad93/0x38bddee36689458a lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb7a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244783:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366892029 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244790:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90c00/0x38bddee366891d74 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.244800:0:207255:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce87a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:207255:1869755178576384:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.244804:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366892029 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244819:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0600/0x38bddee366891e1c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244821:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366892029 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.244827:0:207255:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1300 going to sleep for 11 seconds 00010000:00010000:2.0:1783145826.244827:0:228911:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004b09b97a/0x38bddee36688d52f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb67994c9 expref: 88 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244830:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0600/0x38bddee366891e1c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244837:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9f200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.244843:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366892029 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244849:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0600/0x38bddee366891e1c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.244850:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb7a:0x0].0x0 since=9s v=(0 0) 00010000:00010000:0.0:1783145826.244857:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366892029 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.244858:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb7a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.244862:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a0600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.244866:0:228911:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008667ad93/0x38bddee36689458a lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244868:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0600/0x38bddee366891e1c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244874:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:0.0:1783145826.244881:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.244886:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366892029 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244887:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0600/0x38bddee366891e1c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.244896:0:228911:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004b09b97a/0x38bddee36688d52f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67994c9 expref: 88 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244901:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f200/0x38bddee366892029 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244907:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:1.0:1783145826.244914:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145826.244915:0:228912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2673 00010000:00010000:1.0:1783145826.244917:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0600/0x38bddee366891e1c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.244919:0:228911:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004b09b97a/0x38bddee36688d52f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67994c9 expref: 88 pid: 228901 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244925:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1600/0x38bddee3668920ca lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.244930:0:228912:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+17:3652:x1869755178575616:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.244933:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0600/0x38bddee366891e1c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244945:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1600/0x38bddee3668920ca lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.244949:0:228911:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d907ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:228911:1869755178576512:192.168.203.44@tcp:104: 00002000:00080000:3.0:1783145826.244952:0:228912:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2939 count 1 00010000:00010000:0.0:1783145826.244953:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1600/0x38bddee3668920ca lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244960:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a1600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.244962:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1600/0x38bddee3668920ca lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244963:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891e38 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244970:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1600/0x38bddee3668920ca lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244972:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891e38 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244981:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891e38 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244981:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00000100:00100000:2.0:1783145826.244985:0:228911:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d276ecc0 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.244987:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.244992:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536b000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.244992:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1600/0x38bddee3668920ca lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.244997:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891e38 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.244999:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1600/0x38bddee3668920ca lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245010:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891e38 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.245012:0:228912:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f4ee71ed/0x38bddee366894591 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb7b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245017:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee3668920df lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245020:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:1.0:1783145826.245027:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.245031:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891e38 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.245032:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c5911880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178574208:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.245051:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536b000/0x38bddee366891e38 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245051:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee3668920df lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.245057:0:228912:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f9886926/0x38bddee36688d73c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679951d expref: 102 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.245063:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.245072:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee3668920df lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.245075:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb7b:0x0].0x0 since=9s v=(0 0) 00000100:00100000:2.0:1783145826.245082:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ca07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178574720:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.245082:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df000/0x38bddee366891e54 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.245083:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb7b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.245086:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78dba00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.245094:0:228912:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4ee71ed/0x38bddee366894591 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245103:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee3668920df lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245106:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df000/0x38bddee366891e54 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.245136:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.245142:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee3668920df lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245148:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df000/0x38bddee366891e54 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245154:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bc:0x0].0x0 (ffff9be8d2cdc800) 00010000:00010000:1.0:1783145826.245157:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d93df000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.245157:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.245160:0:228912:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f9886926/0x38bddee36688d73c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679951d expref: 102 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245162:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee3668920df lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.245163:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ca07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178575232:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.245165:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df000/0x38bddee366891e54 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245180:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78dba00/0x38bddee3668920df lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.245185:0:228912:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f9886926/0x38bddee36688d73c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679951d expref: 102 pid: 228916 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245187:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df000/0x38bddee366891e54 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.245201:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.245202:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91000/0x38bddee3668920fb lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.245204:0:228912:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce87ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:228912:1869755178576640:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.245211:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00010000:00010000:0.0:1783145826.245215:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91000/0x38bddee3668920fb lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245217:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.245223:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df000/0x38bddee366891e54 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245223:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91000/0x38bddee3668920fb lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.245227:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1608a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178575744:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.245240:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda91000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.245242:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93df000/0x38bddee366891e54 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245244:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91000/0x38bddee3668920fb lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245257:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91000/0x38bddee3668920fb lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245263:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:0.0:1783145826.245264:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.245268:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91c00/0x38bddee366891e70 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245268:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91000/0x38bddee3668920fb lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245274:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91000/0x38bddee3668920fb lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245289:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91c00/0x38bddee366891e70 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245292:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169200/0x38bddee366892110 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245298:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91c00/0x38bddee366891e70 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245300:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169200/0x38bddee366892110 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.245303:0:228912:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1e40 going to sleep for 11 seconds 00000100:00100000:2.0:1783145826.245306:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.245317:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169200/0x38bddee366892110 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245318:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda91c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.245325:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91c00/0x38bddee366891e70 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245326:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5169200 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145826.245328:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178574208 00000100:00100000:2.0:1783145826.245330:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00010000:00010000:0.0:1783145826.245331:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169200/0x38bddee366892110 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.245333:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178574208 00000100:00100000:2.0:1783145826.245341:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c5912680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178574336:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.245345:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91c00/0x38bddee366891e70 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245346:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169200/0x38bddee366892110 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.245354:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178574720 00000100:00100000:3.0:1783145826.245358:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178574720 00010000:00010000:0.0:1783145826.245365:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bd:0x0].0x0 (ffff9be9d4336e00) 00010000:00010000:0.0:1783145826.245367:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.245370:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:0.0:1783145826.245372:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169200/0x38bddee366892110 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.245375:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178575232 00000100:00100000:2.0:1783145826.245376:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.245376:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145826.245380:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178575232 00010000:00010000:1.0:1783145826.245384:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91c00/0x38bddee366891e70 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245385:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169200/0x38bddee366892110 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.245396:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178575744 00000100:00100000:3.0:1783145826.245400:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178575744 00000100:00100000:2.0:1783145826.245400:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ca07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178574848:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.245402:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91c00/0x38bddee366891e70 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245413:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366892125 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.245414:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178574336 00000100:00100000:3.0:1783145826.245417:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178574336 00010000:00010000:1.0:1783145826.245424:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668925a8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.245425:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.245425:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366892125 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.245432:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2674 00000100:00100000:2.0:1783145826.245436:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1608380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178575360:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145826.245444:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d907a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3650:x1869755178574208:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.245447:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668925a8 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245448:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366892125 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783145826.245455:0:228898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2890 count 1 00000100:00100000:2.0:1783145826.245462:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145826.245468:0:228898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c357fe5/0x38bddee366894598 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245470:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668925a8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245470:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9fc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.245477:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366892125 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.245482:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178574848 00010000:00010000:3.0:1783145826.245486:0:228898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000927c903c/0x38bddee366890f04 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3cc expref: 65 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.245488:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178574848 00010000:00010000:1.0:1783145826.245490:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961bc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.245498:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366892125 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245499:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668925a8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.245500:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4a:0x0].0x0 since=2s v=(0 0) 00000100:00100000:2.0:1783145826.245504:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178575360 00010000:00010000:3.0:1783145826.245507:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4a:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.245509:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178575360 00010000:00010000:3.0:1783145826.245517:0:228898:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c357fe5/0x38bddee366894598 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245522:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668925a8 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245524:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00000100:00100000:2.0:1783145826.245525:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2675 00010000:00010000:0.0:1783145826.245532:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145826.245534:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+22:3650:x1869755178574720:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1783145826.245536:0:228898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000927c903c/0x38bddee366890f04 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3cc expref: 65 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245538:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366892125 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245544:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be9ca6eba00) 00002000:00080000:2.0:1783145826.245550:0:228903:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2895 count 1 00010000:00010000:1.0:1783145826.245553:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.245564:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668925a8 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245564:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9fc00/0x38bddee366892125 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.245565:0:228898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000927c903c/0x38bddee366890f04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3cc expref: 65 pid: 207255 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.245565:0:228903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c16e84a/0x38bddee36689459f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb4f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245588:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961bc00/0x38bddee3668925a8 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.245596:0:228903:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000018a2b641/0x38bddee3668913f0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a523 expref: 65 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.245597:0:228898:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:228898:1869755178576768:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.245598:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169400/0x38bddee366892141 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245613:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee366892611 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.245616:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4f:0x0].0x0 since=2s v=(0 0) 00000100:00100000:3.0:1783145826.245622:0:228898:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c19c0 going to sleep for 11 seconds 00010000:00010000:2.0:1783145826.245625:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.245636:0:228903:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c16e84a/0x38bddee36689459f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245637:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee366892611 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245638:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169400/0x38bddee366892141 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.245639:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2676 00000100:00100000:3.0:1783145826.245650:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:3650:x1869755178575232:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.245662:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169400/0x38bddee366892141 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245663:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee366892611 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783145826.245666:0:228901:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2936 count 1 00010000:00010000:2.0:1783145826.245671:0:228903:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000018a2b641/0x38bddee3668913f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a523 expref: 65 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245678:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5169400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.245679:0:228901:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048cf7960/0x38bddee3668945a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb78:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245682:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d93de400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.245686:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169400/0x38bddee366892141 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245690:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee366892611 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.245698:0:228903:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000018a2b641/0x38bddee3668913f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a523 expref: 65 pid: 228904 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.245707:0:228901:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee36688d3ca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679947c expref: 88 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245709:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169400/0x38bddee366892141 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245712:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee366892611 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.245731:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb78:0x0].0x0 since=9s v=(0 0) 00000100:00100000:2.0:1783145826.245734:0:228903:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c798c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:228903:1869755178576896:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.245735:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb78:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.245736:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1be:0x0].0x0 (ffff9be9d4336600) 00010000:00010000:1.0:1783145826.245737:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x191:0x0].0x0 (ffff9be8d3702000) 00010000:00010000:3.0:1783145826.245744:0:228901:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048cf7960/0x38bddee3668945a6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245746:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.245746:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.245752:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169400/0x38bddee366892141 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245753:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee366892611 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.245764:0:228901:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee36688d3ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679947c expref: 88 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.245771:0:228903:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d276e3c0 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.245773:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d93de400/0x38bddee366892611 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245774:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169400/0x38bddee366892141 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.245788:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.245811:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da800/0x38bddee36689261f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245828:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da800/0x38bddee36689261f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.245832:0:228901:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee36688d3ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679947c expref: 88 pid: 228916 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245844:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da800/0x38bddee36689261f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245846:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee36689214f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.245850:0:228901:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:228901:1869755178577024:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.245864:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee36689214f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245869:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee36689214f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245870:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91da800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.245878:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cc8b7a00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145826.245879:0:228901:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1f00 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.245879:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da800/0x38bddee36689261f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245882:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee36689214f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245896:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee36689214f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245898:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da800/0x38bddee36689261f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.245903:0:228907:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce879f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:228907:1869755178576128:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.245907:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:0.0:1783145826.245913:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.245916:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee36689214f lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.245919:0:228907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006a376398/0x38bddee366894575 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245921:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cc8b7a00/0x38bddee36689214f lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245922:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:1.0:1783145826.245929:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.245934:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da800/0x38bddee36689261f lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245941:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da800/0x38bddee36689261f lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245949:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a400/0x38bddee366892172 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245955:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016e00/0x38bddee366892650 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245955:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a400/0x38bddee366892172 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245967:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a400/0x38bddee366892172 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245978:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016e00/0x38bddee366892650 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245978:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e1b1a400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.245984:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a400/0x38bddee366892172 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245986:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016e00/0x38bddee366892650 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.245991:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a400/0x38bddee366892172 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.245992:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2016e00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145826.245993:0:207255:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce87a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:207255:1869755178576384:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.245998:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016e00/0x38bddee366892650 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246006:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016e00/0x38bddee366892650 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246007:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00010000:00010000:0.0:1783145826.246014:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145826.246016:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.246017:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a400/0x38bddee366892172 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246025:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a400/0x38bddee366892172 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246028:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x192:0x0].0x0 (ffff9be8d3702f00) 00010000:00010000:1.0:1783145826.246033:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.246036:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016e00/0x38bddee366892650 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246037:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b200/0x38bddee3668921b1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.246038:0:207255:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001adff693/0x38bddee366894583 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.246054:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.246054:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b200/0x38bddee3668921b1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246055:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016e00/0x38bddee366892650 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246069:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b200/0x38bddee3668921b1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246076:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1b200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.246080:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b200/0x38bddee3668921b1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246083:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee3668926b2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246092:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b200/0x38bddee3668921b1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246111:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee3668926b2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.246112:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.246135:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee3668926b2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246141:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e1b1a800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.246141:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be9ca6eba00) 00010000:00010000:1.0:1783145826.246144:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee3668926b2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246145:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.246149:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b200/0x38bddee3668921b1 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246153:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee3668926b2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246156:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b200/0x38bddee3668921b1 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.246170:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.246175:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:1.0:1783145826.246178:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.246181:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee3668926b2 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246183:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169600/0x38bddee3668921d4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246185:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1a800/0x38bddee3668926b2 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.246191:0:228902:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce87b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:228902:1869755178575872:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145826.246196:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188061056 00000100:00100000:2.0:1783145826.246203:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188061056 00010000:00010000:0.0:1783145826.246205:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169600/0x38bddee3668921d4 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.246210:0:228902:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000772ce7e0/0x38bddee366894567 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246211:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169600/0x38bddee3668921d4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246212:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030000/0x38bddee3668926c7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.246225:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000052bc6936/0x38bddee366891149 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a482 expref: 66 pid: 228898 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246226:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5169600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.246227:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030000/0x38bddee3668926c7 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246231:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169600/0x38bddee3668921d4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246248:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030000/0x38bddee3668926c7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246249:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169600/0x38bddee3668921d4 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.246256:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188061312 00000100:00100000:2.0:1783145826.246260:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188061312 00010000:00010000:1.0:1783145826.246265:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c0030000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.246269:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00010000:00010000:1.0:1783145826.246270:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030000/0x38bddee3668926c7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246275:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.246276:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000005447135/0x38bddee366891015 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a419 expref: 67 pid: 228913 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246279:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169600/0x38bddee3668921d4 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246285:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030000/0x38bddee3668926c7 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.246297:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.246299:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169600/0x38bddee3668921d4 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.246303:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188060928 00000100:00100000:2.0:1783145826.246307:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188060928 00010000:00010000:1.0:1783145826.246310:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x193:0x0].0x0 (ffff9be8d902d500) 00010000:00010000:1.0:1783145826.246314:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.246317:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668921fe lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.246318:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178575104 00010000:00010000:2.0:1783145826.246319:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001ed3b31f/0x38bddee366890f0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3d3 expref: 68 pid: 228907 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246319:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030000/0x38bddee3668926c7 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.246323:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178575104 00010000:00010000:0.0:1783145826.246336:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668921fe lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246341:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030000/0x38bddee3668926c7 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.246343:0:228904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2677 00000100:00100000:3.0:1783145826.246353:0:228904:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:3650:x1869755178575744:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.246354:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188061184 00010000:00010000:0.0:1783145826.246359:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668921fe lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.246361:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188061184 00002000:00080000:3.0:1783145826.246369:0:228904:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2941 count 1 00010000:00010000:0.0:1783145826.246370:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d536a200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.246375:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017400/0x38bddee3668926e3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246377:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668921fe lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.246381:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000091318a12/0x38bddee366890d2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a324 expref: 69 pid: 228898 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.246385:0:228904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000740b4f38/0x38bddee3668945ad lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb7d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246394:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017400/0x38bddee3668926e3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246401:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668921fe lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.246408:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188061440 00000100:00100000:2.0:1783145826.246413:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188061440 00010000:00010000:1.0:1783145826.246416:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017400/0x38bddee3668926e3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.246418:0:228904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000078a75fb9/0x38bddee36688d9a4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb67995b7 expref: 102 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246423:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1bf:0x0].0x0 (ffff9be8d13d7a00) 00010000:00010000:2.0:1783145826.246425:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000075b684ff/0x38bddee36688d37d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799460 expref: 89 pid: 228904 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246430:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.246435:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2017400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.246436:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668921fe lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246442:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017400/0x38bddee3668926e3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.246444:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb7d:0x0].0x0 since=9s v=(0 0) 00010000:00010000:3.0:1783145826.246453:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb7d:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.246457:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 798 00010000:00010000:0.0:1783145826.246459:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d536a200/0x38bddee3668921fe lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.246464:0:228904:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000740b4f38/0x38bddee3668945ad lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246466:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017400/0x38bddee3668926e3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.246471:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+69:2408:x1869755188061056:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.246484:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168000/0x38bddee3668921f7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.246487:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.246489:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:2.0:1783145826.246497:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000052bc6936/0x38bddee366891149 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a482 expref: 69 pid: 228898 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246497:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.246499:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168000/0x38bddee3668921f7 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.246503:0:228904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000078a75fb9/0x38bddee36688d9a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67995b7 expref: 102 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246504:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017400/0x38bddee3668926e3 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246524:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168000/0x38bddee3668921f7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246526:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017400/0x38bddee3668926e3 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.246527:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000052bc6936/0x38bddee366891149 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a482 expref: 69 pid: 228898 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246547:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5168000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.246555:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168000/0x38bddee3668921f7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.246560:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.246561:0:228904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000078a75fb9/0x38bddee36688d9a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67995b7 expref: 102 pid: 228916 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246561:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee3668926f8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246564:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168000/0x38bddee3668921f7 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.246568:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.246577:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000497d476c/0x38bddee36689456e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246588:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:0.0:1783145826.246596:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145826.246597:0:228904:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:228904:1869755178577152:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.246600:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000497d476c/0x38bddee36689456e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246605:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee3668926f8 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246605:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168000/0x38bddee3668921f7 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246625:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168000/0x38bddee3668921f7 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.246626:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.246626:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee3668926f8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246642:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e4200 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145826.246643:0:228904:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1c00 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.246647:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee3668926f8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.246649:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+69:2408:x1869755188061056:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 181us (639us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.246650:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168a00/0x38bddee36689221a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.246666:0:228916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2678 00000100:00100000:2.0:1783145826.246666:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 798 00010000:00010000:1.0:1783145826.246667:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee3668926f8 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246670:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168a00/0x38bddee36689221a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.246682:0:228916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+22:3650:x1869755178574336:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1783145826.246685:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 799 00010000:00010000:1.0:1783145826.246688:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x194:0x0].0x0 (ffff9be8d2cdc100) 00010000:00010000:0.0:1783145826.246691:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168a00/0x38bddee36689221a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246694:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00080000:3.0:1783145826.246701:0:228916:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2893 count 1 00000100:00100000:2.0:1783145826.246701:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+68:2408:x1869755188061312:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.246701:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee3668926f8 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246702:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5168a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.246710:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168a00/0x38bddee36689221a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.246717:0:228916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a2c952c/0x38bddee3668945b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb4d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.246717:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.246717:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4200/0x38bddee3668926f8 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246721:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168a00/0x38bddee36689221a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.246727:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000005447135/0x38bddee366891015 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a419 expref: 68 pid: 228913 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.246745:0:228916:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000817c36d2/0x38bddee366891126 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a47b expref: 68 pid: 228907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246748:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c0:0x0].0x0 (ffff9be8d3702b00) 00010000:00010000:2.0:1783145826.246753:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000005447135/0x38bddee366891015 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a419 expref: 68 pid: 228913 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246756:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.246757:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4d:0x0].0x0 since=2s v=(0 0) 00010000:00010000:1.0:1783145826.246757:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017200/0x38bddee366892856 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.246763:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.246764:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168a00/0x38bddee36689221a lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246781:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017200/0x38bddee366892856 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246782:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168a00/0x38bddee36689221a lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.246785:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.246792:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.246801:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007c2653fe/0x38bddee36689457c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246803:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017200/0x38bddee366892856 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.246812:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c2653fe/0x38bddee36689457c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246816:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2017200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.246821:0:228916:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a2c952c/0x38bddee3668945b4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246826:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017200/0x38bddee366892856 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246826:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030200/0x38bddee366892228 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.246828:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145826.246848:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+68:2408:x1869755188061312:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 150us (796us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.246848:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017200/0x38bddee366892856 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.246854:0:228916:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000817c36d2/0x38bddee366891126 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a47b expref: 68 pid: 228907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246863:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030200/0x38bddee366892228 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.246865:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 799 00010000:00010000:1.0:1783145826.246876:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00010000:00010000:1.0:1783145826.246883:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.246886:0:228916:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000817c36d2/0x38bddee366891126 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a47b expref: 67 pid: 228907 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246886:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030200/0x38bddee366892228 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.246888:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 800 00010000:00010000:1.0:1783145826.246889:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017200/0x38bddee366892856 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.246902:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+67:2408:x1869755188060928:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.246906:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c0030200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.246911:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017200/0x38bddee366892856 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246914:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030200/0x38bddee366892228 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.246920:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.246929:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001ed3b31f/0x38bddee366890f0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3d3 expref: 67 pid: 228907 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246937:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030200/0x38bddee366892228 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246943:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048800/0x38bddee3668928aa lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.246953:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001ed3b31f/0x38bddee366890f0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3d3 expref: 67 pid: 228907 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246955:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:1.0:1783145826.246958:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048800/0x38bddee3668928aa lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246961:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.246966:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030200/0x38bddee366892228 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246979:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048800/0x38bddee3668928aa lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.246980:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ed3b31f/0x38bddee366890f0b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3d3 expref: 67 pid: 228907 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.246980:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030200/0x38bddee366892228 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.246999:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea02048800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.247004:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048800/0x38bddee3668928aa lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.247007:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.247008:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee366892298 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.247012:0:228916:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:228916:1869755178577280:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.247016:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.247020:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048800/0x38bddee3668928aa lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247025:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee366892298 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.247028:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000772ce7e0/0x38bddee366894567 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247037:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x195:0x0].0x0 (ffff9be8d37f0200) 00010000:00010000:0.0:1783145826.247039:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee366892298 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247043:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.247047:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048800/0x38bddee3668928aa lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.247052:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000772ce7e0/0x38bddee366894567 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247056:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5168200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.247061:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee366892298 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247065:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048800/0x38bddee3668928aa lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247080:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee366892298 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.247083:0:228916:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1300 going to sleep for 11 seconds 00010000:00010000:2.0:1783145826.247092:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.247092:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee3668928bf lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247104:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00010000:00010000:0.0:1783145826.247109:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.247115:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee3668928bf lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247116:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee366892298 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247134:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee3668928bf lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247138:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e1b1b200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.247143:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee3668928bf lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247146:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168200/0x38bddee366892298 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.247148:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+66:2408:x1869755188060928:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 248us (1050us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.247155:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee3668928bf lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.247164:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 800 00010000:00010000:0.0:1783145826.247173:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169e00/0x38bddee3668922ad lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247176:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00010000:00010000:1.0:1783145826.247182:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145826.247183:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 801 00010000:00010000:0.0:1783145826.247183:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169e00/0x38bddee3668922ad lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247185:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee3668928bf lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.247196:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+65:2408:x1869755188061184:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.247201:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169e00/0x38bddee3668922ad lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247202:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1b200/0x38bddee3668928bf lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.247210:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.247214:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5169e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.247218:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169e00/0x38bddee3668922ad lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.247221:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 0000000091318a12/0x38bddee366890d2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a324 expref: 65 pid: 228898 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247224:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169e00/0x38bddee3668922ad lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247225:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee36689291a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247246:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c1:0x0].0x0 (ffff9be8d3702200) 00010000:00010000:1.0:1783145826.247247:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee36689291a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247250:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.247253:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000091318a12/0x38bddee366890d2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a324 expref: 65 pid: 228898 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247255:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169e00/0x38bddee3668922ad lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247258:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee36689291a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247274:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169e00/0x38bddee3668922ad lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247276:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78db000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.247281:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee36689291a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.247286:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091318a12/0x38bddee366890d2f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a324 expref: 65 pid: 228898 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247287:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee36689291a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247294:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee3668922c2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247308:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x196:0x0].0x0 (ffff9be8d902d100) 00010000:00010000:0.0:1783145826.247308:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee3668922c2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.247310:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb49:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1783145826.247314:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.247318:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee36689291a lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.247319:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb49:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.247321:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee3668922c2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.247328:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006a376398/0x38bddee366894575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247336:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db000/0x38bddee36689291a lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247336:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1ae00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.247342:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee3668922c2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.247349:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a376398/0x38bddee366894575 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.247350:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.247358:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee3668922c2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247363:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e800/0x38bddee366892913 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247368:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:1.0:1783145826.247369:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e800/0x38bddee366892913 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247373:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.247377:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.247378:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e800/0x38bddee366892913 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247378:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee3668922c2 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247395:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111e800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.247395:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee3668922c2 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247399:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e800/0x38bddee366892913 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247407:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e800/0x38bddee366892913 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247413:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee3668922de lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247414:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:1.0:1783145826.247419:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145826.247424:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+64:2408:x1869755188061184:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 229us (1256us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.247425:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e800/0x38bddee366892913 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.247427:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145826.247443:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 801 00010000:00010000:1.0:1783145826.247444:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e800/0x38bddee366892913 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247445:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee3668922de lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.247455:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188061824 00000100:00100000:2.0:1783145826.247460:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188061824 00010000:00010000:0.0:1783145826.247461:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee3668922de lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247467:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9e800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.247469:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee3668922de lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247470:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3a00/0x38bddee366892960 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.247475:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f9886926/0x38bddee36688d73c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679951d expref: 103 pid: 228916 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247476:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee3668922de lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247489:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3a00/0x38bddee366892960 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247495:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c2:0x0].0x0 (ffff9be8d3702300) 00010000:00010000:0.0:1783145826.247500:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.247503:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee3668922de lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247506:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3a00/0x38bddee366892960 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.247507:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188061696 00010000:00010000:0.0:1783145826.247508:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9e800/0x38bddee3668922de lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.247513:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188061696 00000100:00100000:3.0:1783145826.247520:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.247525:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca3a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.247531:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3a00/0x38bddee366892960 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.247532:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000927c903c/0x38bddee366890f04 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3cc expref: 64 pid: 207255 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247535:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee3668922f3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.247547:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.247551:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3a00/0x38bddee366892960 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247555:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee3668922f3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.247566:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188062080 00010000:00010000:0.0:1783145826.247566:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee3668922f3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247569:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00000100:00100000:2.0:1783145826.247570:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188062080 00010000:00010000:1.0:1783145826.247578:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145826.247579:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.247582:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1b800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.247585:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee36688d3ca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679947c expref: 90 pid: 228916 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247585:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3a00/0x38bddee366892960 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247588:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee3668922f3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.247604:0:228907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006a376398/0x38bddee366894575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247607:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3a00/0x38bddee366892960 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247608:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee3668922f3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.247616:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188061568 00000100:00100000:2.0:1783145826.247621:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188061568 00010000:00010000:3.0:1783145826.247625:0:228907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006a376398/0x38bddee366894575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247633:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:3.0:1783145826.247634:0:228907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a376398/0x38bddee366894575 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247638:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.247639:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004b09b97a/0x38bddee36688d52f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67994c9 expref: 91 pid: 228901 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247641:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ee00/0x38bddee366892998 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247644:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee3668922f3 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247662:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee3668922f3 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247665:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ee00/0x38bddee366892998 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.247670:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188061952 00010000:00010000:1.0:1783145826.247673:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ee00/0x38bddee366892998 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.247674:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188061952 00010000:00010000:0.0:1783145826.247677:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031400/0x38bddee366892339 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.247687:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000018a2b641/0x38bddee3668913f0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a523 expref: 65 pid: 228904 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.247688:0:228907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006a376398/0x38bddee366894575 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247689:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111ee00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.247691:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031400/0x38bddee366892339 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247698:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ee00/0x38bddee366892998 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247713:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031400/0x38bddee366892339 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247717:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ee00/0x38bddee366892998 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.247719:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 802 00010000:00010000:3.0:1783145826.247720:0:228907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145826.247728:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c0031400 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.247732:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+91:2409:x1869755188061440:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.247735:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031400/0x38bddee366892339 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247736:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be9ca6eba00) 00010000:00010000:2.0:1783145826.247740:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.247743:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.247747:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 0000000075b684ff/0x38bddee36688d37d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799460 expref: 91 pid: 228904 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247749:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ee00/0x38bddee366892998 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247751:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031400/0x38bddee366892339 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.247767:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000075b684ff/0x38bddee36688d37d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799460 expref: 91 pid: 228904 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247771:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111ee00/0x38bddee366892998 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247775:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c3:0x0].0x0 (ffff9be8d0392b00) 00010000:00010000:0.0:1783145826.247781:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.247787:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031400/0x38bddee366892339 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247796:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0031400/0x38bddee366892339 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.247801:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+23:3652:x1869755178573952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3463us (3891us total) trans 8589935478 rc 0/0 00010000:00010000:1.0:1783145826.247802:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e000/0x38bddee3668929d7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.247805:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075b684ff/0x38bddee36688d37d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799460 expref: 91 pid: 228904 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247820:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbe00/0x38bddee3668923da lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.247821:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2669 00010000:00010000:2.0:1783145826.247835:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb77:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1783145826.247836:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e000/0x38bddee3668929d7 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247839:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbe00/0x38bddee3668923da lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.247845:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb77:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145826.247846:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2679 00010000:00010000:1.0:1783145826.247854:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e000/0x38bddee3668929d7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.247856:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001adff693/0x38bddee366894583 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247859:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbe00/0x38bddee3668923da lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247865:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111e000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.247869:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e000/0x38bddee3668929d7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247878:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91dbe00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.247880:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001adff693/0x38bddee366894583 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247883:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e000/0x38bddee3668929d7 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247885:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbe00/0x38bddee3668923da lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.247901:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+22:3650:x1869755178574848:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.247906:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:0.0:1783145826.247906:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbe00/0x38bddee3668923da lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247910:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.247912:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:3.0:1783145826.247914:0:228907:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2897 count 1 00010000:00010000:1.0:1783145826.247914:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e000/0x38bddee3668929d7 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247924:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e000/0x38bddee3668929d7 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247927:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:3.0:1783145826.247928:0:228907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da67da5f/0x38bddee3668945bb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247933:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145826.247934:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+90:2409:x1869755188061440:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 204us (1641us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.247936:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392800/0x38bddee3668929ec lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247939:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbe00/0x38bddee3668923da lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.247952:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 802 00010000:00010000:3.0:1783145826.247956:0:228907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000023e213e7/0x38bddee36689141a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a538 expref: 65 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.247958:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392800/0x38bddee3668929ec lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247961:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbe00/0x38bddee3668923da lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.247969:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 803 00010000:00010000:3.0:1783145826.247977:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb51:0x0].0x0 since=3s v=(0 0) 00000100:00100000:2.0:1783145826.247982:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+103:2409:x1869755188061824:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145826.247983:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb51:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.247983:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392800/0x38bddee3668929ec lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.247992:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db200/0x38bddee3668923f6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.247993:0:228907:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da67da5f/0x38bddee3668945bb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.247995:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.247998:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9fd392800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.248005:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000f9886926/0x38bddee36688d73c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679951d expref: 103 pid: 228916 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248006:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392800/0x38bddee3668929ec lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.248025:0:228907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000023e213e7/0x38bddee36689141a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a538 expref: 65 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248029:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db200/0x38bddee3668923f6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248031:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392800/0x38bddee3668929ec lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.248037:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f9886926/0x38bddee36688d73c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679951d expref: 103 pid: 228916 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.248049:0:228907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000023e213e7/0x38bddee36689141a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a538 expref: 65 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248049:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db200/0x38bddee3668923f6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248053:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x197:0x0].0x0 (ffff9be8d902db00) 00010000:00010000:1.0:1783145826.248061:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.248065:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392800/0x38bddee3668929ec lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248067:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91db200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.248074:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db200/0x38bddee3668923f6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248080:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392800/0x38bddee3668929ec lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.248090:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb7b:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1783145826.248094:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb7b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.248104:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db200/0x38bddee3668923f6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.248110:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f4ee71ed/0x38bddee366894591 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.248118:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4ee71ed/0x38bddee366894591 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248141:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c4:0x0].0x0 (ffff9be8d13d7d00) 00010000:00010000:2.0:1783145826.248144:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.248144:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.248146:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db200/0x38bddee3668923f6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248148:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017c00/0x38bddee366892b04 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248159:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db200/0x38bddee3668923f6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.248160:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+103:2409:x1869755188061824:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 182us (817us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.248160:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017c00/0x38bddee366892b04 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.248177:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 803 00010000:00010000:1.0:1783145826.248177:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017c00/0x38bddee366892b04 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248184:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2017c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.248187:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366892404 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248192:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366892404 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.248196:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 804 00010000:00010000:1.0:1783145826.248205:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017c00/0x38bddee366892b04 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248205:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366892404 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.248208:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd783050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+65:2408:x1869755188061696:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1783145826.248210:0:228907:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce87b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:228907:1869755178577408:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.248222:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.248223:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9ffe2c000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.248224:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017c00/0x38bddee366892b04 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248230:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366892404 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.248231:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000927c903c/0x38bddee366890f04 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3cc expref: 65 pid: 207255 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248235:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00010000:00010000:1.0:1783145826.248242:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.248248:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017c00/0x38bddee366892b04 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248249:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366892404 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.248253:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000927c903c/0x38bddee366890f04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3cc expref: 65 pid: 207255 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.248255:0:228907:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c16c0 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.248263:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017c00/0x38bddee366892b04 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248270:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00010000:00010000:0.0:1783145826.248276:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145826.248280:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2680 00010000:00010000:2.0:1783145826.248280:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4a:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1783145826.248281:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366892404 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248285:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392c00/0x38bddee366892b2e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.248288:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.248297:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007c357fe5/0x38bddee366894598 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.248298:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+21:3650:x1869755178575360:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.248300:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366892404 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248303:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392c00/0x38bddee366892b2e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783145826.248317:0:228914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2937 count 1 00010000:00010000:2.0:1783145826.248321:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c357fe5/0x38bddee366894598 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb4a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248324:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392c00/0x38bddee366892b2e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248329:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030c00/0x38bddee36689242e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.248333:0:228914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee3668945c2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb79:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248339:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9fd392c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.248340:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.248345:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392c00/0x38bddee366892b2e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248347:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030c00/0x38bddee36689242e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.248358:0:228914:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000429045f7/0x38bddee36688d3d8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679948a expref: 89 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248363:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392c00/0x38bddee366892b2e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.248364:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd783050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+65:2408:x1869755188061696:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 154us (939us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.248365:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030c00/0x38bddee36689242e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.248373:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb79:0x0].0x0 since=10s v=(0 0) 00010000:00010000:3.0:1783145826.248382:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb79:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.248384:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 804 00010000:00010000:0.0:1783145826.248384:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c0030c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.248386:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:3.0:1783145826.248387:0:228914:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee3668945c2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248390:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030c00/0x38bddee36689242e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248391:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.248396:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392c00/0x38bddee366892b2e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248411:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392c00/0x38bddee366892b2e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248411:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030c00/0x38bddee36689242e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.248412:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 805 00010000:00010000:3.0:1783145826.248417:0:228914:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000429045f7/0x38bddee36688d3d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679948a expref: 89 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.248425:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+89:2408:x1869755188062080:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.248432:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:0.0:1783145826.248438:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.248439:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.248439:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393a00/0x38bddee366892b43 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248441:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030c00/0x38bddee36689242e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.248443:0:228914:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000429045f7/0x38bddee36688d3d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679948a expref: 89 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.248447:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee36688d3ca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679947c expref: 89 pid: 228916 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248462:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030c00/0x38bddee36689242e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.248476:0:228914:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce87a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:228914:1869755178577536:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.248479:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee36688d3ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679947c expref: 89 pid: 228916 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248479:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393a00/0x38bddee366892b43 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248486:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db400/0x38bddee366892443 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248496:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393a00/0x38bddee366892b43 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.248497:0:228914:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1a80 going to sleep for 11 seconds 00010000:00010000:2.0:1783145826.248505:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb78:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1783145826.248505:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db400/0x38bddee366892443 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248506:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9fd393a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.248512:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393a00/0x38bddee366892b43 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.248513:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb78:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145826.248518:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2681 00010000:00010000:0.0:1783145826.248519:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db400/0x38bddee366892443 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.248522:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000048cf7960/0x38bddee3668945a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248529:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393a00/0x38bddee366892b43 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.248530:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+21:3653:x1869755178575104:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.248539:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91db400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.248545:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048cf7960/0x38bddee3668945a6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248546:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db400/0x38bddee366892443 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783145826.248548:0:228905:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2933 count 1 00010000:00010000:1.0:1783145826.248549:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x198:0x0].0x0 (ffff9be8d902d800) 00010000:00010000:1.0:1783145826.248555:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.248559:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393a00/0x38bddee366892b43 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.248561:0:228905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092528afd/0x38bddee3668945c9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb75:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248564:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db400/0x38bddee366892443 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248579:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393a00/0x38bddee366892b43 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248588:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c5:0x0].0x0 (ffff9be8d13d7900) 00010000:00010000:3.0:1783145826.248591:0:228905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000863699aa/0x38bddee36688d384 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799475 expref: 89 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248591:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.248595:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.248596:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db400/0x38bddee366892443 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248609:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366892b51 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248610:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db400/0x38bddee366892443 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.248613:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+89:2408:x1869755188062080:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 190us (1122us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145826.248617:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb75:0x0].0x0 since=10s v=(0 0) 00010000:00010000:3.0:1783145826.248627:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb75:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.248631:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 805 00010000:00010000:1.0:1783145826.248631:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366892b51 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.248633:0:228905:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092528afd/0x38bddee3668945c9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248641:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892451 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248648:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366892b51 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.248649:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 806 00000100:00100000:2.0:1783145826.248661:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+88:2408:x1869755188061568:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.248664:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8847600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.248666:0:228905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000863699aa/0x38bddee36688d384 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799475 expref: 88 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248670:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366892b51 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.248674:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.248674:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892451 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.248683:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 000000004b09b97a/0x38bddee36688d52f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67994c9 expref: 88 pid: 228901 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248690:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366892b51 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.248696:0:228905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000863699aa/0x38bddee36688d384 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799475 expref: 88 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248697:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892451 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.248713:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004b09b97a/0x38bddee36688d52f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67994c9 expref: 88 pid: 228901 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248713:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x199:0x0].0x0 (ffff9be8d37f0000) 00010000:00010000:0.0:1783145826.248715:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda91a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.248720:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.248722:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892451 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248724:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366892b51 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.248726:0:228905:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce879f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:228905:1869755178577664:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.248740:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb7a:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1783145826.248743:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb7a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.248744:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8847600/0x38bddee366892b51 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248744:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892451 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.248747:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008667ad93/0x38bddee36689458a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.248752:0:228905:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1180 going to sleep for 11 seconds 00010000:00010000:2.0:1783145826.248767:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008667ad93/0x38bddee36689458a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248771:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:0.0:1783145826.248775:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.248778:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.248779:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892451 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248781:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366892b5f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248790:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91a00/0x38bddee366892451 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248792:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366892b5f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.248795:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+88:2408:x1869755188061568:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 135us (1251us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.248811:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366892b5f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.248816:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 806 00010000:00010000:0.0:1783145826.248817:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da200/0x38bddee366892490 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248822:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e1b1ac00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.248826:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da200/0x38bddee366892490 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248827:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366892b5f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.248834:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 807 00000100:00100000:3.0:1783145826.248846:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145826.248846:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+64:2408:x1869755188061952:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.248847:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366892b5f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248847:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da200/0x38bddee366892490 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.248857:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.248865:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 0000000018a2b641/0x38bddee3668913f0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a523 expref: 64 pid: 228904 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248866:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91da200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.248869:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:0.0:1783145826.248872:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da200/0x38bddee366892490 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248876:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.248881:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366892b5f lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248885:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da200/0x38bddee366892490 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.248886:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000018a2b641/0x38bddee3668913f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a523 expref: 64 pid: 228904 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.248894:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.248894:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e1b1ac00/0x38bddee366892b5f lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248908:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00010000:00010000:0.0:1783145826.248911:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.248913:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da200/0x38bddee366892490 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.248915:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4f:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1783145826.248921:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366892b82 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.248922:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.248924:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91da200/0x38bddee366892490 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.248931:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002c16e84a/0x38bddee36689459f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248936:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366892b82 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248947:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee3668924b3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248956:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366892b82 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.248958:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c16e84a/0x38bddee36689459f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb4f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248960:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee3668924b3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248968:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a1400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.248973:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366892b82 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248978:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee3668924b3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.248989:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366892b82 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.248989:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5168e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.248990:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.248995:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee3668924b3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249001:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee3668924b3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249002:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00010000:00010000:1.0:1783145826.249008:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.249011:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366892b82 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249013:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:1.0:1783145826.249015:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1400/0x38bddee366892b82 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249017:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145826.249019:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+64:2408:x1869755188061952:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 174us (1441us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145826.249022:0:228901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee36688d3ca lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679947c expref: 87 pid: 228916 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249023:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee3668924b3 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.249037:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 807 00010000:00010000:1.0:1783145826.249042:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392e00/0x38bddee366892bcf lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249043:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5168e00/0x38bddee3668924b3 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.249051:0:228901:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:228901:1869755178577024:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145826.249052:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188062336 00000100:00100000:2.0:1783145826.249057:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188062336 00010000:00010000:1.0:1783145826.249068:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392e00/0x38bddee366892bcf lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.249072:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000078a75fb9/0x38bddee36688d9a4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67995b7 expref: 103 pid: 228916 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.249073:0:228901:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000048cf7960/0x38bddee3668945a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249074:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91daa00/0x38bddee36689252a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249080:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392e00/0x38bddee366892bcf lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249107:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91daa00/0x38bddee36689252a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.249112:0:228901:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000048cf7960/0x38bddee3668945a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249113:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9fd392e00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.249114:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188062208 00010000:00010000:0.0:1783145826.249134:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91daa00/0x38bddee36689252a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.249140:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188062208 00010000:00010000:0.0:1783145826.249141:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91daa00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.249142:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392e00/0x38bddee366892bcf lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249147:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91daa00/0x38bddee36689252a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.249151:0:228902:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000772ce7e0/0x38bddee366894567 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.249153:0:228901:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048cf7960/0x38bddee3668945a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249167:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392e00/0x38bddee366892bcf lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249167:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91daa00/0x38bddee36689252a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.249177:0:228902:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000772ce7e0/0x38bddee366894567 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.249180:0:228901:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048cf7960/0x38bddee3668945a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249192:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00010000:00010000:1.0:1783145826.249196:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:0.0:1783145826.249199:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.249201:0:228902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000772ce7e0/0x38bddee366894567 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249204:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.249205:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91daa00/0x38bddee36689252a lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.249206:0:228901:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048cf7960/0x38bddee3668945a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249211:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392e00/0x38bddee366892bcf lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.249217:0:228902:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000772ce7e0/0x38bddee366894567 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249226:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91daa00/0x38bddee36689252a lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249236:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392e00/0x38bddee366892bcf lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.249237:0:228901:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1783145826.249244:0:228902:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1783145826.249251:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee366892554 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249260:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee366892554 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249265:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee366892554 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249266:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee366892beb lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249277:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a1e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.249281:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee366892beb lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249282:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee366892554 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249297:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee366892beb lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249299:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee366892554 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249314:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111e200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.249319:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee366892beb lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249320:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00000100:00100000:2.0:1783145826.249327:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce878e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+23:3653:x1869755178574080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5330us (5526us total) trans 8589935479 rc 0/0 00010000:00010000:0.0:1783145826.249327:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145826.249332:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+22:3650:x1869755178575232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3682us (4133us total) trans 8589936129 rc 0/0 00010000:00010000:1.0:1783145826.249337:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee366892beb lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249337:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee366892554 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.249344:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2667 00000100:00100000:3.0:1783145826.249358:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2676 00010000:00010000:0.0:1783145826.249359:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a1e00/0x38bddee366892554 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249364:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00010000:00010000:1.0:1783145826.249369:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.249375:0:207255:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001adff693/0x38bddee366894583 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249375:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee366892beb lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249379:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee366892569 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249398:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e200/0x38bddee366892beb lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.249401:0:207255:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001adff693/0x38bddee366894583 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249402:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee366892569 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.249422:0:207255:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001adff693/0x38bddee366894583 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249424:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9a00/0x38bddee366892c0e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249424:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee366892569 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.249425:0:228912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f9886926/0x38bddee36688d73c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679951d expref: 103 pid: 228916 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249446:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5169a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.249448:0:207255:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001adff693/0x38bddee366894583 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249449:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9a00/0x38bddee366892c0e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249453:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee366892569 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249472:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9a00/0x38bddee366892c0e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249477:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee366892569 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.249478:0:207255:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1783145826.249486:0:228912:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce87ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:228912:1869755178576640:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.249489:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f9a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.249496:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9a00/0x38bddee366892c0e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249500:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c6:0x0].0x0 (ffff9be8d13d7400) 00010000:00010000:1.0:1783145826.249501:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9a00/0x38bddee366892c0e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.249505:0:228912:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f4ee71ed/0x38bddee366894591 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249507:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.249513:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee366892569 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249521:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00010000:00010000:0.0:1783145826.249524:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5169a00/0x38bddee366892569 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249526:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.249532:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9a00/0x38bddee366892c0e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249540:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9a00/0x38bddee366892c0e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249551:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee36689257e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.249552:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+22:3652:x1869755178574976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4947us (5525us total) trans 8589936130 rc 0/0 00010000:00010000:1.0:1783145826.249559:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9000/0x38bddee366892c23 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.249565:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2671 00010000:00010000:0.0:1783145826.249568:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee36689257e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249581:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9000/0x38bddee366892c23 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.249582:0:228912:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f4ee71ed/0x38bddee366894591 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249582:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee36689257e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.249593:0:206057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005447135/0x38bddee366891015 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a419 expref: 64 pid: 228913 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249601:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8553e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.249606:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9000/0x38bddee366892c23 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.249607:0:228912:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4ee71ed/0x38bddee366894591 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249607:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee36689257e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.249623:0:206057:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d907aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:206057:1869755178576256:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.249626:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee36689257e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249628:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f9000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.249632:0:228912:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f4ee71ed/0x38bddee366894591 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249636:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9000/0x38bddee366892c23 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.249643:0:206057:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007c2653fe/0x38bddee36689457c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249645:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:0.0:1783145826.249652:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.249654:0:228912:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f4ee71ed/0x38bddee366894591 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249656:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee36689257e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249659:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9000/0x38bddee366892c23 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.249673:0:206057:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007c2653fe/0x38bddee36689457c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249675:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553e00/0x38bddee36689257e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249683:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19a:0x0].0x0 (ffff9be8d902dc00) 00010000:00010000:1.0:1783145826.249691:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.249694:0:206057:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007c2653fe/0x38bddee36689457c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249696:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9000/0x38bddee366892c23 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249701:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee3668925bd lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.249709:0:206057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c2653fe/0x38bddee36689457c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249716:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9000/0x38bddee366892c23 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249718:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee3668925bd lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.249729:0:228912:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:2.0:1783145826.249736:0:206057:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007c2653fe/0x38bddee36689457c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249739:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee3668925bd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249753:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016600/0x38bddee366892c38 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249757:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c78db800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.249761:0:206057:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:0.0:1783145826.249764:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee3668925bd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249780:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016600/0x38bddee366892c38 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249781:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee3668925bd lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249797:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016600/0x38bddee366892c38 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249800:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c7:0x0].0x0 (ffff9be8d13d7100) 00010000:00010000:1.0:1783145826.249802:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2016600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.249804:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.249806:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016600/0x38bddee366892c38 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249808:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee3668925bd lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249813:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016600/0x38bddee366892c38 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249816:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c78db800/0x38bddee3668925bd lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1c7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.249823:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+23:3652:x1869755178574464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5284us (5851us total) trans 8589935480 rc 0/0 00010000:00010000:1.0:1783145826.249824:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:1.0:1783145826.249830:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145826.249833:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2670 00010000:00010000:1.0:1783145826.249834:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016600/0x38bddee366892c38 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249837:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee3668925d2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249841:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016600/0x38bddee366892c38 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249858:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee3668925d2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.249860:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8c5912300/2, rc 0, transno 8589935479 00010000:00010000:1.0:1783145826.249867:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892c54 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249869:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee3668925d2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.249870:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+22:3652:x1869755178575616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4941us (5723us total) trans 8589936131 rc 0/0 00000100:00100000:2.0:1783145826.249872:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c5912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178574080:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.249880:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892c54 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249885:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8ccd9f400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.249890:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee3668925d2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.249891:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2673 00010000:00010000:1.0:1783145826.249893:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892c54 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249904:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111f600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.249904:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee3668925d2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249910:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892c54 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249915:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892c54 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249915:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:0.0:1783145826.249920:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.249924:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee3668925d2 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249927:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19b:0x0].0x0 (ffff9be8d37f0a00) 00010000:00010000:0.0:1783145826.249929:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8ccd9f400/0x38bddee3668925d2 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.249932:0:228911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004b09b97a/0x38bddee36688d52f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67994c9 expref: 86 pid: 228901 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249932:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.249937:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892c54 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249944:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee3668925ee lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.249950:0:228911:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d907ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:228911:1869755178576512:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.249950:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f600/0x38bddee366892c54 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249955:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee3668925ee lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249967:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee3668925ee lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.249970:0:228911:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008667ad93/0x38bddee36689458a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249973:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e4400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.249978:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892ca8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249979:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee3668925ee lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.249984:0:228911:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008667ad93/0x38bddee36689458a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.249997:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892ca8 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.249997:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee3668925ee lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.250002:0:228911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008667ad93/0x38bddee36689458a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250017:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892ca8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250018:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c8:0x0].0x0 (ffff9be8d2cdce00) 00010000:00010000:2.0:1783145826.250022:0:228911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008667ad93/0x38bddee36689458a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250024:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.250028:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee3668925ee lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250029:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda91400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.250035:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892ca8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.250042:0:228911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008667ad93/0x38bddee36689458a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250046:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e4400/0x38bddee3668925ee lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250052:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892ca8 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.250057:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.250075:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:2.0:1783145826.250076:0:228911:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00010000:00010000:1.0:1783145826.250078:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.250081:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892ca8 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.250082:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.250083:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892603 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250094:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda91400/0x38bddee366892ca8 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250107:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892603 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250117:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892603 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250118:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892ccb lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250147:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892ccb lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.250148:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.250149:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d17e5e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.250155:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892603 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250157:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892ccb lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.250167:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+22:3652:x1869755178575488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5414us (6096us total) trans 8589936132 rc 0/0 00010000:00010000:0.0:1783145826.250171:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892603 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250172:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f9600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.250177:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892ccb lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.250179:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2672 00000100:00100000:3.0:1783145826.250180:0:228907:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce87b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:228907:1869755178577408:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.250190:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00010000:00010000:1.0:1783145826.250192:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892ccb lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250193:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.250198:0:228907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000da67da5f/0x38bddee3668945bb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250198:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892603 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250203:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00010000:00010000:1.0:1783145826.250210:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.250212:0:206056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052bc6936/0x38bddee366891149 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a482 expref: 63 pid: 228898 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250215:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892ccb lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250217:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d17e5e00/0x38bddee366892603 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250235:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9600/0x38bddee366892ccb lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.250243:0:206056:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:206056:1869755178576000:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.250246:0:228903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018a2b641/0x38bddee3668913f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb4f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a523 expref: 62 pid: 228904 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250247:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030800/0x38bddee366892657 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250249:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8c00/0x38bddee366892cee lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.250254:0:206056:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000497d476c/0x38bddee36689456e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250267:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030800/0x38bddee366892657 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.250280:0:206056:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000497d476c/0x38bddee36689456e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.250283:0:228903:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c798c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:228903:1869755178576896:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.250284:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8c00/0x38bddee366892cee lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250285:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030800/0x38bddee366892657 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.250301:0:206056:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000497d476c/0x38bddee36689456e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.250303:0:228903:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002c16e84a/0x38bddee36689459f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250305:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c0030800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.250306:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8c00/0x38bddee366892cee lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250311:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030800/0x38bddee366892657 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.250324:0:206056:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000497d476c/0x38bddee36689456e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250325:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f8c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.250333:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8c00/0x38bddee366892cee lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250333:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030800/0x38bddee366892657 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.250351:0:206056:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000497d476c/0x38bddee36689456e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.250356:0:228903:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002c16e84a/0x38bddee36689459f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250356:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8c00/0x38bddee366892cee lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250357:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1c9:0x0].0x0 (ffff9be8d1a4ef00) 00010000:00010000:0.0:1783145826.250363:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.250367:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030800/0x38bddee366892657 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.250372:0:206056:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00010000:00010000:1.0:1783145826.250378:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00010000:00010000:3.0:1783145826.250383:0:228903:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c16e84a/0x38bddee36689459f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250384:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.250385:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c0030800/0x38bddee366892657 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250388:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8c00/0x38bddee366892cee lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250406:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8c00/0x38bddee366892cee lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.250408:0:228903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c16e84a/0x38bddee36689459f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250417:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee366892665 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.250420:0:228903:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002c16e84a/0x38bddee36689459f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250422:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8600/0x38bddee366892d0a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.250434:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce87b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+23:3653:x1869755178574592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6151us (6576us total) trans 8589935481 rc 0/0 00010000:00010000:0.0:1783145826.250441:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee366892665 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250443:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8600/0x38bddee366892d0a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.250447:0:228903:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000100:00100000:2.0:1783145826.250450:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2668 00010000:00010000:0.0:1783145826.250461:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee366892665 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250462:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8600/0x38bddee366892d0a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.250472:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8c98efb80/2, rc 0, transno 8589935481 00010000:00010000:1.0:1783145826.250480:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f8600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.250480:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91db600 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.250484:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c98efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178574592:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.250485:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee366892665 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250486:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8600/0x38bddee366892d0a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250502:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee366892665 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250503:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8600/0x38bddee366892d0a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.250516:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+23:3650:x1869755178574720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4981us (5397us total) trans 8589935482 rc 0/0 00000100:00100000:2.0:1783145826.250516:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1783145826.250522:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:1.0:1783145826.250524:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19c:0x0].0x0 (ffff9be8d902d600) 00010000:00010000:0.0:1783145826.250525:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145826.250526:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2675 00000100:00100000:2.0:1783145826.250527:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178577920:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.250530:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee366892665 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250531:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.250536:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8600/0x38bddee366892d0a lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250539:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db600/0x38bddee366892665 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250543:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8600/0x38bddee366892d0a lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250555:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee36689268f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.250559:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145826.250561:0:228898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000927c903c/0x38bddee366890f04 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb4a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3cc expref: 61 pid: 207255 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250562:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee366892d18 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250570:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee36689268f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250580:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee366892d18 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.250581:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178577920 00000100:00100000:2.0:1783145826.250585:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178577920 00010000:00010000:0.0:1783145826.250586:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee36689268f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.250588:0:228898:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:228898:1869755178576768:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.250594:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee366892d18 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250603:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8552800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.250604:0:228898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007c357fe5/0x38bddee366894598 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250604:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91db000 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.250609:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2682 00010000:00010000:0.0:1783145826.250609:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee36689268f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250611:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee366892d18 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.250620:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+23:3653:x1869755178577920:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1783145826.250627:0:228898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007c357fe5/0x38bddee366894598 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250629:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee36689268f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250630:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee366892d18 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.250636:0:228902:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2898 count 1 00010000:00010000:3.0:1783145826.250647:0:228898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007c357fe5/0x38bddee366894598 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.250649:0:228902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b33b0667/0x38bddee3668945d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb52:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250653:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:0.0:1783145826.250653:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00010000:00010000:0.0:1783145826.250660:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.250661:0:228898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c357fe5/0x38bddee366894598 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250661:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.250666:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee36689268f lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250667:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee366892d18 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.250672:0:228902:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c570c6bf/0x38bddee366891651 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5e7 expref: 60 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.250673:0:228898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007c357fe5/0x38bddee366894598 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250685:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552800/0x38bddee36689268f lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250687:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91db000/0x38bddee366892d18 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.250696:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb52:0x0].0x0 since=3s v=(0 0) 00010000:00010000:3.0:1783145826.250699:0:228898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00010000:00010000:2.0:1783145826.250706:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb52:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.250710:0:228902:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b33b0667/0x38bddee3668945d0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250715:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016000/0x38bddee36689270d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250718:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892d34 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250723:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016000/0x38bddee36689270d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250725:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892d34 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.250726:0:228902:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c570c6bf/0x38bddee366891651 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5e7 expref: 60 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250743:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016000/0x38bddee36689270d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250747:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892d34 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.250753:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d907a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+24:3650:x1869755178574208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5310us (5691us total) trans 8589935483 rc 0/0 00010000:00010000:0.0:1783145826.250768:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2016000 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145826.250770:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2674 00010000:00010000:1.0:1783145826.250770:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a0400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.250772:0:228902:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c570c6bf/0x38bddee366891651 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5e7 expref: 60 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250774:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016000/0x38bddee36689270d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250778:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892d34 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.250796:0:228916:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:228916:1869755178577280:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.250796:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016000/0x38bddee36689270d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.250798:0:228902:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:228902:1869755178578048:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.250798:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892d34 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.250810:0:228916:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007a2c952c/0x38bddee3668945b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250819:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:1.0:1783145826.250821:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19d:0x0].0x0 (ffff9be8d92a9400) 00010000:00010000:0.0:1783145826.250822:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.250825:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.250827:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016000/0x38bddee36689270d lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250829:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892d34 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.250838:0:228902:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d276e780 going to sleep for 11 seconds 00000100:00100000:3.0:1783145826.250839:0:228914:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce87a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:228914:1869755178577536:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.250839:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016000/0x38bddee36689270d lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250842:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0400/0x38bddee366892d34 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.250862:0:228914:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee3668945c2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250866:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366892776 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.250868:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8c5911880/2, rc 0, transno 8589935483 00010000:00010000:1.0:1783145826.250872:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2800/0x38bddee366892d8f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.250879:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c5911880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178574208:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.250885:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366892776 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.250891:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8ca07d180/2, rc 0, transno 8589935482 00000100:00100000:2.0:1783145826.250899:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ca07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178574720:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.250905:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2800/0x38bddee366892d8f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250905:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366892776 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.250906:0:228904:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:228904:1869755178577152:192.168.203.44@tcp:104: 00000004:00080000:2.0:1783145826.250913:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8ca07dc00/2, rc 0, transno 8589936129 00010000:00010000:0.0:1783145826.250922:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42cb000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.250923:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2800/0x38bddee366892d8f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.250924:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ca07dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178575232:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.250927:0:228904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000740b4f38/0x38bddee3668945ad lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250927:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366892776 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.250935:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1783145826.250939:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca2800 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.250945:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178577792:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.250945:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2800/0x38bddee366892d8f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250947:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366892776 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250962:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2800/0x38bddee366892d8f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250965:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:0.0:1783145826.250968:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.250971:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366892776 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.250972:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00000100:00100000:2.0:1783145826.250978:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.250979:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.250986:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2800/0x38bddee366892d8f lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.250986:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb000/0x38bddee366892776 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251002:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2800/0x38bddee366892d8f lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251012:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048c00/0x38bddee366892895 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251018:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2000/0x38bddee366892dab lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x19e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.251020:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:0.0:1783145826.251024:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048c00/0x38bddee366892895 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.251029:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006a376398/0x38bddee366894575 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251031:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2000/0x38bddee366892dab lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x19e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251034:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048c00/0x38bddee366892895 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251038:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2000/0x38bddee366892dab lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x19e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251040:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea02048c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.251045:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048c00/0x38bddee366892895 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251047:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca2000 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.251051:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178577792 00010000:00010000:1.0:1783145826.251054:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2000/0x38bddee366892dab lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x19e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251054:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048c00/0x38bddee366892895 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.251056:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178577792 00010000:00010000:1.0:1783145826.251072:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2000/0x38bddee366892dab lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x19e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.251076:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0383c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.251077:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:3.0:1783145826.251081:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006a376398/0x38bddee366894575 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251081:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19e:0x0].0x0 (ffff9be8d92a9600) 00010000:00010000:0.0:1783145826.251082:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145826.251085:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2683 00010000:00010000:1.0:1783145826.251087:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.251088:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048c00/0x38bddee366892895 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251092:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2000/0x38bddee366892dab lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x19e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.251109:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+24:3650:x1869755178577792:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1783145826.251110:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006a376398/0x38bddee366894575 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251138:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02048c00/0x38bddee366892895 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.251140:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006a376398/0x38bddee366894575 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251141:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2000/0x38bddee366892dab lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x19e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.251142:0:207255:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2896 count 1 00010000:00010000:2.0:1783145826.251156:0:207255:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003efbea9e/0x38bddee3668945d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb50:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251158:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f000/0x38bddee3668928cd lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.251165:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a376398/0x38bddee366894575 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251175:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2c00/0x38bddee366892db9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251178:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f000/0x38bddee3668928cd lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.251180:0:207255:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000935af70e/0x38bddee3668914fa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a570 expref: 60 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251196:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f000/0x38bddee3668928cd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251199:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2c00/0x38bddee366892db9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.251200:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb50:0x0].0x0 since=3s v=(0 0) 00010000:00010000:3.0:1783145826.251202:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:2.0:1783145826.251209:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb50:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.251210:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111f000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.251211:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048cf7960/0x38bddee3668945a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251217:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2c00/0x38bddee366892db9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.251219:0:207255:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003efbea9e/0x38bddee3668945d7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251219:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f000/0x38bddee3668928cd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.251231:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f9c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.251238:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048cf7960/0x38bddee3668945a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251240:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca2c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.251240:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f000/0x38bddee3668928cd lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251248:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2c00/0x38bddee366892db9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.251251:0:207255:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000935af70e/0x38bddee3668914fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a570 expref: 60 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251258:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:0.0:1783145826.251265:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.251272:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f000/0x38bddee3668928cd lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251273:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2c00/0x38bddee366892db9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.251276:0:207255:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000935af70e/0x38bddee3668914fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a570 expref: 60 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.251281:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048cf7960/0x38bddee3668945a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251297:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f000/0x38bddee3668928cd lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251301:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00000100:00100000:2.0:1783145826.251305:0:207255:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:207255:1869755178578560:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.251308:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.251312:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048cf7960/0x38bddee3668945a6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251316:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2c00/0x38bddee366892db9 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.251323:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048cf7960/0x38bddee3668945a6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251324:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee3668928fe lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251328:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2c00/0x38bddee366892db9 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251345:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee3668928fe lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.251355:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:0.0:1783145826.251355:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee3668928fe lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.251359:0:207255:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d276ecc0 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.251359:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892de3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.251360:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000772ce7e0/0x38bddee366894567 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251373:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412c00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.251379:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178578176:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.251380:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.251380:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892de3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251382:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee3668928fe lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251396:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892de3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251399:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee3668928fe lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251402:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e53a0a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.251406:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892de3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.251413:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.251413:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:1.0:1783145826.251418:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892de3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251419:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.251426:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee3668928fe lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.251430:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000772ce7e0/0x38bddee366894567 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251432:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:0.0:1783145826.251437:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee3668928fe lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251439:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145826.251441:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178578176 00010000:00010000:1.0:1783145826.251445:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892de3 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.251446:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178578176 00010000:00010000:3.0:1783145826.251448:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000772ce7e0/0x38bddee366894567 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251465:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017a00/0x38bddee366892944 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251467:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e53a0a00/0x38bddee366892de3 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.251471:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000772ce7e0/0x38bddee366894567 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.251471:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2684 00010000:00010000:0.0:1783145826.251480:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017a00/0x38bddee366892944 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.251486:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+22:3653:x1869755178578176:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.251493:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000772ce7e0/0x38bddee366894567 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251500:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017a00/0x38bddee366892944 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251501:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892dff lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x19f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.251505:0:228906:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2940 count 1 00010000:00010000:0.0:1783145826.251518:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2017a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.251522:0:228906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f0942d5f/0x38bddee3668945de lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb7c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251523:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017a00/0x38bddee366892944 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.251524:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1783145826.251529:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892dff lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x19f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251540:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017a00/0x38bddee366892944 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251550:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892dff lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x19f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251554:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:2.0:1783145826.251555:0:228906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f21de626/0x38bddee36688d9ce lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb67995b0 expref: 102 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251556:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2016c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.251561:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.251562:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001adff693/0x38bddee366894583 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251562:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892dff lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x19f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251566:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017a00/0x38bddee366892944 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.251571:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb7c:0x0].0x0 since=10s v=(0 0) 00010000:00010000:2.0:1783145826.251581:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb7c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.251583:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892dff lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x19f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251587:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2017a00/0x38bddee366892944 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.251588:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca3c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.251589:0:228906:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f0942d5f/0x38bddee3668945de lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.251595:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001adff693/0x38bddee366894583 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251601:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x19f:0x0].0x0 (ffff9be9d51ac200) 00010000:00010000:1.0:1783145826.251608:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.251611:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2200/0x38bddee36689297c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251612:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892dff lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x19f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.251614:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001adff693/0x38bddee366894583 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.251623:0:228906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f21de626/0x38bddee36688d9ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67995b0 expref: 102 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251631:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016c00/0x38bddee366892dff lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x19f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.251642:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001adff693/0x38bddee366894583 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251643:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2200/0x38bddee36689297c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.251651:0:228906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f21de626/0x38bddee36688d9ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67995b0 expref: 102 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251659:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892e06 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251661:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2200/0x38bddee36689297c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.251665:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001adff693/0x38bddee366894583 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251681:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca2200 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.251682:0:228906:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:228906:1869755178578688:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.251682:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892e06 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251685:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2200/0x38bddee36689297c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.251690:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1783145826.251696:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f4ee71ed/0x38bddee366894591 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251702:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892e06 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251702:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2200/0x38bddee36689297c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.251706:0:228906:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d276ea80 going to sleep for 11 seconds 00010000:00010000:3.0:1783145826.251707:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a1a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.251714:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4ee71ed/0x38bddee366894591 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251719:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111f200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.251723:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00010000:00010000:1.0:1783145826.251724:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892e06 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.251728:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178578432:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.251730:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.251735:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2200/0x38bddee36689297c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251743:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892e06 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.251745:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4ee71ed/0x38bddee366894591 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251748:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2200/0x38bddee36689297c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.251755:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145826.251773:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f4ee71ed/0x38bddee366894591 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251773:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00000100:00100000:2.0:1783145826.251774:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1783145826.251778:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482c00/0x38bddee3668931da lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251779:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145826.251783:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178578304:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.251784:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892e06 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251801:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482c00/0x38bddee3668931da lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.251802:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4ee71ed/0x38bddee366894591 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251802:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111f200/0x38bddee366892e06 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.251807:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.251823:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482c00/0x38bddee3668931da lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.251827:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178578432 00010000:00010000:0.0:1783145826.251828:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c9482c00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.251831:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178578432 00010000:00010000:0.0:1783145826.251833:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482c00/0x38bddee3668931da lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251834:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892e6f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.251838:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00000100:00100000:2.0:1783145826.251845:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178578304 00010000:00010000:3.0:1783145826.251846:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007c2653fe/0x38bddee36689457c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251850:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482c00/0x38bddee3668931da lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.251851:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178578304 00010000:00010000:1.0:1783145826.251851:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892e6f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.251865:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2685 00010000:00010000:3.0:1783145826.251870:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d51a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.251871:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892e6f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251873:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be9ca6eba00) 00000100:00100000:2.0:1783145826.251876:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+26:3651:x1869755178578432:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1783145826.251878:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007c2653fe/0x38bddee36689457c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251879:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.251883:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482c00/0x38bddee3668931da lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251889:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8552a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.251895:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892e6f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251900:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482c00/0x38bddee3668931da lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.251901:0:228910:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2900 count 1 00010000:00010000:3.0:1783145826.251907:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007c2653fe/0x38bddee36689457c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251911:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892e6f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.251914:0:228910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e28f0fd/0x38bddee3668945e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251923:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668931ef lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251935:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:0.0:1783145826.251937:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668931ef lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.251940:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007c2653fe/0x38bddee36689457c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.251940:0:228910:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c89bd071/0x38bddee366891873 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a673 expref: 68 pid: 228912 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251941:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.251946:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892e6f lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251956:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668931ef lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.251964:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb54:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1783145826.251967:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8552a00/0x38bddee366892e6f lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.251969:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007c2653fe/0x38bddee36689457c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.251973:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb54:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.251975:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111e600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.251980:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668931ef lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.251982:0:228910:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e28f0fd/0x38bddee3668945e5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.251993:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393800/0x38bddee366892e8b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.251999:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668931ef lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252014:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393800/0x38bddee366892e8b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.252015:0:228910:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c89bd071/0x38bddee366891873 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a673 expref: 68 pid: 228912 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252018:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ca:0x0].0x0 (ffff9be9d5384300) 00010000:00010000:3.0:1783145826.252021:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1783145826.252025:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.252027:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008667ad93/0x38bddee36689458a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252029:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393800/0x38bddee366892e8b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252030:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668931ef lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.252041:0:228910:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c89bd071/0x38bddee366891873 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a673 expref: 68 pid: 228912 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252049:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9fd393800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.252050:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111e600/0x38bddee3668931ef lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.252051:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d51600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.252056:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393800/0x38bddee366892e8b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.252058:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008667ad93/0x38bddee36689458a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.252065:0:228910:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:228910:1869755178578816:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.252076:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393800/0x38bddee366892e8b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.252078:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008667ad93/0x38bddee36689458a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252088:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483c00/0x38bddee366893204 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.252089:0:228910:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccebab40 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.252090:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a0:0x0].0x0 (ffff9be8d37f0400) 00010000:00010000:3.0:1783145826.252092:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008667ad93/0x38bddee36689458a lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252107:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.252112:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393800/0x38bddee366892e8b lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252114:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483c00/0x38bddee366893204 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.252117:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008667ad93/0x38bddee36689458a lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.252133:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2686 00010000:00010000:0.0:1783145826.252140:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483c00/0x38bddee366893204 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.252144:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+26:3651:x1869755178578304:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.252154:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393800/0x38bddee366892e8b lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252156:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c9483c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.252159:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00002000:00080000:2.0:1783145826.252161:0:228911:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2899 count 1 00010000:00010000:0.0:1783145826.252161:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483c00/0x38bddee366893204 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.252165:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000497d476c/0x38bddee36689456e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.252173:0:228911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000079ca40a/0x38bddee3668945ec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb53:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252174:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483c00/0x38bddee366893204 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252179:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8800/0x38bddee366892e99 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.252181:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d50400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.252188:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000497d476c/0x38bddee36689456e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252196:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:0.0:1783145826.252203:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.252207:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483c00/0x38bddee366893204 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252217:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8800/0x38bddee366892e99 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.252223:0:228911:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003a41531e/0x38bddee3668916e4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a618 expref: 68 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252226:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483c00/0x38bddee366893204 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.252234:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000497d476c/0x38bddee36689456e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252238:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8800/0x38bddee366892e99 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.252248:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb53:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1783145826.252254:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483200/0x38bddee366893220 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252256:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f8800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.252257:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb53:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.252262:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8800/0x38bddee366892e99 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.252263:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000497d476c/0x38bddee36689456e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.252265:0:228911:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000079ca40a/0x38bddee3668945ec lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252283:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8800/0x38bddee366892e99 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.252289:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000497d476c/0x38bddee36689456e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252291:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483200/0x38bddee366893220 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252299:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00010000:00010000:2.0:1783145826.252300:0:228911:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003a41531e/0x38bddee3668916e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a618 expref: 68 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252306:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.252311:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8800/0x38bddee366892e99 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252312:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483200/0x38bddee366893220 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.252320:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783145826.252321:0:228911:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003a41531e/0x38bddee3668916e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a618 expref: 68 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.252326:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002c16e84a/0x38bddee36689459f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252328:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8800/0x38bddee366892e99 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252329:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c9483200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.252334:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483200/0x38bddee366893220 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.252350:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d50e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.252352:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483200/0x38bddee366893220 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.252355:0:228911:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:228911:1869755178578944:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.252356:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002c16e84a/0x38bddee36689459f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252358:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482200/0x38bddee366892ec3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252360:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cb:0x0].0x0 (ffff9be8d902d700) 00010000:00010000:0.0:1783145826.252367:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.252371:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483200/0x38bddee366893220 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252379:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482200/0x38bddee366892ec3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.252380:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002c16e84a/0x38bddee36689459f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252380:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483200/0x38bddee366893220 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.252391:0:228911:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccebad80 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.252397:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482200/0x38bddee366892ec3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252403:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c9482200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.252405:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002c16e84a/0x38bddee36689459f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252407:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482200/0x38bddee366892ec3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252413:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366893235 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.252424:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d160a300/2, rc 0, transno 8589936131 00010000:00010000:3.0:1783145826.252425:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c16e84a/0x38bddee36689459f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252425:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482200/0x38bddee366892ec3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252426:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366893235 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.252434:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d160a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178575616:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.252447:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366893235 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.252450:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8c5910700/2, rc 0, transno 8589935478 00010000:00010000:1.0:1783145826.252450:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:1.0:1783145826.252457:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.252460:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.252461:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482200/0x38bddee366892ec3 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.252462:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c5910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178573952:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1783145826.252464:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145826.252466:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366893235 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.252472:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007c357fe5/0x38bddee366894598 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.252475:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8c5912a00/2, rc 0, transno 8589935480 00010000:00010000:1.0:1783145826.252480:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482200/0x38bddee366892ec3 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.252482:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c5912a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178574464:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.252485:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366893235 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.252494:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8ca07d880/2, rc 0, transno 8589936130 00010000:00010000:3.0:1783145826.252495:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a0e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.252501:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007c357fe5/0x38bddee366894598 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.252504:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ca07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178574976:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.252506:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:1.0:1783145826.252508:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482800/0x38bddee366892ed8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252514:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.252515:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007c357fe5/0x38bddee366894598 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.252517:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d160bb80/2, rc 0, transno 8589936132 00010000:00010000:0.0:1783145826.252518:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366893235 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252520:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482800/0x38bddee366892ed8 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.252525:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d160bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178575488:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.252537:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366893235 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252539:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482800/0x38bddee366892ed8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.252543:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007c357fe5/0x38bddee366894598 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252548:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c9482800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.252551:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366893251 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.252553:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007c357fe5/0x38bddee366894598 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252553:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482800/0x38bddee366892ed8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252563:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366893251 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252573:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482800/0x38bddee366892ed8 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252575:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366893251 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252583:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91dbc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.252584:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.252586:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a1:0x0].0x0 (ffff9be8d902df00) 00010000:00010000:3.0:1783145826.252588:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.252589:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.252589:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366893251 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.252592:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.252594:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482800/0x38bddee366892ed8 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.252595:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178579200:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.252606:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366893251 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252607:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482800/0x38bddee366892ed8 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.252613:0:228905:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce879f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:228905:1869755178577664:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145826.252624:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.252630:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cc:0x0].0x0 (ffff9be9d51acd00) 00010000:00010000:0.0:1783145826.252633:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.252636:0:228905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000092528afd/0x38bddee3668945c9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252636:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366893251 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252639:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393200/0x38bddee366892f17 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.252643:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1783145826.252651:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178579072:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.252656:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dbc00/0x38bddee366893251 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252659:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393200/0x38bddee366892f17 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252669:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393200/0x38bddee366892f17 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252673:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9fd393200 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.252676:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.252677:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393200/0x38bddee366892f17 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252679:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366893266 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252687:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393200/0x38bddee366892f17 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252688:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366893266 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.252693:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178579584:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.252702:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:0.0:1783145826.252703:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366893266 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252706:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.252710:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393200/0x38bddee366892f17 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252711:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f9400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.252717:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366893266 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252718:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393200/0x38bddee366892f17 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.252722:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.252735:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366893266 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252744:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57c00/0x38bddee366892f2c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252748:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00000100:00100000:2.0:1783145826.252750:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178579200 00000100:00100000:2.0:1783145826.252755:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178579200 00010000:00010000:1.0:1783145826.252756:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57c00/0x38bddee366892f2c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252756:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145826.252758:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.252763:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366893266 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252766:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57c00/0x38bddee366892f2c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.252775:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178579072 00010000:00010000:0.0:1783145826.252778:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f9400/0x38bddee366893266 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.252779:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178579072 00010000:00010000:1.0:1783145826.252780:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda57c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.252785:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57c00/0x38bddee366892f2c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252791:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57c00/0x38bddee366892f2c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252796:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee366893282 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252798:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a2:0x0].0x0 (ffff9be8d92a9900) 00000100:00100000:2.0:1783145826.252802:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178579584 00010000:00010000:1.0:1783145826.252804:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145826.252807:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178579584 00010000:00010000:1.0:1783145826.252809:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57c00/0x38bddee366892f2c lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252814:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee366893282 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252815:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57c00/0x38bddee366892f2c lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252824:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee366893282 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252829:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca3200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.252832:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee366893282 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.252836:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2687 00010000:00010000:0.0:1783145826.252840:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee366893282 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252841:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56000/0x38bddee366892f3a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.252848:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+24:3653:x1869755178579200:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.252859:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56000/0x38bddee366892f3a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252863:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cd:0x0].0x0 (ffff9be9d51ac600) 00000100:00100000:3.0:1783145826.252864:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2688 00002000:00080000:2.0:1783145826.252867:0:206058:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2943 count 1 00010000:00010000:0.0:1783145826.252870:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.252876:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee366893282 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.252877:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+24:3653:x1869755178579072:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.252877:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56000/0x38bddee366892f3a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.252881:0:206058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042be3e16/0x38bddee3668945f3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb7f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252893:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3200/0x38bddee366893282 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783145826.252897:0:206490:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2942 count 1 00010000:00010000:1.0:1783145826.252898:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda56000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.252907:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56000/0x38bddee366892f3a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.252908:0:206058:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ffe379ac/0x38bddee36688dc0c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799697 expref: 102 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.252911:0:206490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000014db762/0x38bddee3668945fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb7e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252914:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482600/0x38bddee36689332a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252929:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56000/0x38bddee366892f3a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.252932:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb7f:0x0].0x0 since=10s v=(0 0) 00010000:00010000:0.0:1783145826.252934:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482600/0x38bddee36689332a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.252940:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb7f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.252944:0:206490:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e58bcb3c/0x38bddee36688dae6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799627 expref: 102 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.252950:0:206058:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042be3e16/0x38bddee3668945f3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252953:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482600/0x38bddee36689332a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252955:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:1.0:1783145826.252964:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.252970:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56000/0x38bddee366892f3a lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252973:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c9482600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.252974:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb7e:0x0].0x0 since=10s v=(0 0) 00010000:00010000:0.0:1783145826.252978:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482600/0x38bddee36689332a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.252984:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb7e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.252984:0:206058:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ffe379ac/0x38bddee36688dc0c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799697 expref: 102 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.252986:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56000/0x38bddee366892f3a lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.252987:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482600/0x38bddee36689332a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.252997:0:206490:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000014db762/0x38bddee3668945fa lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253009:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00010000:00010000:2.0:1783145826.253012:0:206058:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ffe379ac/0x38bddee36688dc0c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799697 expref: 102 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253016:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.253017:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392a00/0x38bddee366892fc6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253020:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482600/0x38bddee36689332a lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.253034:0:206490:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e58bcb3c/0x38bddee36688dae6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799627 expref: 102 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.253035:0:206058:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:206058:1869755178579712:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.253039:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482600/0x38bddee36689332a lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253041:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392a00/0x38bddee366892fc6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253061:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392a00/0x38bddee366892fc6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.253063:0:206490:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e58bcb3c/0x38bddee36688dae6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799627 expref: 102 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.253064:0:206058:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8cceba180 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.253064:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483000/0x38bddee36689338c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253081:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9fd392a00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.253084:0:228902:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:228902:1869755178578048:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.253090:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392a00/0x38bddee366892fc6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.253091:0:206490:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:206490:1869755178579840:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.253091:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483000/0x38bddee36689338c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.253108:0:228902:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b33b0667/0x38bddee3668945d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253117:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483000/0x38bddee36689338c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253142:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392a00/0x38bddee366892fc6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253148:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c9483000 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.253149:0:206057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2689 00010000:00010000:0.0:1783145826.253157:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483000/0x38bddee36689338c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.253163:0:206057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+27:3653:x1869755178579584:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.253163:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00000100:00100000:3.0:1783145826.253164:0:206490:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1180 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.253172:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.253173:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483000/0x38bddee36689338c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.253179:0:206057:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2901 count 1 00010000:00010000:1.0:1783145826.253179:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392a00/0x38bddee366892fc6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253187:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ce:0x0].0x0 (ffff9be9c364d900) 00010000:00010000:1.0:1783145826.253189:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd392a00/0x38bddee366892fc6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.253192:0:206057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008678bd5/0x38bddee366894601 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb55:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253192:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.253199:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483000/0x38bddee36689338c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.253213:0:206057:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000060ad50c4/0x38bddee3668919d1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6ce expref: 68 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253215:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9483000/0x38bddee36689338c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253218:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366893036 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.253228:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb55:0x0].0x0 since=3s v=(0 0) 00010000:00010000:3.0:1783145826.253229:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.253237:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb55:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145826.253240:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188062464 00010000:00010000:1.0:1783145826.253240:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366893036 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.253241:0:206057:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008678bd5/0x38bddee366894601 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.253246:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188062464 00010000:00010000:0.0:1783145826.253248:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b800/0x38bddee3668933d2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253260:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366893036 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253269:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b800/0x38bddee3668933d2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253272:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.253280:0:206057:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000060ad50c4/0x38bddee3668919d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6ce expref: 68 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253280:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366893036 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253281:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b800/0x38bddee3668933d2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.253295:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000023e213e7/0x38bddee36689141a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a538 expref: 61 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253304:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd25b800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.253305:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366893036 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253311:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b800/0x38bddee3668933d2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.253312:0:206057:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000060ad50c4/0x38bddee3668919d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6ce expref: 68 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253331:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:0.0:1783145826.253337:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b800/0x38bddee3668933d2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253338:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145826.253342:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188062592 00010000:00010000:1.0:1783145826.253344:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366893036 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.253345:0:206057:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:206057:1869755178579968:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145826.253347:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188062592 00010000:00010000:0.0:1783145826.253353:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:3.0:1783145826.253359:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000429045f7/0x38bddee36688d3d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679948a expref: 86 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253360:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.253361:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366893036 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253367:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b800/0x38bddee3668933d2 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.253379:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 808 00000100:00100000:2.0:1783145826.253381:0:206057:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8cceba480 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.253386:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b800/0x38bddee3668933d2 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.253392:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7618e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+102:2408:x1869755188062336:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.253393:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482a00/0x38bddee366893028 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.253401:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d907ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178579328:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.253403:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.253406:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b400/0x38bddee3668933f5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.253411:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 0000000078a75fb9/0x38bddee36688d9a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67995b7 expref: 102 pid: 228916 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253423:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482a00/0x38bddee366893028 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.253439:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000078a75fb9/0x38bddee36688d9a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67995b7 expref: 102 pid: 228916 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.253439:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.253445:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b400/0x38bddee3668933f5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253446:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482a00/0x38bddee366893028 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.253459:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078a75fb9/0x38bddee36688d9a4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67995b7 expref: 102 pid: 228916 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253466:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c9482a00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.253467:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1783145826.253468:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b400/0x38bddee3668933f5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253474:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482a00/0x38bddee366893028 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.253478:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d907aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178579456:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.253481:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd25b400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.253482:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb7d:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1783145826.253488:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b400/0x38bddee3668933f5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.253490:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb7d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.253492:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482a00/0x38bddee366893028 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253504:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b400/0x38bddee3668933f5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253509:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a3:0x0].0x0 (ffff9be9d5384100) 00000100:00100000:2.0:1783145826.253514:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.253517:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.253522:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482a00/0x38bddee366893028 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253523:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:0.0:1783145826.253528:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.253532:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b400/0x38bddee3668933f5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253535:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482a00/0x38bddee366893028 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253539:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b400/0x38bddee3668933f5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.253547:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000740b4f38/0x38bddee3668945ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.253554:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188062720 00010000:00010000:3.0:1783145826.253559:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000740b4f38/0x38bddee3668945ad lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.253560:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188062720 00010000:00010000:0.0:1783145826.253560:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee36689340a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253566:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee366893067 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253574:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee36689340a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253583:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee366893067 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253583:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee36689340a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.253584:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000863699aa/0x38bddee36688d384 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799475 expref: 87 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253601:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8553600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.253605:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee366893067 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253607:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee36689340a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.253616:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188062848 00000100:00100000:2.0:1783145826.253623:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188062848 00010000:00010000:1.0:1783145826.253623:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca2e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.253623:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee36689340a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253631:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee366893067 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.253640:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c570c6bf/0x38bddee366891651 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5e7 expref: 62 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253640:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1cf:0x0].0x0 (ffff9be9c364d100) 00010000:00010000:0.0:1783145826.253646:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.253650:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee36689340a lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253653:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee366893067 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.253662:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.253668:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8553600/0x38bddee36689340a lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253678:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:1.0:1783145826.253686:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145826.253688:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7618e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+101:2408:x1869755188062336:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 297us (4843us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.253691:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee366893067 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.253693:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 809 00010000:00010000:0.0:1783145826.253696:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa600/0x38bddee36689341f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.253703:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce87ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+62:2407:x1869755188062464:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.253708:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2e00/0x38bddee366893067 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253715:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa600/0x38bddee36689341f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.253718:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.253729:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000023e213e7/0x38bddee36689141a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a538 expref: 62 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253730:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fc00/0x38bddee366893083 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253730:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa600/0x38bddee36689341f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253753:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fc00/0x38bddee366893083 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253753:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fa600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.253758:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000023e213e7/0x38bddee36689141a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a538 expref: 62 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253760:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa600/0x38bddee36689341f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.253767:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 808 00010000:00010000:1.0:1783145826.253775:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fc00/0x38bddee366893083 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253782:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa600/0x38bddee36689341f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253789:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111fc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.253791:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000023e213e7/0x38bddee36689141a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a538 expref: 62 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253795:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fc00/0x38bddee366893083 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253800:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00010000:00010000:0.0:1783145826.253807:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.253809:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb51:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.253811:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fc00/0x38bddee366893083 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253813:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa600/0x38bddee36689341f lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.253814:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb51:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.253825:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000da67da5f/0x38bddee3668945bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253832:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa600/0x38bddee36689341f lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.253833:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 810 00010000:00010000:1.0:1783145826.253833:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a4:0x0].0x0 (ffff9be9d5384700) 00010000:00010000:1.0:1783145826.253841:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145826.253846:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd780850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+87:2408:x1869755188062592:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145826.253847:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da67da5f/0x38bddee3668945bb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253848:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fc00/0x38bddee366893083 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.253856:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.253857:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2faa00/0x38bddee36689343b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253863:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fc00/0x38bddee366893083 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.253865:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000429045f7/0x38bddee36688d3d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679948a expref: 87 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253882:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2faa00/0x38bddee36689343b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.253886:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.253891:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2faa00/0x38bddee36689343b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253894:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366893091 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253902:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2faa00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.253905:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce87ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+61:2407:x1869755188062464:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 203us (3855us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.253906:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366893091 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253908:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2faa00/0x38bddee36689343b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.253922:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 809 00010000:00010000:1.0:1783145826.253929:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366893091 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253930:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2faa00/0x38bddee36689343b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.253940:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 811 00000100:00100000:2.0:1783145826.253951:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1951c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+87:2410:x1869755188062720:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.253951:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2f8000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.253952:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000429045f7/0x38bddee36688d3d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679948a expref: 87 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253954:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d0:0x0].0x0 (ffff9be8cc80bb00) 00010000:00010000:1.0:1783145826.253959:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366893091 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253961:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.253965:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2faa00/0x38bddee36689343b lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.253966:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.253977:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000863699aa/0x38bddee36688d384 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799475 expref: 87 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.253982:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2faa00/0x38bddee36689343b lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.253983:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366893091 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.253988:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000429045f7/0x38bddee36688d3d8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679948a expref: 87 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.253999:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000863699aa/0x38bddee36688d384 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799475 expref: 87 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254008:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:0.0:1783145826.254008:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482e00/0x38bddee366893449 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.254015:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb79:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.254015:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.254021:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366893091 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.254026:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb79:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.254034:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000863699aa/0x38bddee36688d384 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799475 expref: 86 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254040:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482e00/0x38bddee366893449 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254041:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2f8000/0x38bddee366893091 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.254050:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb75:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.254059:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb75:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.254060:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482e00/0x38bddee366893449 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.254063:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000092528afd/0x38bddee3668945c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254065:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c9482e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.254067:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee3668930b4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254073:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482e00/0x38bddee366893449 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.254074:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092528afd/0x38bddee3668945c9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.254081:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee3668945c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254094:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482e00/0x38bddee366893449 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254113:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee3668930b4 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.254117:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee3668945c2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.254138:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.254145:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be9ca6eba00) 00010000:00010000:0.0:1783145826.254149:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.254150:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee3668930b4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254153:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482e00/0x38bddee366893449 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254156:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9d111fa00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.254158:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1951c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+85:2410:x1869755188062720:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 207us (4013us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145826.254162:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.254162:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee3668930b4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254172:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482e00/0x38bddee366893449 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.254173:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 811 00010000:00010000:1.0:1783145826.254174:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee3668930b4 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.254186:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd780850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+84:2408:x1869755188062592:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 340us (4101us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145826.254192:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 812 00010000:00010000:1.0:1783145826.254194:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:0.0:1783145826.254194:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fae00/0x38bddee366893473 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.254200:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 810 00010000:00010000:1.0:1783145826.254201:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145826.254203:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1950380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+60:2408:x1869755188062848:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.254206:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee3668930b4 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254212:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fae00/0x38bddee366893473 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.254216:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145826.254222:0:228907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000da67da5f/0x38bddee3668945bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254222:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9d111fa00/0x38bddee3668930b4 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.254224:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c570c6bf/0x38bddee366891651 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5e7 expref: 60 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254225:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fae00/0x38bddee366893473 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254247:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fae00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.254248:0:228907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da67da5f/0x38bddee3668945bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254250:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366893140 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.254252:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c570c6bf/0x38bddee366891651 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5e7 expref: 60 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254253:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fae00/0x38bddee366893473 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254270:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366893140 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254274:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fae00/0x38bddee366893473 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.254275:0:228907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da67da5f/0x38bddee3668945bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.254282:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c570c6bf/0x38bddee366891651 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5e7 expref: 60 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254287:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366893140 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254295:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:3.0:1783145826.254300:0:228907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000da67da5f/0x38bddee3668945bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254302:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.254306:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.254308:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fae00/0x38bddee366893473 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.254311:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb52:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.254312:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366893140 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.254319:0:228907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145826.254320:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb52:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.254327:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fae00/0x38bddee366893473 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254332:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366893140 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.254333:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b33b0667/0x38bddee3668945d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254338:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798200/0x38bddee366893496 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254348:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:1.0:1783145826.254354:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.254356:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798200/0x38bddee366893496 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254359:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366893140 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.254360:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b33b0667/0x38bddee3668945d0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254362:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798200/0x38bddee366893496 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254376:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366893140 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254380:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c6798200 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145826.254385:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+28:3650:x1869755178574848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6525us (8959us total) trans 8589935484 rc 0/0 00010000:00010000:0.0:1783145826.254386:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798200/0x38bddee366893496 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254394:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee36689315c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.254396:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145826.254397:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2679 00010000:00010000:0.0:1783145826.254397:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798200/0x38bddee366893496 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254410:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee36689315c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.254413:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178579328 00010000:00010000:0.0:1783145826.254415:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d1:0x0].0x0 (ffff9be9d5384c00) 00000100:00100000:3.0:1783145826.254419:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178579328 00000100:00100000:2.0:1783145826.254419:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1950380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+59:2408:x1869755188062848:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 218us (1663us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.254420:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee36689315c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254420:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.254425:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798200/0x38bddee366893496 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.254437:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178579456 00010000:00010000:1.0:1783145826.254438:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2400 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.254439:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 812 00000100:00100000:3.0:1783145826.254443:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178579456 00010000:00010000:0.0:1783145826.254443:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798200/0x38bddee366893496 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254445:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee36689315c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254460:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee36689315c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.254462:0:228902:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b33b0667/0x38bddee3668945d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.254469:0:228902:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b33b0667/0x38bddee3668945d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254471:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00000100:00100000:3.0:1783145826.254472:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2690 00010000:00010000:0.0:1783145826.254473:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee36689349d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254478:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.254483:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee36689315c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.254487:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+25:3650:x1869755178579328:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.254492:0:228902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b33b0667/0x38bddee3668945d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254493:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee36689349d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254502:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee36689315c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783145826.254507:0:228907:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2944 count 1 00010000:00010000:0.0:1783145826.254512:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee36689349d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.254517:0:228902:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b33b0667/0x38bddee3668945d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.254525:0:228907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005cfa41b4/0x38bddee366894608 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb80:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254527:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c8d86a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.254528:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee36689319b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254533:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee36689349d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.254537:0:228902:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1783145826.254545:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee36689319b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254551:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee36689349d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254554:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee36689319b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.254557:0:228907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004e2e1f94/0x38bddee36688dc36 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb67996a5 expref: 100 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254561:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00010000:00010000:1.0:1783145826.254566:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.254567:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.254572:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee36689349d lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254573:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee36689319b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.254575:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb80:0x0].0x0 since=10s v=(0 0) 00010000:00010000:3.0:1783145826.254585:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb80:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.254588:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee36689349d lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254590:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee36689319b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.254591:0:228907:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005cfa41b4/0x38bddee366894608 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.254597:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3653:x1869755178577920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3978us (4039us total) trans 8589935485 rc 0/0 00010000:00010000:0.0:1783145826.254605:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86200/0x38bddee3668934b9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254609:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00000100:00100000:2.0:1783145826.254614:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2682 00010000:00010000:1.0:1783145826.254617:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.254621:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee36689319b lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254628:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86200/0x38bddee3668934b9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.254630:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2691 00010000:00010000:1.0:1783145826.254630:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee36689319b lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.254638:0:228907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004e2e1f94/0x38bddee36688dc36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67996a5 expref: 100 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.254643:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3650:x1869755178579456:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.254644:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86200/0x38bddee3668934b9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254654:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee3668931b7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.254660:0:228902:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2902 count 1 00010000:00010000:0.0:1783145826.254662:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c8d86200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.254668:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86200/0x38bddee3668934b9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.254669:0:228907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004e2e1f94/0x38bddee36688dc36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67996a5 expref: 100 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.254673:0:228902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000a706b9f/0x38bddee36689460f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb56:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254684:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee3668931b7 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254686:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86200/0x38bddee3668934b9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.254705:0:228907:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c798c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:228907:1869755178580096:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.254706:0:228902:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005dd5162b/0x38bddee3668919ca lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6c0 expref: 68 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254706:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee3668931b7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254707:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d2:0x0].0x0 (ffff9be9c364dd00) 00010000:00010000:0.0:1783145826.254714:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.254719:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86200/0x38bddee3668934b9 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254725:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.254727:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb56:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1783145826.254730:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee3668931b7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.254735:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb56:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145826.254738:0:228907:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c16c0 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.254738:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86200/0x38bddee3668934b9 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1d2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254741:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee3668931b7 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.254743:0:228902:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000a706b9f/0x38bddee36689460f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.254751:0:228914:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee3668945c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254763:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:1.0:1783145826.254769:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.254771:0:228914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee3668945c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254773:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee3668931b7 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254773:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee3668934c7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.254778:0:228902:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005dd5162b/0x38bddee3668919ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6c0 expref: 68 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254793:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee3668931b7 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254799:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee3668934c7 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.254808:0:228902:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005dd5162b/0x38bddee3668919ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6c0 expref: 68 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.254813:0:228914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee3668945c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254817:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee3668938ef lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254819:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee3668934c7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.254836:0:228902:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:228902:1869755178580224:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.254838:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee3668938ef lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254840:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca3e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.254841:0:228914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee3668945c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254847:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee3668934c7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254857:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee3668938ef lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.254858:0:228902:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8cceba9c0 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.254867:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee3668934c7 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254868:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dd200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.254871:0:228914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1783145826.254874:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee3668938ef lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254880:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:1.0:1783145826.254881:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee3668938ef lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.254883:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ffffd500/2, rc 0, transno 8589935485 00010000:00010000:0.0:1783145826.254884:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.254889:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee3668934c7 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.254895:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178577920:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.254895:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be9ca6eba00) 00010000:00010000:0.0:1783145826.254896:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3e00/0x38bddee3668934c7 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254903:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.254907:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee3668938ef lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254912:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee3668938ef lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254915:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee3668934ea lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254920:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee3668934ea lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254923:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893958 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254929:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee3668934ea lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254932:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893958 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.254933:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178580352:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.254943:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fa400 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145826.254945:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+26:3650:x1869755178575360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6652us (9484us total) trans 8589936133 rc 0/0 00010000:00010000:1.0:1783145826.254948:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893958 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.254949:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee3668934ea lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.254956:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2680 00000100:00100000:2.0:1783145826.254964:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.254964:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.254967:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee3668934ea lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254969:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893958 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.254976:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178580352 00010000:00010000:1.0:1783145826.254978:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893958 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.254980:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178580352 00010000:00010000:0.0:1783145826.254980:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:0.0:1783145826.254986:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.254989:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee3668934ea lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254991:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a5:0x0].0x0 (ffff9be9c364db00) 00010000:00010000:0.0:1783145826.254994:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa400/0x38bddee3668934ea lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.254995:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.255000:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893958 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.255004:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8ca07d500/2, rc 0, transno 8589935484 00010000:00010000:1.0:1783145826.255005:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee366893958 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.255009:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2692 00010000:00010000:0.0:1783145826.255010:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee36689350d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.255015:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ca07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178574848:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145826.255020:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+29:3653:x1869755178580352:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.255027:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366893a93 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255028:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee36689350d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.255030:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d1608380/2, rc 0, transno 8589936133 00002000:00080000:3.0:1783145826.255033:0:228914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2904 count 1 00000100:00100000:2.0:1783145826.255039:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1608380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178575360:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.255045:0:228914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eaf5fbc8/0x38bddee366894616 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb58:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255050:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366893a93 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255050:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee36689350d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.255059:0:228914:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8c30c04/0x38bddee366891a9c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6ff expref: 68 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255067:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c8d87600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.255068:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366893a93 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.255072:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb58:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1783145826.255075:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee36689350d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.255080:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb58:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.255081:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0383400 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.255084:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178580608:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.255087:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366893a93 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.255089:0:228914:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eaf5fbc8/0x38bddee366894616 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255091:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee36689350d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255114:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366893a93 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255136:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00000100:00100000:2.0:1783145826.255140:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.255142:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.255144:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:1.0:1783145826.255147:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366893a93 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255151:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.255156:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee36689350d lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255157:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366893a93 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.255159:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1783145826.255166:0:228914:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c8c30c04/0x38bddee366891a9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6ff expref: 68 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.255169:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178580480:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.255172:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee36689350d lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255180:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366893ab6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.255195:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145826.255196:0:228914:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c8c30c04/0x38bddee366891a9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6ff expref: 68 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255198:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb000/0x38bddee366893530 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255204:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366893ab6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.255213:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178580608 00000100:00100000:2.0:1783145826.255218:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178580608 00010000:00010000:1.0:1783145826.255224:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366893ab6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255226:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb000/0x38bddee366893530 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.255231:0:228914:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce879f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:228914:1869755178580736:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.255231:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382c00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.255233:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178580480 00010000:00010000:0.0:1783145826.255237:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb000/0x38bddee366893530 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.255238:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178580480 00010000:00010000:1.0:1783145826.255238:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366893ab6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255251:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fb000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.255253:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366893ab6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255255:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb000/0x38bddee366893530 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.255259:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2693 00010000:00010000:0.0:1783145826.255267:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb000/0x38bddee366893530 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255268:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a6:0x0].0x0 (ffff9be8d2d3e300) 00000100:00100000:2.0:1783145826.255271:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3651:x1869755178580608:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145826.255273:0:228914:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1f00 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.255274:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.255278:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366893ab6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255285:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366893ab6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255287:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d3:0x0].0x0 (ffff9be8cc80b800) 00002000:00080000:2.0:1783145826.255288:0:206056:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2903 count 1 00010000:00010000:3.0:1783145826.255294:0:228904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000740b4f38/0x38bddee3668945ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255295:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.255299:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb000/0x38bddee366893530 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.255303:0:206056:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000abc14fed/0x38bddee36689461d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb57:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255303:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366893ae0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255316:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb000/0x38bddee366893530 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.255317:0:228904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000740b4f38/0x38bddee3668945ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255325:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366893ae0 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.255335:0:206056:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005e4bb2f0/0x38bddee366891aaa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a70d expref: 68 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.255344:0:228904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000740b4f38/0x38bddee3668945ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255344:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366893ae0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255344:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee366893537 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.255349:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb57:0x0].0x0 since=3s v=(0 0) 00010000:00010000:2.0:1783145826.255359:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb57:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.255365:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee366893537 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255366:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0383e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.255374:0:206056:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000abc14fed/0x38bddee36689461d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255375:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366893ae0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.255376:0:228904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000740b4f38/0x38bddee3668945ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255376:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee366893537 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255396:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366893ae0 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255397:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696f400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.255404:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee366893537 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.255408:0:228904:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1783145826.255408:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00010000:00010000:0.0:1783145826.255410:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee366893537 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255414:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.255415:0:206056:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005e4bb2f0/0x38bddee366891aaa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a70d expref: 68 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255419:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366893ae0 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255424:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00010000:00010000:0.0:1783145826.255431:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.255434:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee366893537 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255436:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366893ae0 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.255439:0:206056:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005e4bb2f0/0x38bddee366891aaa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a70d expref: 68 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255445:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee366893537 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255461:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee366893b1f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.255467:0:206056:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe6aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:206056:1869755178580864:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.255468:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee366893b1f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255469:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799a00/0x38bddee366893553 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255484:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee366893b1f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255485:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799a00/0x38bddee366893553 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.255491:0:206056:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9da706f00 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.255494:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd25b200 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145826.255499:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3650:x1869755178575744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9143us (10194us total) trans 8589936134 rc 0/0 00010000:00010000:1.0:1783145826.255500:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee366893b1f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255501:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799a00/0x38bddee366893553 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.255508:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2694 00000100:00100000:3.0:1783145826.255519:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2677 00010000:00010000:1.0:1783145826.255519:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee366893b1f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255519:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c6799a00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.255520:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+27:3651:x1869755178580480:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.255525:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799a00/0x38bddee366893553 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.255536:0:228901:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2945 count 1 00010000:00010000:0.0:1783145826.255537:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799a00/0x38bddee366893553 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255539:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a7:0x0].0x0 (ffff9be8cc80bc00) 00010000:00010000:1.0:1783145826.255545:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.255547:0:228901:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033a1f717/0x38bddee366894624 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb81:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255548:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee366893b1f lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255549:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d4:0x0].0x0 (ffff9be9c9299800) 00010000:00010000:0.0:1783145826.255555:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.255559:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799a00/0x38bddee366893553 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255566:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25b200/0x38bddee366893b1f lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.255572:0:228901:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000dd75f8d/0x38bddee36688ddf6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679971c expref: 100 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255573:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799a00/0x38bddee366893553 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255584:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5800/0x38bddee366893c3e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.255590:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb81:0x0].0x0 since=10s v=(0 0) 00010000:00010000:1.0:1783145826.255593:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5800/0x38bddee366893c3e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.255594:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb81:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.255600:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366893592 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.255602:0:228901:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033a1f717/0x38bddee366894624 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255605:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5800/0x38bddee366893c3e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255619:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366893592 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255623:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cbab5800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.255628:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5800/0x38bddee366893c3e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255631:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366893592 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255633:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5800/0x38bddee366893c3e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.255639:0:228901:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000dd75f8d/0x38bddee36688ddf6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679971c expref: 100 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255646:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9fd393600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.255651:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:0.0:1783145826.255653:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366893592 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255657:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.255661:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5800/0x38bddee366893c3e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.255665:0:228901:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000dd75f8d/0x38bddee36688ddf6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679971c expref: 100 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255666:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366893592 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255667:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5800/0x38bddee366893c3e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255693:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00000100:00100000:2.0:1783145826.255694:0:228901:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe69c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:228901:1869755178580992:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.255694:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4000/0x38bddee366893c61 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.255698:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.255702:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.255708:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366893592 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255712:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4000/0x38bddee366893c61 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255721:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9fd393600/0x38bddee366893592 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255722:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4000/0x38bddee366893c61 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.255724:0:228901:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9c11caf00 going to sleep for 11 seconds 00000100:00100000:3.0:1783145826.255736:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.255740:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cbab4000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.255743:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4000/0x38bddee366893c61 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255748:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4000/0x38bddee366893c61 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.255749:0:207255:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:207255:1869755178578560:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.255757:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668935bc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255762:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a8:0x0].0x0 (ffff9bea012aec00) 00010000:00010000:1.0:1783145826.255766:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.255767:0:207255:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003efbea9e/0x38bddee3668945d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255770:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4000/0x38bddee366893c61 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.255773:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.255784:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668935bc lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255788:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4000/0x38bddee366893c61 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.255796:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145826.255802:0:228906:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:228906:1869755178578688:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.255804:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668935bc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255811:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.255815:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668935bc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255818:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366893c76 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.255819:0:228906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f0942d5f/0x38bddee3668945de lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255821:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668935bc lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255830:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366893c76 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255843:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d5:0x0].0x0 (ffff9be9c9299300) 00010000:00010000:0.0:1783145826.255849:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.255850:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366893c76 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255854:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668935bc lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.255859:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145826.255867:0:228910:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:228910:1869755178578816:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.255867:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.255869:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee3668935bc lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255875:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366893c76 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255880:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366893c76 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.255884:0:228910:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003e28f0fd/0x38bddee3668945e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255889:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be9ca6eba00) 00010000:00010000:1.0:1783145826.255892:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.255892:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee366893648 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255896:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366893c76 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255901:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee366893648 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255903:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366893c76 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.255908:0:206058:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:206058:1869755178579712:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.255910:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee366893648 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.255919:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.255923:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd25ae00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.255927:0:206058:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000042be3e16/0x38bddee3668945f3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255928:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee366893648 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255933:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383600/0x38bddee366893ca0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255946:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee366893648 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255951:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383600/0x38bddee366893ca0 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255957:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:1.0:1783145826.255958:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383600/0x38bddee366893ca0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255962:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.255966:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0383600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.255967:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee366893648 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.255972:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383600/0x38bddee366893ca0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255974:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25ae00/0x38bddee366893648 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.255976:0:228905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000092528afd/0x38bddee3668945c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.255976:0:228911:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:228911:1869755178578944:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.255991:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383600/0x38bddee366893ca0 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.255996:0:228905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092528afd/0x38bddee3668945c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.255999:0:228911:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000079ca40a/0x38bddee3668945ec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.255999:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee366893664 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256001:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00010000:00010000:1.0:1783145826.256008:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.256012:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383600/0x38bddee366893ca0 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.256021:0:228905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092528afd/0x38bddee3668945c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256021:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee366893664 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256028:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383600/0x38bddee366893ca0 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.256038:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d1608a80/2, rc 0, transno 8589936134 00010000:00010000:0.0:1783145826.256039:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee366893664 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.256050:0:228905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092528afd/0x38bddee3668945c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256050:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a1600 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.256051:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1608a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178575744:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.256055:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893cdf lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256056:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee366893664 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.256079:0:228905:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:0.0:1783145826.256079:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee366893664 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256080:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893cdf lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.256083:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783145826.256092:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178581120:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.256109:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893cdf lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256110:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00010000:00010000:0.0:1783145826.256116:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.256140:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dc200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.256141:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee366893664 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256147:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893cdf lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256150:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee366893664 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.256151:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.256167:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893cdf lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256175:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee366893687 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256179:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1a9:0x0].0x0 (ffff9be8c65ee200) 00000100:00100000:3.0:1783145826.256180:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+27:3653:x1869755178575104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7650us (10391us total) trans 8589936135 rc 0/0 00010000:00010000:0.0:1783145826.256183:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee366893687 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.256184:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8ca07ce00/2, rc 0, transno 8589936135 00010000:00010000:1.0:1783145826.256187:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.256194:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893cdf lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.256195:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ca07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178575104:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145826.256197:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2681 00010000:00010000:0.0:1783145826.256197:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee366893687 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.256215:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178581120 00010000:00010000:0.0:1783145826.256215:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.256216:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366893cdf lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.256220:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178581120 00010000:00010000:0.0:1783145826.256221:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee366893687 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256233:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee366893687 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.256236:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178581248:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145826.256240:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2695 00010000:00010000:1.0:1783145826.256246:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4200/0x38bddee366893d17 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256247:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00000100:00100000:3.0:1783145826.256252:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+27:3653:x1869755178581120:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.256253:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.256258:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee366893687 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783145826.256267:0:228905:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2947 count 1 00000100:00100000:2.0:1783145826.256271:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.256275:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee366893687 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256281:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4200/0x38bddee366893d17 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.256283:0:228905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000b6754f1/0x38bddee36689462b lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb83:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256288:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee3668936aa lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256300:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4200/0x38bddee366893d17 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.256309:0:228905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000717afaae/0x38bddee36688de6d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799738 expref: 100 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.256319:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000817c36d2/0x38bddee366891126 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a47b expref: 58 pid: 228907 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256320:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee3668936aa lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256322:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cbab4200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.256330:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4200/0x38bddee366893d17 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256342:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee3668936aa lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256351:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4200/0x38bddee366893d17 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256352:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9da69dc00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.256356:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188062976 00010000:00010000:0.0:1783145826.256359:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee3668936aa lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.256361:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188062976 00010000:00010000:1.0:1783145826.256367:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8ccee5200) 00010000:00010000:1.0:1783145826.256372:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.256372:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee3668936aa lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256375:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4200/0x38bddee366893d17 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.256378:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000935af70e/0x38bddee3668914fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a570 expref: 59 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.256380:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb83:0x0].0x0 since=10s v=(0 0) 00010000:00010000:3.0:1783145826.256390:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb83:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.256394:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d6:0x0].0x0 (ffff9be9c9299500) 00010000:00010000:1.0:1783145826.256398:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4200/0x38bddee366893d17 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.256399:0:228905:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b6754f1/0x38bddee36689462b lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256403:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145826.256407:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188063104 00010000:00010000:0.0:1783145826.256409:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee3668936aa lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.256412:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188063104 00010000:00010000:2.0:1783145826.256423:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f21de626/0x38bddee36688d9ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67995b0 expref: 101 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256424:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee3668936aa lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256431:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5000/0x38bddee366893d3a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.256433:0:228905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000717afaae/0x38bddee36688de6d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799738 expref: 101 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.256447:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188063232 00000100:00100000:2.0:1783145826.256453:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188063232 00010000:00010000:1.0:1783145826.256454:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5000/0x38bddee366893d3a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.256457:0:228905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000717afaae/0x38bddee36688de6d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799738 expref: 101 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256459:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee3668936b1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.256470:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003a41531e/0x38bddee3668916e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a618 expref: 69 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256474:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5000/0x38bddee366893d3a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256478:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee3668936b1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.256486:0:228905:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:228905:1869755178581376:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.256497:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cbab5000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.256498:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee3668936b1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256504:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5000/0x38bddee366893d3a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256505:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696ee00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.256506:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188063360 00000100:00100000:2.0:1783145826.256510:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188063360 00010000:00010000:0.0:1783145826.256511:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee3668936b1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256518:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5000/0x38bddee366893d3a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256519:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee3668936b1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.256525:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c89bd071/0x38bddee366891873 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a673 expref: 70 pid: 228912 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256538:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:0.0:1783145826.256541:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.256542:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:0.0:1783145826.256544:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee3668936b1 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.256545:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188063616 00000100:00100000:2.0:1783145826.256551:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188063616 00010000:00010000:1.0:1783145826.256551:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.256552:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee3668936b1 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256558:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5000/0x38bddee366893d3a lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.256565:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e58bcb3c/0x38bddee36688dae6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799627 expref: 102 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256567:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee3668936e2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.256568:0:228905:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1a80 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.256568:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5000/0x38bddee366893d3a lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.256587:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188063488 00000100:00100000:2.0:1783145826.256591:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188063488 00010000:00010000:0.0:1783145826.256591:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee3668936e2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256600:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd600/0x38bddee366893d4f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256601:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee3668936e2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.256606:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ffe379ac/0x38bddee36688dc0c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799697 expref: 103 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256622:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd600/0x38bddee366893d4f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256622:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9da69cc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.256629:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee3668936e2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.256631:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 813 00010000:00010000:1.0:1783145826.256632:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd600/0x38bddee366893d4f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.256642:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7618000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+59:2407:x1869755188062208:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.256648:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee3668936e2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256655:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dd600 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145826.256656:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.256659:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.256661:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd600/0x38bddee366893d4f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256668:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d7:0x0].0x0 (ffff9be9c9299b00) 00010000:00010000:2.0:1783145826.256669:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000817c36d2/0x38bddee366891126 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a47b expref: 59 pid: 228907 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256672:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd600/0x38bddee366893d4f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256675:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.256681:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee3668936e2 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256696:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee3668936e2 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256700:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1aa:0x0].0x0 (ffff9be8c65eef00) 00000100:00100000:3.0:1783145826.256702:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178581248 00010000:00010000:2.0:1783145826.256702:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000817c36d2/0x38bddee366891126 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a47b expref: 59 pid: 228907 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.256707:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178581248 00010000:00010000:1.0:1783145826.256708:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.256714:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee3668936db lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256715:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd600/0x38bddee366893d4f lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.256722:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000817c36d2/0x38bddee366891126 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a47b expref: 59 pid: 228907 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.256728:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2696 00010000:00010000:0.0:1783145826.256734:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee3668936db lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256736:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd600/0x38bddee366893d4f lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.256739:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+28:3653:x1869755178581248:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.256741:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4d:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1783145826.256751:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb4d:0x0].0x0 since=0s v=(0 0) 00002000:00080000:3.0:1783145826.256755:0:228898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2946 count 1 00010000:00010000:0.0:1783145826.256758:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee3668936db lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.256759:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007a2c952c/0x38bddee3668945b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.256766:0:228898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f164581b/0x38bddee366894632 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb82:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256770:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893d64 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256779:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a0000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.256783:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a2c952c/0x38bddee3668945b4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256786:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee3668936db lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256794:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893d64 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.256796:0:228898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005edca256/0x38bddee36688de7b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799746 expref: 103 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256810:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee3668936db lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.256818:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145826.256819:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb82:0x0].0x0 since=10s v=(0 0) 00010000:00010000:1.0:1783145826.256819:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893d64 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.256826:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb82:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.256830:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:3.0:1783145826.256834:0:228898:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f164581b/0x38bddee366894632 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256835:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.256837:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145826.256843:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7618000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+58:2407:x1869755188062208:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 199us (7950us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.256845:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893d64 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256845:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee3668936db lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.256856:0:228898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005edca256/0x38bddee36688de7b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799746 expref: 103 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.256858:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 813 00010000:00010000:0.0:1783145826.256867:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee3668936db lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256869:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893d64 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.256873:0:228898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005edca256/0x38bddee36688de7b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799746 expref: 103 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.256886:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188063744 00000100:00100000:2.0:1783145826.256891:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188063744 00010000:00010000:0.0:1783145826.256893:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c600/0x38bddee366893705 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256895:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00000100:00100000:3.0:1783145826.256896:0:228898:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:228898:1869755178581504:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.256903:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.256904:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000060ad50c4/0x38bddee3668919d1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6ce expref: 71 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256909:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893d64 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.256920:0:228898:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1300 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.256927:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c600/0x38bddee366893705 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256931:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366893d64 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256938:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c600/0x38bddee366893705 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.256941:0:228916:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007a2c952c/0x38bddee3668945b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.256946:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 814 00010000:00010000:1.0:1783145826.256949:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee366893d87 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.256951:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9da69c600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.256958:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c600/0x38bddee366893705 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.256961:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce87a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+57:2408:x1869755188062976:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145826.256968:0:228916:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007a2c952c/0x38bddee3668945b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.256978:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.256980:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c600/0x38bddee366893705 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.256987:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000935af70e/0x38bddee3668914fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a570 expref: 57 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.256989:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee366893d87 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257002:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d8:0x0].0x0 (ffff9be9c9299f00) 00010000:00010000:0.0:1783145826.257010:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.257012:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee366893d87 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257015:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c600/0x38bddee366893705 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.257016:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000935af70e/0x38bddee3668914fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a570 expref: 57 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257029:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c8d87000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.257035:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee366893d87 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257036:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c600/0x38bddee366893705 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.257046:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000935af70e/0x38bddee3668914fa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb50:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a570 expref: 57 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.257047:0:228916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a2c952c/0x38bddee3668945b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257053:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee366893d87 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257064:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f600/0x38bddee366893713 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257080:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ab:0x0].0x0 (ffff9be8d2d3ef00) 00010000:00010000:2.0:1783145826.257082:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb50:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.257087:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f600/0x38bddee366893713 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257088:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.257090:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb50:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.257094:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee366893d87 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.257111:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003efbea9e/0x38bddee3668945d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257116:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f600/0x38bddee366893713 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.257145:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003efbea9e/0x38bddee3668945d7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb50:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257145:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee366893d87 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257146:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696f600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.257153:0:228916:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007a2c952c/0x38bddee3668945b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257154:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f600/0x38bddee366893713 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257175:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5e00/0x38bddee366893d95 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257178:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f600/0x38bddee366893713 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.257186:0:228916:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:2.0:1783145826.257197:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.257199:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5e00/0x38bddee366893d95 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257202:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:0.0:1783145826.257209:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.257212:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5e00/0x38bddee366893d95 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257214:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f600/0x38bddee366893713 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.257217:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce87a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+56:2408:x1869755188062976:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 259us (1523us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145826.257232:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 814 00010000:00010000:1.0:1783145826.257232:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cbab5e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.257233:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f600/0x38bddee366893713 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257240:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5e00/0x38bddee366893d95 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257249:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5e00/0x38bddee366893d95 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257250:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee366893736 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.257252:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 815 00000100:00100000:2.0:1783145826.257267:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce87b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+103:2407:x1869755188063104:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.257267:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee366893736 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257272:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00000100:00100000:3.0:1783145826.257277:0:228916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+31:3650:x1869755178574336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10597us (11904us total) trans 8589935486 rc 0/0 00010000:00010000:1.0:1783145826.257280:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.257282:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.257282:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee366893736 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257286:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5e00/0x38bddee366893d95 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.257293:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f21de626/0x38bddee36688d9ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67995b0 expref: 103 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.257296:0:228916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2678 00010000:00010000:0.0:1783145826.257298:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd25a000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.257304:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee366893736 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257305:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5e00/0x38bddee366893d95 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257321:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee366893736 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.257322:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f21de626/0x38bddee36688d9ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67995b0 expref: 103 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257327:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5600/0x38bddee366893dc6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257330:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1d9:0x0].0x0 (ffff9be8cc80b500) 00010000:00010000:0.0:1783145826.257335:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.257339:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee366893736 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257341:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5600/0x38bddee366893dc6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.257348:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f21de626/0x38bddee36688d9ce lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67995b0 expref: 103 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257351:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a000/0x38bddee366893736 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1d9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257356:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5600/0x38bddee366893dc6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257372:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cbab5600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.257375:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5600/0x38bddee366893dc6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.257377:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb7c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.257380:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee36689373d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.257381:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb7c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.257382:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5600/0x38bddee366893dc6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.257391:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f0942d5f/0x38bddee3668945de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257397:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee36689373d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257401:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ac:0x0].0x0 (ffff9bea012aea00) 00010000:00010000:1.0:1783145826.257408:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.257409:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f0942d5f/0x38bddee3668945de lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257411:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee36689373d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257412:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5600/0x38bddee366893dc6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257433:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca3600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.257434:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab5600/0x38bddee366893dc6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257439:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee36689373d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257445:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee36689373d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.257446:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.257453:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee366893db8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257455:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00010000:00010000:0.0:1783145826.257461:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.257462:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee366893db8 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257464:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee36689373d lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257474:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee366893db8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257476:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca3600/0x38bddee36689373d lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257484:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c8d87c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.257487:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee366893db8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257491:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee366893760 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257492:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee366893db8 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257508:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be9ca6ebf00) 00000100:00100000:2.0:1783145826.257509:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce87b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+102:2407:x1869755188063104:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 245us (1774us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.257512:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee366893760 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257513:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.257518:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee366893db8 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.257526:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 815 00010000:00010000:0.0:1783145826.257530:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee366893760 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257534:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee366893db8 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257537:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.257541:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee366893760 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257546:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee366893760 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.257549:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 816 00010000:00010000:1.0:1783145826.257552:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366893e3d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257558:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00000100:00100000:2.0:1783145826.257563:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+71:2408:x1869755188063232:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.257564:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.257569:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee366893760 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.257575:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.257575:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366893e3d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257576:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee366893760 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.257582:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003a41531e/0x38bddee3668916e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a618 expref: 71 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257597:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366893e3d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257600:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee36689377c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.257605:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003a41531e/0x38bddee3668916e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a618 expref: 71 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257605:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.257611:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee36689377c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257612:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366893e3d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257632:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee36689377c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.257633:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a41531e/0x38bddee3668916e4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a618 expref: 71 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257633:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366893e3d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257649:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd25a600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.257653:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be9ee24d700) 00010000:00010000:0.0:1783145826.257655:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee36689377c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257658:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145826.257661:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.257661:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb53:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.257662:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366893e3d lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.257669:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb53:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.257674:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee36689377c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.257676:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000079ca40a/0x38bddee3668945ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257680:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366893e3d lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.257692:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.257696:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00010000:00010000:2.0:1783145826.257697:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000079ca40a/0x38bddee3668945ec lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257703:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.257709:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee36689377c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257714:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366893e59 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257717:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd25a600/0x38bddee36689377c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.257721:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145826.257724:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.257735:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366893e59 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.257742:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+70:2408:x1869755188063232:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 182us (1972us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.257745:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366893855 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257750:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366893e59 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.257755:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 816 00010000:00010000:0.0:1783145826.257766:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366893855 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257767:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04000 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.257771:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188063872 00010000:00010000:1.0:1783145826.257774:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366893e59 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.257775:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188063872 00010000:00010000:0.0:1783145826.257781:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366893855 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257787:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366893e59 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.257790:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004e2e1f94/0x38bddee36688dc36 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67996a5 expref: 102 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.257794:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.257795:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.257803:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366893855 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257812:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8cc99ae00) 00010000:00010000:1.0:1783145826.257819:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145826.257821:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188064128 00010000:00010000:0.0:1783145826.257822:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366893855 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257825:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366893e59 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.257827:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188064128 00010000:00010000:1.0:1783145826.257841:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366893e59 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.257843:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.257844:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c8c30c04/0x38bddee366891a9c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6ff expref: 70 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257844:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:0.0:1783145826.257851:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.257857:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366893855 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.257868:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.257871:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893e7c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257874:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366893855 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.257875:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 817 00000100:00100000:2.0:1783145826.257887:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+70:2409:x1869755188063360:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.257890:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893e7c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.257895:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.257898:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee36689386a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257899:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893e7c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.257902:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c89bd071/0x38bddee366891873 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a673 expref: 70 pid: 228912 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.257910:0:206490:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:206490:1869755178579840:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.257916:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee36689386a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257922:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.257928:0:206490:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000014db762/0x38bddee3668945fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.257931:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893e7c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257931:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee36689386a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.257932:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c89bd071/0x38bddee366891873 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a673 expref: 70 pid: 228912 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257950:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696f000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.257956:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee36689386a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257964:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee36689386a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.257966:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c89bd071/0x38bddee366891873 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a673 expref: 70 pid: 228912 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.257975:0:228907:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c798c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:228907:1869755178580096:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.257976:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893e7c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257986:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1da:0x0].0x0 (ffff9be9c364dc00) 00010000:00010000:3.0:1783145826.257991:0:228907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005cfa41b4/0x38bddee366894608 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.257994:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.258000:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee36689386a lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258002:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00010000:00010000:1.0:1783145826.258010:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.258016:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893e7c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.258017:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb54:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.258017:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee36689386a lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.258026:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb54:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.258033:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366893e7c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.258034:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003e28f0fd/0x38bddee3668945e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258046:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee36689387f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.258053:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e28f0fd/0x38bddee3668945e5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258058:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dcc00/0x38bddee366893e9f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258078:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee36689387f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258079:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dcc00/0x38bddee366893e9f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.258081:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.258094:0:228910:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003e28f0fd/0x38bddee3668945e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258109:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dcc00/0x38bddee366893e9f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.258113:0:228910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e28f0fd/0x38bddee3668945e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258115:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee36689387f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.258140:0:228898:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:228898:1869755178581504:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.258140:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dcc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.258149:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dcc00/0x38bddee366893e9f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.258150:0:228910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e28f0fd/0x38bddee3668945e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258150:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c6798a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.258155:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee36689387f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.258159:0:228898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f164581b/0x38bddee366894632 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258169:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dcc00/0x38bddee366893e9f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258178:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee36689387f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.258179:0:228910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003e28f0fd/0x38bddee3668945e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258185:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ad:0x0].0x0 (ffff9be9c5414700) 00010000:00010000:1.0:1783145826.258191:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.258196:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dcc00/0x38bddee366893e9f lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258197:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:2.0:1783145826.258199:0:228910:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00010000:00010000:0.0:1783145826.258204:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.258206:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dcc00/0x38bddee366893e9f lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258207:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee36689387f lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258218:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798a00/0x38bddee36689387f lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258226:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366893ea6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258231:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689389b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258245:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689389b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258248:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366893ea6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258251:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689389b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258255:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366893ea6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258259:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dce00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.258262:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8e8846800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.258263:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689389b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258266:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366893ea6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258269:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689389b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258273:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366893ea6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258278:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1db:0x0].0x0 (ffff9be9c9299700) 00010000:00010000:1.0:1783145826.258281:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00000100:00100000:2.0:1783145826.258283:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+31:3651:x1869755178578432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6408us (6529us total) trans 8589935487 rc 0/0 00010000:00010000:0.0:1783145826.258283:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.258284:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.258288:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689389b lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258289:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366893ea6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.258297:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145826.258297:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2685 00010000:00010000:0.0:1783145826.258308:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689389b lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258309:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8e8846800/0x38bddee366893ea6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.258325:0:207255:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003efbea9e/0x38bddee3668945d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258333:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893ec2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.258335:0:207255:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003efbea9e/0x38bddee3668945d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258336:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668938a9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258341:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893ec2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.258355:0:228914:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce879f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:228914:1869755178580736:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.258355:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668938a9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258359:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893ec2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.258363:0:207255:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003efbea9e/0x38bddee3668945d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.258370:0:228914:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000eaf5fbc8/0x38bddee366894616 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258374:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668938a9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258376:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.258381:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893ec2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.258390:0:207255:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003efbea9e/0x38bddee3668945d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258396:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.258401:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893ec2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258401:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668938a9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.258403:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1783145826.258407:0:207255:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00010000:00010000:3.0:1783145826.258409:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000da67da5f/0x38bddee3668945bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258421:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668938a9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258422:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ae:0x0].0x0 (ffff9bea012ae400) 00010000:00010000:3.0:1783145826.258428:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.258428:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.258432:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893ec2 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258436:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00010000:00010000:3.0:1783145826.258437:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000da67da5f/0x38bddee3668945bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258438:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366893ec2 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258440:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.258445:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668938a9 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258461:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee3668938a9 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.258464:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000da67da5f/0x38bddee3668945bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258465:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366893f32 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.258468:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+31:3650:x1869755178577792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7370us (7492us total) trans 8589935488 rc 0/0 00010000:00010000:0.0:1783145826.258476:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa800/0x38bddee3668938cc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.258485:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2683 00010000:00010000:1.0:1783145826.258486:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366893f32 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258496:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa800/0x38bddee3668938cc lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258497:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366893f32 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.258500:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000da67da5f/0x38bddee3668945bb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.258505:0:228906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f0942d5f/0x38bddee3668945de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258510:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa800/0x38bddee3668938cc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258515:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.258520:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366893f32 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.258530:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da67da5f/0x38bddee3668945bb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258531:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fa800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.258532:0:228906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f0942d5f/0x38bddee3668945de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258533:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366893f32 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258536:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa800/0x38bddee3668938cc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258554:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00010000:00010000:1.0:1783145826.258557:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.258559:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa800/0x38bddee3668938cc lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.258560:0:228906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f0942d5f/0x38bddee3668945de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258560:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366893f32 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.258567:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1783145826.258573:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b33b0667/0x38bddee3668945d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258579:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00010000:00010000:1.0:1783145826.258581:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366893f32 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.258586:0:228906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f0942d5f/0x38bddee3668945de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258586:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.258591:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa800/0x38bddee3668938cc lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.258594:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c6799800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.258601:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b33b0667/0x38bddee3668945d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258606:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893f47 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258610:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa800/0x38bddee3668938cc lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.258623:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b33b0667/0x38bddee3668945d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258627:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893f47 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.258635:0:228906:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00010000:00010000:0.0:1783145826.258639:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee36689390b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258646:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893f47 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.258649:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b33b0667/0x38bddee3668945d0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258661:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee36689390b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258662:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c8d86600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.258667:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893f47 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.258669:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b33b0667/0x38bddee3668945d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258671:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee36689390b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258685:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893f47 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.258690:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+29:3653:x1869755178578176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7207us (7278us total) trans 8589936136 rc 0/0 00010000:00010000:0.0:1783145826.258690:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fba00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.258695:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1783145826.258697:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee36689390b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.258700:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee3668945c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258700:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1af:0x0].0x0 (ffff9be8d2d3ec00) 00000100:00100000:2.0:1783145826.258701:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2684 00010000:00010000:1.0:1783145826.258708:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.258713:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893f47 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258714:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee36689390b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.258715:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.258721:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee3668945c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.258726:0:206057:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:206057:1869755178579968:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.258731:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee366893f47 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258734:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:2.0:1783145826.258740:0:206057:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000008678bd5/0x38bddee366894601 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.258742:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee3668945c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258742:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.258748:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee36689390b lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258758:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893f5c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.258769:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee3668945c2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258771:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fba00/0x38bddee36689390b lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.258778:0:228901:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe69c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:228901:1869755178580992:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.258792:0:228901:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000033a1f717/0x38bddee366894624 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.258793:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee3668945c2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258795:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893f5c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258801:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee3668939a5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258818:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893f5c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258818:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee3668939a5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.258826:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00000004:00080000:2.0:1783145826.258826:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ffffca80/2, rc 0, transno 8589936136 00010000:00010000:3.0:1783145826.258832:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000740b4f38/0x38bddee3668945ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258834:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fbc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.258834:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee3668939a5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.258839:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178578176:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.258840:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893f5c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.258850:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c8d87e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.258854:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c91dac00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.258856:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000740b4f38/0x38bddee3668945ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258857:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893f5c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258858:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee3668939a5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.258877:0:206056:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe6aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:206056:1869755178580864:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.258878:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000740b4f38/0x38bddee3668945ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258879:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee3668939a5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258882:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be9d5ab6200) 00010000:00010000:1.0:1783145826.258889:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.258890:0:206056:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000abc14fed/0x38bddee36689461d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258893:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893f5c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258899:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00010000:00010000:0.0:1783145826.258905:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.258907:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000740b4f38/0x38bddee3668945ad lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258910:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee3668939a5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258911:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fbc00/0x38bddee366893f5c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.258921:0:228902:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:228902:1869755178580224:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.258927:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c91dac00/0x38bddee3668939a5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.258934:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000740b4f38/0x38bddee3668945ad lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.258940:0:228902:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000a706b9f/0x38bddee36689460f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258944:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668939ba lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258947:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893f7f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.258953:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1783145826.258961:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092528afd/0x38bddee3668945c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258963:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668939ba lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258966:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893f7f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.258974:0:228911:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000079ca40a/0x38bddee3668945ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.258982:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668939ba lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.258984:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893f7f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.258989:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.258997:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092528afd/0x38bddee3668945c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.258998:0:228911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000079ca40a/0x38bddee3668945ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259001:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2016400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.259002:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.259008:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668939ba lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.259009:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893f7f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.259024:0:228911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000079ca40a/0x38bddee3668945ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259026:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092528afd/0x38bddee3668945c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259030:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668939ba lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.259031:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893f7f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.259044:0:228911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000079ca40a/0x38bddee3668945ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259055:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1dc:0x0].0x0 (ffff9be8d2d3e000) 00010000:00010000:1.0:1783145826.259056:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be9ca6eb400) 00010000:00010000:2.0:1783145826.259058:0:228911:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:0.0:1783145826.259058:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.259059:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.259060:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092528afd/0x38bddee3668945c9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259063:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668939ba lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.259064:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893f7f lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.259084:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366893f7f lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259085:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2016400/0x38bddee3668939ba lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259086:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092528afd/0x38bddee3668945c9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.259115:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366893fa2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.259140:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+31:3651:x1869755178578304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6999us (7335us total) trans 8589935489 rc 0/0 00010000:00010000:1.0:1783145826.259141:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366893fa2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259144:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1783145826.259146:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86400/0x38bddee3668939c8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259151:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007a2c952c/0x38bddee3668945b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.259156:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2686 00010000:00010000:1.0:1783145826.259158:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366893fa2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259167:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86400/0x38bddee3668939c8 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259175:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.259176:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1ac00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.259178:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86400/0x38bddee3668939c8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259181:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007a2c952c/0x38bddee3668945b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.259181:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366893fa2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.259182:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ffffc380/2, rc 0, transno 8589935489 00010000:00010000:0.0:1783145826.259185:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c8d86400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.259191:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86400/0x38bddee3668939c8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.259194:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178578304:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.259201:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366893fa2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259205:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007a2c952c/0x38bddee3668945b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.259207:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ffffd880/2, rc 0, transno 8589935487 00010000:00010000:0.0:1783145826.259209:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86400/0x38bddee3668939c8 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.259215:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178578432:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.259222:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00000100:00100000:2.0:1783145826.259229:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1783145826.259230:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.259234:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:1.0:1783145826.259235:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366893fa2 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259236:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007a2c952c/0x38bddee3668945b4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259238:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145826.259240:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178581632:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.259243:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86400/0x38bddee3668939c8 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.259253:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366893fa2 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259259:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a2c952c/0x38bddee3668945b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259261:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86400/0x38bddee3668939c8 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.259276:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893fcc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.259277:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.259284:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668939f2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.259285:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893fcc lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259290:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1783145826.259296:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003e28f0fd/0x38bddee3668945e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.259301:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893fcc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259315:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668939f2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.259319:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5ddc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.259320:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d375fa00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.259325:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893fcc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259326:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003e28f0fd/0x38bddee3668945e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259327:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668939f2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.259330:0:228916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178581632 00000100:00100000:2.0:1783145826.259336:0:228916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178581632 00010000:00010000:1.0:1783145826.259338:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893fcc lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259346:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.259349:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003e28f0fd/0x38bddee3668945e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259352:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668939f2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.259354:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b0:0x0].0x0 (ffff9bea012ae100) 00010000:00010000:1.0:1783145826.259360:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.259365:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668939f2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.259366:0:228916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2697 00010000:00010000:1.0:1783145826.259366:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893fcc lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259367:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003e28f0fd/0x38bddee3668945e5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.259380:0:228916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+29:3651:x1869755178581632:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.259383:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:1.0:1783145826.259386:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366893fcc lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259391:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.259392:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e28f0fd/0x38bddee3668945e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259395:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668939f2 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.259399:0:228916:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2948 count 1 00010000:00010000:1.0:1783145826.259405:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366893ff6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.259411:0:228916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000010df5c8a/0x38bddee366894639 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb84:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259413:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668939f2 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259419:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1783145826.259425:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003efbea9e/0x38bddee3668945d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259438:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee366893a23 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.259439:0:228916:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef3e2f31/0x38bddee36688e0f1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb67997e0 expref: 83 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.259439:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366893ff6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259445:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9da69d200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.259450:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003efbea9e/0x38bddee3668945d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259456:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee366893a23 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.259461:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366893ff6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.259463:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb84:0x0].0x0 since=10s v=(0 0) 00010000:00010000:2.0:1783145826.259471:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb84:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.259478:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee366893a23 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.259480:0:228916:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010df5c8a/0x38bddee366894639 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.259481:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.259487:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366893ff6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259496:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003efbea9e/0x38bddee3668945d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259498:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dc000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.259504:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee366893a23 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.259506:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366893ff6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.259513:0:228916:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ef3e2f31/0x38bddee36688e0f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67997e0 expref: 83 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259515:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003efbea9e/0x38bddee3668945d7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259521:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee366893a23 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.259526:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:1.0:1783145826.259532:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.259536:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366893ff6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259539:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003efbea9e/0x38bddee3668945d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.259541:0:228916:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ef3e2f31/0x38bddee36688e0f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67997e0 expref: 83 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259543:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1dd:0x0].0x0 (ffff9be9c9299200) 00010000:00010000:0.0:1783145826.259550:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.259552:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366893ff6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259554:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee366893a23 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259572:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783145826.259572:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee366893a23 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.259573:0:228916:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe68380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:228916:1869755178582016:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.259578:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f0942d5f/0x38bddee3668945de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.259578:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57600/0x38bddee366894012 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.259597:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57600/0x38bddee366894012 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259598:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d375fc00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.259598:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366893a5b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259604:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f0942d5f/0x38bddee3668945de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.259606:0:228916:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8cceba480 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.259614:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57600/0x38bddee366894012 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259616:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366893a5b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.259619:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1783145826.259626:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f0942d5f/0x38bddee3668945de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.259630:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178581888:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.259631:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda57600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.259636:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366893a5b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.259638:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57600/0x38bddee366894012 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259651:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f0942d5f/0x38bddee3668945de lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259653:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dca00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.259654:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57600/0x38bddee366894012 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.259659:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.259659:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366893a5b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.259677:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b1:0x0].0x0 (ffff9be9d09b8600) 00010000:00010000:0.0:1783145826.259677:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366893a5b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259679:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f0942d5f/0x38bddee3668945de lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.259683:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00080000:2.0:1783145826.259686:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fffff100/2, rc 0, transno 8589935488 00010000:00010000:1.0:1783145826.259687:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57600/0x38bddee366894012 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259697:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00000100:00100000:2.0:1783145826.259698:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178577792:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.259705:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57600/0x38bddee366894012 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259705:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.259710:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366893a5b lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.259712:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8c5912680/2, rc 0, transno 8589935486 00000100:00100000:2.0:1783145826.259721:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c5912680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178574336:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1783145826.259723:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145826.259727:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366893a5b lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259729:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000079ca40a/0x38bddee3668945ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.259730:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1783145826.259736:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894019 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.259740:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178581760:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1783145826.259751:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d375f800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.259752:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dda00/0x38bddee366893a8c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.259754:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894019 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259755:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000079ca40a/0x38bddee3668945ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.259768:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.259773:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dda00/0x38bddee366893a8c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.259778:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894019 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259779:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000079ca40a/0x38bddee3668945ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259791:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dda00/0x38bddee366893a8c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.259795:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.259801:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894019 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259802:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000079ca40a/0x38bddee3668945ec lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259803:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dda00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.259809:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dda00/0x38bddee366893a8c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.259811:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce87ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178582144:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.259821:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894019 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259825:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000079ca40a/0x38bddee3668945ec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259829:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dda00/0x38bddee366893a8c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.259837:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.259839:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9bea021f2800) 00010000:00010000:1.0:1783145826.259846:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.259850:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894019 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259854:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:1.0:1783145826.259855:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894019 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259858:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.259859:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.259863:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dda00/0x38bddee366893a8c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259865:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.259867:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178581888 00010000:00010000:3.0:1783145826.259869:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.259871:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178581888 00010000:00010000:0.0:1783145826.259871:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dda00/0x38bddee366893a8c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.259875:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56600/0x38bddee366894089 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.259882:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178581760 00010000:00010000:1.0:1783145826.259882:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56600/0x38bddee366894089 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259887:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee366893ac4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.259888:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178581760 00010000:00010000:1.0:1783145826.259890:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56600/0x38bddee366894089 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.259893:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178582144 00000100:00100000:2.0:1783145826.259898:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178582144 00010000:00010000:1.0:1783145826.259904:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda56600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.259910:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56600/0x38bddee366894089 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259910:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee366893ac4 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.259917:0:228912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2698 00000100:00100000:2.0:1783145826.259925:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2699 00010000:00010000:1.0:1783145826.259926:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56600/0x38bddee366894089 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259927:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee366893ac4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.259930:0:228912:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+33:3653:x1869755178581888:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1783145826.259938:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce879f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+33:3650:x1869755178581760:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.259947:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd2fb800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.259950:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:0.0:1783145826.259951:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee366893ac4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783145826.259952:0:228912:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2906 count 1 00002000:00080000:2.0:1783145826.259955:0:228910:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2905 count 1 00010000:00010000:1.0:1783145826.259956:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.259960:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56600/0x38bddee366894089 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259965:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee366893ac4 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.259967:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56600/0x38bddee366894089 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.259970:0:228910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052c54582/0x38bddee366894640 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb59:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.259972:0:228912:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f2a4a61/0x38bddee366894647 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb5a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.259976:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:0.0:1783145826.259983:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.259988:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee366893ac4 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.259990:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee3668940ba lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.259998:0:228910:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003b1f38ee/0x38bddee366891c39 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a78b expref: 69 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.260005:0:228912:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000047dd0f5a/0x38bddee366891df9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7fb expref: 69 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260005:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fb800/0x38bddee366893ac4 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.260021:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb59:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1783145826.260028:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee3668940ba lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.260029:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb59:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.260030:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5a:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1783145826.260032:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee366893b0a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.260038:0:228910:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052c54582/0x38bddee366894640 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.260039:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.260045:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee3668940ba lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.260049:0:228912:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f2a4a61/0x38bddee366894647 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260053:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee366893b0a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260064:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696fa00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.260070:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee3668940ba lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260077:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee366893b0a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.260087:0:228912:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000047dd0f5a/0x38bddee366891df9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7fb expref: 69 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260087:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee3668940ba lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260092:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145826.260108:0:228910:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003b1f38ee/0x38bddee366891c39 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a78b expref: 69 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260108:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee366893b0a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260113:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b2:0x0].0x0 (ffff9be8c65eda00) 00010000:00010000:1.0:1783145826.260139:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.260141:0:228912:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000047dd0f5a/0x38bddee366891df9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7fb expref: 69 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260144:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee3668940ba lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.260148:0:228910:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003b1f38ee/0x38bddee366891c39 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a78b expref: 69 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260148:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee366893b0a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260164:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fa00/0x38bddee3668940ba lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.260169:0:228912:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:228912:1869755178582400:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.260172:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00000100:00100000:2.0:1783145826.260179:0:228910:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:228910:1869755178582528:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.260180:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.260185:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee366893b0a lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260190:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee366893b0a lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260191:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee3668940cf lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260199:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee3668940cf lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260203:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee3668940cf lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260205:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee366893b2d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.260209:0:228912:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.260209:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04200 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.260210:0:228910:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccebab40 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.260214:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee366893b2d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260217:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee3668940cf lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260221:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee366893b2d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260224:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee3668940cf lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260228:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dd400 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145826.260231:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2700 00010000:00010000:0.0:1783145826.260234:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee366893b2d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260237:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8cc99a800) 00010000:00010000:0.0:1783145826.260240:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee366893b2d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260241:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145826.260242:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+33:3653:x1869755178582144:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.260247:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee3668940cf lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.260249:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00002000:00080000:3.0:1783145826.260257:0:228903:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2907 count 1 00010000:00010000:1.0:1783145826.260259:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee3668940cf lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260259:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00000100:00100000:2.0:1783145826.260263:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7618e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178582272:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.260266:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.260267:0:228903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e2bf8a2/0x38bddee36689464e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb5b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260271:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee366893b2d lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260281:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee3668940f2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260288:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee366893b2d lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260290:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee3668940f2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.260292:0:228903:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b405bffe/0x38bddee366891e07 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a809 expref: 69 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.260296:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.260310:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee3668940f2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.260311:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5b:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1783145826.260314:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366893b96 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.260319:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5b:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.260321:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178582272 00010000:00010000:1.0:1783145826.260326:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c961ae00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.260327:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178582272 00010000:00010000:3.0:1783145826.260328:0:228903:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e2bf8a2/0x38bddee36689464e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260329:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366893b96 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260333:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee3668940f2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260350:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366893b96 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.260351:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2701 00010000:00010000:1.0:1783145826.260351:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee3668940f2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.260359:0:228903:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b405bffe/0x38bddee366891e07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a809 expref: 69 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260366:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382a00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.260367:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+34:3651:x1869755178582272:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.260371:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be9d5ab6800) 00010000:00010000:0.0:1783145826.260371:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366893b96 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260377:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.260383:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee3668940f2 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260385:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366893b96 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.260386:0:228903:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b405bffe/0x38bddee366891e07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a809 expref: 69 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.260387:0:207255:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2909 count 1 00010000:00010000:1.0:1783145826.260396:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c961ae00/0x38bddee3668940f2 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.260402:0:207255:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000566c80c7/0x38bddee366894655 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb5d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260405:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00010000:00010000:0.0:1783145826.260413:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145826.260417:0:228903:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c798c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:228903:1869755178582656:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.260417:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366893b96 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260424:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee36689410e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.260425:0:207255:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b0c82e87/0x38bddee366891fce lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a880 expref: 55 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260433:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366893b96 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.260438:0:228903:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1c00 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.260444:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee36689410e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.260447:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5d:0x0].0x0 since=3s v=(0 0) 00010000:00010000:2.0:1783145826.260454:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.260457:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee36689410e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.260460:0:207255:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000566c80c7/0x38bddee366894655 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260460:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366893bb2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260462:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.260468:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee36689410e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260485:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee36689410e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260486:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366893bb2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.260493:0:207255:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b0c82e87/0x38bddee366891fce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a880 expref: 55 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260498:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8cc99af00) 00010000:00010000:0.0:1783145826.260503:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366893bb2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260505:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.260509:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee36689410e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.260515:0:207255:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b0c82e87/0x38bddee366891fce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a880 expref: 55 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260520:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05e00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145826.260523:0:228905:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:228905:1869755178581376:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.260525:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366893bb2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260526:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee36689410e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.260544:0:228905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000b6754f1/0x38bddee36689462b lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.260545:0:207255:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:207255:1869755178582784:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.260546:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366893bb2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260554:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366894170 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260557:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:0.0:1783145826.260562:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.260566:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366893bb2 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260577:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366894170 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260577:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366893bb2 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.260581:0:207255:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8cceba9c0 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.260598:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366894170 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260607:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda57a00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:0.0:1783145826.260610:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188064000 00010000:00010000:1.0:1783145826.260611:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366894170 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.260615:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188064000 00010000:00010000:1.0:1783145826.260618:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366894170 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260627:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be9c3a19500) 00010000:00010000:1.0:1783145826.260629:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.260631:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366894170 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260634:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005dd5162b/0x38bddee3668919ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6c0 expref: 70 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.260636:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+70:2409:x1869755188063360:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2750us (4841us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.260648:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57a00/0x38bddee366894170 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.260652:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 817 00000100:00100000:0.0:1783145826.260667:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188064384 00000100:00100000:0.0:1783145826.260670:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188064384 00000100:00100000:2.0:1783145826.260675:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188064256 00010000:00010000:1.0:1783145826.260679:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366894193 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.260680:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188064256 00010000:00010000:3.0:1783145826.260683:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.260683:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000dd75f8d/0x38bddee36688ddf6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679971c expref: 103 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.260696:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005e4bb2f0/0x38bddee366891aaa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a70d expref: 70 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.260697:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188064512 00010000:00010000:1.0:1783145826.260698:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366894193 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.260717:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188064640 00010000:00010000:1.0:1783145826.260718:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366894193 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.260721:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188064640 00010000:00010000:1.0:1783145826.260728:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c9482400 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:2.0:1783145826.260733:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 818 00010000:00010000:1.0:1783145826.260733:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366894193 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260738:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005edca256/0x38bddee36688de7b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799746 expref: 104 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.260750:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd780c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+104:2408:x1869755188063616:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.260750:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366894193 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.260761:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188064512 00010000:00010000:2.0:1783145826.260763:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.260767:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:2.0:1783145826.260770:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e58bcb3c/0x38bddee36688dae6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799627 expref: 105 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.260773:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 819 00010000:00010000:1.0:1783145826.260774:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.260782:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000717afaae/0x38bddee36688de6d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799738 expref: 105 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260782:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366894193 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.260788:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e58bcb3c/0x38bddee36688dae6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799627 expref: 105 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.260790:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+105:2407:x1869755188063488:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.260799:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c9482400/0x38bddee366894193 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260805:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.260815:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ffe379ac/0x38bddee36688dc0c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799697 expref: 105 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.260822:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e58bcb3c/0x38bddee36688dae6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799627 expref: 105 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260823:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798000/0x38bddee3668941bd lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260844:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ffe379ac/0x38bddee36688dc0c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799697 expref: 105 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260849:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798000/0x38bddee3668941bd lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.260852:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb7e:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145826.260855:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 820 00010000:00010000:2.0:1783145826.260861:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb7e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.260861:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ffe379ac/0x38bddee36688dc0c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799697 expref: 104 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260867:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798000/0x38bddee3668941bd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.260870:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+70:2407:x1869755188063744:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145826.260871:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000014db762/0x38bddee3668945fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.260884:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.260889:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c6798000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.260892:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000060ad50c4/0x38bddee3668919d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6ce expref: 70 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.260892:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000014db762/0x38bddee3668945fa lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260892:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb7f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.260895:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798000/0x38bddee3668941bd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260902:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb7f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.260914:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000042be3e16/0x38bddee3668945f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260918:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798000/0x38bddee3668941bd lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.260924:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145826.260925:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000060ad50c4/0x38bddee3668919d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6ce expref: 70 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.260935:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042be3e16/0x38bddee3668945f3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.260944:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b3:0x0].0x0 (ffff9be9c5414e00) 00000100:00100000:2.0:1783145826.260946:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd780c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+103:2408:x1869755188063616:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 201us (5089us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.260952:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.260960:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798000/0x38bddee3668941bd lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.260964:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060ad50c4/0x38bddee3668919d1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6ce expref: 70 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.260964:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 818 00010000:00010000:1.0:1783145826.260980:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6798000/0x38bddee3668941bd lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.260989:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb55:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.260990:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145826.260996:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb55:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.260998:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 821 00010000:00010000:1.0:1783145826.261002:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee3668941b6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.261004:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000008678bd5/0x38bddee366894601 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.261010:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+102:2408:x1869755188063872:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1783145826.261021:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+102:2407:x1869755188063488:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 233us (5102us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145826.261023:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.261023:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee3668941b6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.261027:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008678bd5/0x38bddee366894601 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.261032:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004e2e1f94/0x38bddee36688dc36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67996a5 expref: 102 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.261040:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 819 00010000:00010000:1.0:1783145826.261046:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee3668941b6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.261059:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004e2e1f94/0x38bddee36688dc36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67996a5 expref: 101 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261059:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.261066:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee3668941b6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.261066:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 822 00010000:00010000:3.0:1783145826.261073:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145826.261081:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+69:2408:x1869755188064128:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.261087:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee3668941b6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.261106:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1783145826.261108:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+69:2407:x1869755188063744:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 230us (4445us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145826.261109:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e2e1f94/0x38bddee36688dc36 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67996a5 expref: 101 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261111:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:0.0:1783145826.261115:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c8c30c04/0x38bddee366891a9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6ff expref: 69 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261140:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145826.261141:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 820 00010000:00010000:2.0:1783145826.261145:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb80:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.261146:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee3668941b6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.261154:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb80:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145826.261159:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 823 00010000:00010000:2.0:1783145826.261166:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005cfa41b4/0x38bddee366894608 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261168:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee3668941b6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.261174:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+68:2407:x1869755188064000:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.261174:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c8c30c04/0x38bddee366891a9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6ff expref: 68 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.261193:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005cfa41b4/0x38bddee366894608 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.261196:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.261202:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee3668941ee lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.261204:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005dd5162b/0x38bddee3668919ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6c0 expref: 68 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.261206:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8c30c04/0x38bddee366891a9c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6ff expref: 68 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.261221:0:206057:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000008678bd5/0x38bddee366894601 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.261233:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb58:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.261237:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee3668941ee lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.261242:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb58:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.261245:0:206057:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008678bd5/0x38bddee366894601 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.261252:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eaf5fbc8/0x38bddee366894616 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261255:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee3668941ee lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.261270:0:206057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008678bd5/0x38bddee366894601 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261275:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c6799400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.261279:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eaf5fbc8/0x38bddee366894616 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261283:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee3668941ee lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.261287:0:206057:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000008678bd5/0x38bddee366894601 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.261306:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005dd5162b/0x38bddee3668919ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6c0 expref: 67 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261307:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee3668941ee lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.261325:0:206057:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145826.261333:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b4:0x0].0x0 (ffff9be9c5414d00) 00010000:00010000:3.0:1783145826.261339:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005dd5162b/0x38bddee3668919ca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6c0 expref: 67 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261339:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145826.261341:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.261345:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee3668941ee lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261356:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799400/0x38bddee3668941ee lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.261367:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+66:2408:x1869755188064128:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 289us (3679us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.261375:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366894218 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.261375:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 822 00010000:00010000:1.0:1783145826.261385:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366894218 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261393:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366894218 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.261397:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 824 00010000:00010000:1.0:1783145826.261406:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda56800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.261407:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb56:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145826.261412:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+100:2408:x1869755188064384:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1783145826.261413:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+35:3653:x1869755178579584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8253us (8693us total) trans 8589935490 rc 0/0 00010000:00010000:1.0:1783145826.261413:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366894218 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.261414:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb56:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.261426:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000a706b9f/0x38bddee36689460f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.261428:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1783145826.261431:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2689 00010000:00010000:1.0:1783145826.261431:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366894218 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.261438:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000dd75f8d/0x38bddee36688ddf6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679971c expref: 100 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.261452:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000a706b9f/0x38bddee36689460f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261456:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8cc99a500) 00010000:00010000:0.0:1783145826.261461:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000dd75f8d/0x38bddee36688ddf6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679971c expref: 100 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261464:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00080000:2.0:1783145826.261468:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8c77d7100/2, rc 0, transno 8589935490 00010000:00010000:1.0:1783145826.261470:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366894218 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261483:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56800/0x38bddee366894218 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.261484:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145826.261488:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178579584:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.261489:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000dd75f8d/0x38bddee36688ddf6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679971c expref: 100 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261503:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee36689422d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261509:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee36689422d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.261511:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb81:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.261516:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee36689422d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.261517:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb81:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.261524:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000033a1f717/0x38bddee366894624 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261526:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dc800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.261531:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee36689422d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.261532:0:228902:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000a706b9f/0x38bddee36689460f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.261533:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033a1f717/0x38bddee366894624 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261546:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee36689422d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.261557:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+65:2407:x1869755188064000:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 383us (3834us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145826.261558:0:228902:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000a706b9f/0x38bddee36689460f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261570:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b5:0x0].0x0 (ffff9bea012ae000) 00010000:00010000:1.0:1783145826.261577:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145826.261578:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 823 00010000:00010000:1.0:1783145826.261583:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee36689422d lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.261584:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.261586:0:228902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000a706b9f/0x38bddee36689460f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261598:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee36689422d lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.261603:0:228902:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000a706b9f/0x38bddee36689460f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.261604:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+99:2408:x1869755188064384:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 197us (3814us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.261614:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee36689423b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.261620:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 824 00010000:00010000:1.0:1783145826.261627:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee36689423b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.261633:0:228902:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1783145826.261633:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee36689423b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.261639:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 825 00010000:00010000:1.0:1783145826.261642:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0383800 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145826.261646:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 826 00010000:00010000:1.0:1783145826.261647:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee36689423b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.261650:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd783850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+64:2407:x1869755188064256:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1783145826.261660:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+98:2407:x1869755188064640:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.261662:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee36689423b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.261664:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145826.261671:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.261672:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005e4bb2f0/0x38bddee366891aaa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a70d expref: 64 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261674:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c3a19700) 00010000:00010000:1.0:1783145826.261680:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.261681:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005edca256/0x38bddee36688de7b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799746 expref: 98 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261685:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee36689423b lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.261693:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005e4bb2f0/0x38bddee366891aaa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a70d expref: 64 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.261697:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+35:3650:x1869755178579456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7055us (8185us total) trans 8589935491 rc 0/0 00010000:00010000:1.0:1783145826.261704:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee36689423b lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.261708:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005edca256/0x38bddee36688de7b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799746 expref: 98 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.261715:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2691 00010000:00010000:0.0:1783145826.261725:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e4bb2f0/0x38bddee366891aaa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a70d expref: 64 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.261735:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005edca256/0x38bddee36688de7b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799746 expref: 98 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261736:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee36689425e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.261739:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb57:0x0].0x0 since=0s v=(0 0) 00000004:00080000:2.0:1783145826.261746:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d907aa00/2, rc 0, transno 8589935491 00010000:00010000:0.0:1783145826.261750:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb57:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.261756:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb82:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.261757:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d907aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178579456:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.261761:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000abc14fed/0x38bddee36689461d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.261764:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb82:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.261766:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1783145826.261775:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee36689425e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.261776:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f164581b/0x38bddee366894632 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.261776:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178582912:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.261781:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000abc14fed/0x38bddee36689461d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261796:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee36689425e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.261802:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145826.261804:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f164581b/0x38bddee366894632 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261814:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda90400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.261820:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee36689425e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261831:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee36689425e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.261836:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.261839:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be9ca6eb000) 00010000:00010000:1.0:1783145826.261842:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.261844:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee36689425e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.261846:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.261849:0:206056:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000abc14fed/0x38bddee36689461d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261850:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda90400/0x38bddee36689425e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.261858:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd783850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+63:2407:x1869755188064256:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 210us (4044us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145826.261873:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+97:2407:x1869755188064640:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 213us (3579us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145826.261874:0:206056:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000abc14fed/0x38bddee36689461d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.261876:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 825 00010000:00010000:1.0:1783145826.261878:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049a00/0x38bddee366894281 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.261893:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 827 00010000:00010000:1.0:1783145826.261895:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049a00/0x38bddee366894281 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.261898:0:206056:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000abc14fed/0x38bddee36689461d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.261903:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 826 00000100:00100000:0.0:1783145826.261905:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+97:2410:x1869755188064512:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.261906:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049a00/0x38bddee366894281 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.261919:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.261921:0:206056:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000abc14fed/0x38bddee36689461d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261922:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea02049a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.261926:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000717afaae/0x38bddee36688de6d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799738 expref: 96 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.261929:0:206490:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000014db762/0x38bddee3668945fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261929:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049a00/0x38bddee366894281 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.261936:0:206056:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1783145826.261948:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049a00/0x38bddee366894281 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.261954:0:206490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000014db762/0x38bddee3668945fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.261955:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000717afaae/0x38bddee36688de6d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799738 expref: 96 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261957:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be9ca6eb200) 00010000:00010000:1.0:1783145826.261963:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.261968:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049a00/0x38bddee366894281 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.261983:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea02049a00/0x38bddee366894281 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.261987:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000717afaae/0x38bddee36688de6d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799738 expref: 96 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.261988:0:206490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000014db762/0x38bddee3668945fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.261993:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+35:3651:x1869755178580608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6723us (6870us total) trans 8589935492 rc 0/0 00010000:00010000:1.0:1783145826.261997:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee36689429d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.262011:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2693 00010000:00010000:3.0:1783145826.262012:0:206490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000014db762/0x38bddee3668945fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.262015:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb83:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.262016:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee36689429d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.262023:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178582912 00010000:00010000:0.0:1783145826.262024:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb83:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.262027:0:206490:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1783145826.262028:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178582912 00010000:00010000:0.0:1783145826.262034:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000b6754f1/0x38bddee36689462b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262035:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee36689429d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.262051:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2702 00010000:00010000:1.0:1783145826.262051:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cda56e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.262052:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b6754f1/0x38bddee36689462b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262056:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee36689429d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.262059:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+35:3650:x1869755178582912:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.262074:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee36689429d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.262076:0:206056:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2908 count 1 00010000:00010000:1.0:1783145826.262087:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b6:0x0].0x0 (ffff9be9d09b8000) 00010000:00010000:1.0:1783145826.262089:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145826.262090:0:206056:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006e11d775/0x38bddee36689465c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb5c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262092:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee36689429d lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.262092:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145826.262116:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+30:3653:x1869755178579072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9241us (9440us total) trans 8589936137 rc 0/0 00010000:00010000:1.0:1783145826.262136:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56e00/0x38bddee36689429d lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.262140:0:206056:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000744097d4/0x38bddee366891fc7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a872 expref: 55 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.262143:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+95:2410:x1869755188064512:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 220us (4256us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145826.262150:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2688 00010000:00010000:2.0:1783145826.262159:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5c:0x0].0x0 since=3s v=(0 0) 00000100:00100000:0.0:1783145826.262160:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 827 00010000:00010000:1.0:1783145826.262162:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee3668942ab lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.262163:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.262171:0:206056:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006e11d775/0x38bddee36689465c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262173:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee3668942ab lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262182:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee3668942ab lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262185:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145826.262188:0:228898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f164581b/0x38bddee366894632 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262188:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee3668942ab lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.262192:0:206056:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000744097d4/0x38bddee366891fc7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a872 expref: 55 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.262193:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1783145826.262200:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000008678bd5/0x38bddee366894601 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262208:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee3668942ab lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.262214:0:228898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f164581b/0x38bddee366894632 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.262221:0:206056:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000744097d4/0x38bddee366891fc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a872 expref: 55 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.262223:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d375e800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.262229:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be9d5ab6600) 00010000:00010000:0.0:1783145826.262230:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000008678bd5/0x38bddee366894601 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262237:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145826.262238:0:228898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f164581b/0x38bddee366894632 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262242:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee3668942ab lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.262254:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000008678bd5/0x38bddee366894601 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.262255:0:206056:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce87b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:206056:1869755178583168:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.262261:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee3668942ab lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.262264:0:228898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f164581b/0x38bddee366894632 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.262280:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000008678bd5/0x38bddee366894601 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.262284:0:228898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1783145826.262291:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008678bd5/0x38bddee366894601 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262293:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668942c7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.262294:0:206056:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9c11ca480 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.262305:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668942c7 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262311:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668942c7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.262311:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00000100:00100000:2.0:1783145826.262314:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce87a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178583040:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.262316:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000a706b9f/0x38bddee36689460f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262325:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d5ca2a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.262330:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668942c7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.262333:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d375f200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.262337:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668942c7 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.262338:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000a706b9f/0x38bddee36689460f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.262349:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.262354:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b7:0x0].0x0 (ffff9be8c65ede00) 00010000:00010000:0.0:1783145826.262356:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000a706b9f/0x38bddee36689460f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262357:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.262361:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668942c7 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.262367:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+30:3653:x1869755178581248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5627us (6098us total) trans 8589936138 rc 0/0 00010000:00010000:1.0:1783145826.262369:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d5ca2a00/0x38bddee3668942c7 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.262369:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000a706b9f/0x38bddee36689460f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.262383:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178583040 00000100:00100000:2.0:1783145826.262388:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178583040 00010000:00010000:0.0:1783145826.262391:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a706b9f/0x38bddee36689460f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262393:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee3668943ae lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.262396:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2696 00010000:00010000:1.0:1783145826.262411:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee3668943ae lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.262414:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2703 00010000:00010000:0.0:1783145826.262420:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1783145826.262421:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee3668943ae lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.262424:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000abc14fed/0x38bddee36689461d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.262425:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+36:3652:x1869755178583040:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.262437:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d42cb400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145826.262439:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d375ea00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.262441:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee3668943ae lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.262442:0:228911:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2910 count 1 00010000:00010000:0.0:1783145826.262443:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000abc14fed/0x38bddee36689461d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.262456:0:228911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002e938134/0x38bddee366894663 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb5e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262457:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee3668943ae lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.262459:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000abc14fed/0x38bddee36689461d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262480:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be9ee24d400) 00010000:00010000:2.0:1783145826.262481:0:228911:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fa70298a/0x38bddee36689207d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8a3 expref: 55 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.262482:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000abc14fed/0x38bddee36689461d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262483:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.262487:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee3668943ae lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.262501:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5e:0x0].0x0 since=3s v=(0 0) 00010000:00010000:2.0:1783145826.262506:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.262507:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d42cb400/0x38bddee3668943ae lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.262507:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000abc14fed/0x38bddee36689461d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.262512:0:228911:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e938134/0x38bddee366894663 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262536:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51e00/0x38bddee3668944aa lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.262537:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783145826.262542:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000014db762/0x38bddee3668945fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.262546:0:228911:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fa70298a/0x38bddee36689207d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8a3 expref: 55 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262546:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51e00/0x38bddee3668944aa lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.262550:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aed600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.262555:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000014db762/0x38bddee3668945fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262567:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51e00/0x38bddee3668944aa lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.262574:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000014db762/0x38bddee3668945fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.262575:0:228911:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fa70298a/0x38bddee36689207d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8a3 expref: 55 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262584:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d51e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.262591:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51e00/0x38bddee3668944aa lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.262598:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000014db762/0x38bddee3668945fa lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.262601:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145826.262602:0:228911:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:228911:1869755178583296:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.262609:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51e00/0x38bddee3668944aa lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.262618:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000014db762/0x38bddee3668945fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262623:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be9ca6eb700) 00010000:00010000:1.0:1783145826.262627:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.262631:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51e00/0x38bddee3668944aa lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.262634:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1783145826.262635:0:228911:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9c11caf00 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.262635:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51e00/0x38bddee3668944aa lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.262639:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f164581b/0x38bddee366894632 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.262647:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aed400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.262651:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f164581b/0x38bddee366894632 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.262657:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f164581b/0x38bddee366894632 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262660:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50200/0x38bddee366894456 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.262661:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145826.262665:0:228916:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe68380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:228916:1869755178582016:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.262676:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50200/0x38bddee366894456 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.262677:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f164581b/0x38bddee366894632 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.262686:0:228916:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000010df5c8a/0x38bddee366894639 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262689:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50200/0x38bddee366894456 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.262695:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.262699:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f164581b/0x38bddee366894632 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262709:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d50200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.262714:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50200/0x38bddee366894456 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262721:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50200/0x38bddee366894456 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.262725:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.262726:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.262731:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.262732:0:207255:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:207255:1869755178582784:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.262734:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b8:0x0].0x0 (ffff9be9c951d400) 00010000:00010000:0.0:1783145826.262737:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.262739:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.262742:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50200/0x38bddee366894456 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262746:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50200/0x38bddee366894456 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.262750:0:207255:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000566c80c7/0x38bddee366894655 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.262754:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188064768 00010000:00010000:1.0:1783145826.262758:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50a00/0x38bddee3668944c6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.262760:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188064768 00000100:00100000:3.0:1783145826.262769:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.262773:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50a00/0x38bddee3668944c6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.262776:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ffe69f80/2, rc 0, transno 8589936138 00010000:00010000:0.0:1783145826.262781:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ef3e2f31/0x38bddee36688e0f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67997e0 expref: 84 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262783:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50a00/0x38bddee3668944c6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.262788:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178581248:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.262801:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d50a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145826.262804:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50a00/0x38bddee3668944c6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.262805:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ffffd180/2, rc 0, transno 8589936137 00000100:00100000:0.0:1783145826.262812:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188065024 00010000:00010000:1.0:1783145826.262813:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50a00/0x38bddee3668944c6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.262814:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178579072:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.262816:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188065024 00010000:00010000:1.0:1783145826.262831:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be9d5ab6e00) 00010000:00010000:0.0:1783145826.262831:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003b1f38ee/0x38bddee366891c39 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a78b expref: 63 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.262832:0:228903:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c798c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:228903:1869755178582656:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.262838:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145826.262842:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50a00/0x38bddee3668944c6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.262847:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50a00/0x38bddee3668944c6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.262851:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188064896 00000100:00100000:0.0:1783145826.262855:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188064896 00010000:00010000:1.0:1783145826.262864:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.262865:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000047dd0f5a/0x38bddee366891df9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7fb expref: 64 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.262878:0:228903:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005e2bf8a2/0x38bddee36689464e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.262881:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188065152 00000100:00100000:0.0:1783145826.262885:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188065152 00010000:00010000:0.0:1783145826.262897:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b405bffe/0x38bddee366891e07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a809 expref: 65 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.262905:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ffe6bb80/2, rc 0, transno 8589935492 00000100:00100000:0.0:1783145826.262909:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188065280 00000100:00100000:3.0:1783145826.262912:0:228912:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:228912:1869755178582400:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.262913:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188065280 00000100:00100000:2.0:1783145826.262916:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178580608:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1783145826.262924:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1783145826.262925:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b0c82e87/0x38bddee366891fce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a880 expref: 56 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.262926:0:228912:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005f2a4a61/0x38bddee366894647 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.262932:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178583552:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.262953:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 828 00010000:00010000:3.0:1783145826.262959:0:228905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000b6754f1/0x38bddee36689462b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.262960:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+84:2408:x1869755188064768:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1783145826.262967:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145826.262974:0:228905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000b6754f1/0x38bddee36689462b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.262974:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.262981:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ef3e2f31/0x38bddee36688e0f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67997e0 expref: 84 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.262984:0:228905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000b6754f1/0x38bddee36689462b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.262992:0:228905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000b6754f1/0x38bddee36689462b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.262994:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ef3e2f31/0x38bddee36688e0f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67997e0 expref: 84 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.263000:0:228914:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000eaf5fbc8/0x38bddee366894616 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.263010:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178583552 00000100:00100000:2.0:1783145826.263015:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178583552 00010000:00010000:1.0:1783145826.263026:0:228914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eaf5fbc8/0x38bddee366894616 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.263030:0:228905:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145826.263031:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef3e2f31/0x38bddee36688e0f1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67997e0 expref: 84 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.263040:0:206057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2704 00010000:00010000:1.0:1783145826.263044:0:228914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eaf5fbc8/0x38bddee366894616 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.263050:0:206057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+30:3651:x1869755178583552:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.263055:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb84:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.263064:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb84:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.263065:0:228914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eaf5fbc8/0x38bddee366894616 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.263066:0:206057:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2950 count 1 00010000:00010000:0.0:1783145826.263071:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000010df5c8a/0x38bddee366894639 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.263079:0:206057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000018ad3e3/0x38bddee36689466a lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb86:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.263091:0:228914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1783145826.263094:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010df5c8a/0x38bddee366894639 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.263108:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+31:3653:x1869755178581120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6843us (6944us total) trans 8589936139 rc 0/0 00010000:00010000:2.0:1783145826.263115:0:206057:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004bbdb77f/0x38bddee36688e287 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799850 expref: 83 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.263136:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2695 00010000:00010000:2.0:1783145826.263145:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb86:0x0].0x0 since=10s v=(0 0) 00010000:00010000:2.0:1783145826.263148:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb86:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.263151:0:206057:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000018ad3e3/0x38bddee36689466a lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.263154:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783145826.263158:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145826.263160:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000b6754f1/0x38bddee36689462b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.263167:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aed200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.263170:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000b6754f1/0x38bddee36689462b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.263173:0:206057:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004bbdb77f/0x38bddee36688e287 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799850 expref: 83 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.263183:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000b6754f1/0x38bddee36689462b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.263189:0:206057:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004bbdb77f/0x38bddee36688e287 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799850 expref: 83 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.263191:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+83:2408:x1869755188064768:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 227us (591us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145826.263198:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000b6754f1/0x38bddee36689462b lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.263212:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 828 00010000:00010000:3.0:1783145826.263220:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b6754f1/0x38bddee36689462b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.263232:0:206057:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:206057:1869755178583808:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.263235:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1783145826.263236:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 829 00000100:00100000:1.0:1783145826.263237:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+37:3653:x1869755178580352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8214us (8271us total) trans 8589935493 rc 0/0 00010000:00010000:3.0:1783145826.263241:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eaf5fbc8/0x38bddee366894616 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.263249:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+65:2408:x1869755188065024:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1783145826.263258:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2692 00010000:00010000:0.0:1783145826.263262:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145826.263268:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aeca00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.263270:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003b1f38ee/0x38bddee366891c39 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a78b expref: 65 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.263272:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eaf5fbc8/0x38bddee366894616 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.263275:0:206057:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.263285:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.263290:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1783145826.263291:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eaf5fbc8/0x38bddee366894616 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.263297:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003b1f38ee/0x38bddee366891c39 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a78b expref: 65 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.263300:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178583424:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.263301:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eaf5fbc8/0x38bddee366894616 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.263316:0:228913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4a43623/0x38bddee36688d249 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799405 expref: 82 pid: 228906 timeout: 8573 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.263320:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eaf5fbc8/0x38bddee366894616 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.263328:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb59:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.263329:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.263337:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb59:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.263344:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052c54582/0x38bddee366894640 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.263350:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052c54582/0x38bddee366894640 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.263353:0:228913:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c5bb1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:228913:1869755178572416:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.263354:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.263357:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.263362:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.263365:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178583424 00000100:00100000:2.0:1783145826.263371:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178583424 00010000:00010000:1.0:1783145826.263376:0:228913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee36689451a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.263381:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.263390:0:228913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee36689451a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.263397:0:228913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee36689451a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.263404:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2705 00000100:00100000:0.0:1783145826.263406:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+65:2408:x1869755188065024:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 158us (746us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.263414:0:228913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee36689451a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.263419:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+31:3652:x1869755178583424:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.263420:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 829 00010000:00010000:3.0:1783145826.263428:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1783145826.263438:0:228902:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2949 count 1 00010000:00010000:1.0:1783145826.263440:0:228913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee36689451a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.263442:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 830 00000100:00100000:0.0:1783145826.263451:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 831 00000100:00100000:3.0:1783145826.263452:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+64:2408:x1869755188064896:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145826.263455:0:228902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee366894671 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb85:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.263457:0:228913:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145826.263464:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783145826.263466:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1951c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+64:2408:x1869755188065152:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145826.263479:0:228902:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a1d865ac/0x38bddee36688e129 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb67997fc expref: 81 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.263482:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.263490:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b405bffe/0x38bddee366891e07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a809 expref: 64 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.263492:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb85:0x0].0x0 since=10s v=(0 0) 00010000:00010000:2.0:1783145826.263500:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb85:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.263508:0:228902:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee366894671 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.263511:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b405bffe/0x38bddee366891e07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a809 expref: 64 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.263521:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd83f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+32:3651:x1869755178571648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29867us (30749us total) trans 8589936140 rc 0/0 00000100:00100000:1.0:1783145826.263533:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2656 00010000:00010000:2.0:1783145826.263542:0:228902:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a1d865ac/0x38bddee36688e129 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67997fc expref: 81 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.263543:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b405bffe/0x38bddee366891e07 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a809 expref: 64 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.263560:0:228902:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a1d865ac/0x38bddee36688e129 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67997fc expref: 81 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.263565:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000047dd0f5a/0x38bddee366891df9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7fb expref: 63 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.263566:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5b:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.263575:0:228902:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:228902:1869755178583936:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.263576:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.263587:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005e2bf8a2/0x38bddee36689464e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.263588:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000047dd0f5a/0x38bddee366891df9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7fb expref: 63 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.263610:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e2bf8a2/0x38bddee36689464e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.263611:0:228902:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94480 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.263641:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1783145826.263648:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ffe68000/2, rc 0, transno 8589936139 00010000:00010000:3.0:1783145826.263655:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000047dd0f5a/0x38bddee366891df9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb5a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7fb expref: 63 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.263662:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1951c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+63:2408:x1869755188065152:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 199us (939us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145826.263663:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178581120:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.263667:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5a:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145826.263673:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 831 00010000:00010000:3.0:1783145826.263675:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.263679:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005f2a4a61/0x38bddee366894647 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.263684:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f2a4a61/0x38bddee366894647 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb5a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.263686:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ffe6a300/2, rc 0, transno 8589935493 00000100:00100000:0.0:1783145826.263691:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 832 00010000:00010000:1.0:1783145826.263693:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1783145826.263700:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd781450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+56:2408:x1869755188065280:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145826.263701:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145826.263702:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178580352:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.263702:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee36689451a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.263711:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.263718:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b0c82e87/0x38bddee366891fce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a880 expref: 56 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.263720:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01349400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.263727:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee36689451a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.263734:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b0c82e87/0x38bddee366891fce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a880 expref: 56 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.263742:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee36689451a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.263754:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b0c82e87/0x38bddee366891fce lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb5d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a880 expref: 56 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.263760:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee36689451a lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.263767:0:228910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b1f38ee/0x38bddee366891c39 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a78b expref: 61 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.263767:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5d:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145826.263777:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+61:2408:x1869755188064896:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 273us (1033us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.263778:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee36689451a lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.263778:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.263789:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000566c80c7/0x38bddee366894655 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.263794:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 830 00000100:00100000:2.0:1783145826.263798:0:228910:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:228910:1869755178582528:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.263810:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000566c80c7/0x38bddee366894655 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb5d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.263818:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.263821:0:228910:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000052c54582/0x38bddee366894640 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.263822:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.263827:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.263831:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.263835:0:228910:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000052c54582/0x38bddee366894640 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.263844:0:228910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052c54582/0x38bddee366894640 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.263853:0:228910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052c54582/0x38bddee366894640 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.263855:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd781450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+55:2408:x1869755188065280:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 155us (1087us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.263860:0:206058:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000042be3e16/0x38bddee3668945f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.263868:0:228910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000052c54582/0x38bddee366894640 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.263875:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 832 00010000:00010000:1.0:1783145826.263884:0:206058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042be3e16/0x38bddee3668945f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.263890:0:228910:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145826.263896:0:206058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042be3e16/0x38bddee3668945f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.263906:0:206058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000042be3e16/0x38bddee3668945f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.263913:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145826.263923:0:206058:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145826.263924:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000052c54582/0x38bddee366894640 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.263931:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cbab5a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.263934:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000052c54582/0x38bddee366894640 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.263941:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000052c54582/0x38bddee366894640 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.263950:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000052c54582/0x38bddee366894640 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.263956:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052c54582/0x38bddee366894640 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.263976:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145826.263978:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000042be3e16/0x38bddee3668945f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.263986:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce879f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+37:3650:x1869755178581760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4048us (4218us total) trans 8589935494 rc 0/0 00010000:00010000:0.0:1783145826.263989:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d375ec00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.263993:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000042be3e16/0x38bddee3668945f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.263997:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+32:3653:x1869755178579200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11152us (11376us total) trans 8589936141 rc 0/0 00000100:00100000:2.0:1783145826.264000:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2699 00010000:00010000:0.0:1783145826.264012:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000042be3e16/0x38bddee3668945f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.264015:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2687 00010000:00010000:0.0:1783145826.264024:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000042be3e16/0x38bddee3668945f3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.264029:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042be3e16/0x38bddee3668945f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.264035:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ffe6aa00/2, rc 0, transno 8589935494 00010000:00010000:0.0:1783145826.264038:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.264041:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.264044:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.264045:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178581760:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1783145826.264051:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1783145826.264055:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.264057:0:228901:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000033a1f717/0x38bddee366894624 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.264059:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178583680:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.264070:0:228901:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033a1f717/0x38bddee366894624 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.264079:0:228901:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033a1f717/0x38bddee366894624 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.264083:0:228916:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000010df5c8a/0x38bddee366894639 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.264108:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145826.264111:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.264118:0:228916:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000010df5c8a/0x38bddee366894639 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.264190:0:228901:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000033a1f717/0x38bddee366894624 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.264207:0:228901:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1783145826.264208:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178584064:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.264244:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.264255:0:228916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000010df5c8a/0x38bddee366894639 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.264269:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.264269:0:228916:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000010df5c8a/0x38bddee366894639 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.264272:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783145826.264284:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178584192:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.264292:0:228916:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1783145826.264299:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+32:3651:x1869755178580480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8780us (9106us total) trans 8589936142 rc 0/0 00000100:00100000:0.0:1783145826.264307:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2694 00000100:00100000:0.0:1783145826.264320:0:228901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178583680 00000100:00100000:0.0:1783145826.264324:0:228901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178583680 00000100:00100000:0.0:1783145826.264348:0:228901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178584064 00000100:00100000:0.0:1783145826.264352:0:228901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178584064 00000100:00100000:0.0:1783145826.264375:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2706 00000100:00100000:0.0:1783145826.264385:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3650:x1869755178583680:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1783145826.264392:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145826.264395:0:228916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+33:3651:x1869755178581632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5016us (5120us total) trans 8589936143 rc 0/0 00002000:00080000:0.0:1783145826.264402:0:228901:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2912 count 1 00000100:00100000:1.0:1783145826.264406:0:228916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2697 00010000:00010000:0.0:1783145826.264419:0:228901:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee366894678 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb60:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.264423:0:228916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178584192 00000100:00100000:1.0:1783145826.264428:0:228916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178584192 00010000:00010000:0.0:1783145826.264433:0:228901:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000159b5cbb/0x38bddee366892260 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a93d expref: 54 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.264439:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ffe69c00/2, rc 0, transno 8589936143 00010000:00010000:0.0:1783145826.264439:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb60:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1783145826.264443:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb60:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.264447:0:228901:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee366894678 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.264456:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178581632:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.264462:0:228916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2707 00010000:00010000:0.0:1783145826.264463:0:228901:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000159b5cbb/0x38bddee366892260 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a93d expref: 54 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.264471:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ffe6ad80/2, rc 0, transno 8589936142 00010000:00010000:0.0:1783145826.264475:0:228901:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000159b5cbb/0x38bddee366892260 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a93d expref: 54 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.264478:0:228916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+32:3652:x1869755178584064:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.264480:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178580480:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145826.264491:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145826.264498:0:228901:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c5bb1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:228901:1869755178584448:192.168.203.44@tcp:104: 00002000:00080000:1.0:1783145826.264500:0:228916:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2952 count 1 00000004:00080000:2.0:1783145826.264504:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fd83e300/2, rc 0, transno 8589936140 00000100:00100000:2.0:1783145826.264511:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fd83e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178571648:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.264517:0:228916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000013680814/0x38bddee36689467f lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb88:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.264518:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783145826.264531:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178584320:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.264534:0:228916:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000092046347/0x38bddee36688e519 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679991b expref: 81 pid: 228914 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.264539:0:228901:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d3650780 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.264546:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb88:0x0].0x0 since=10s v=(0 0) 00010000:00010000:1.0:1783145826.264550:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb88:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.264551:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783145826.264557:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000033a1f717/0x38bddee366894624 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.264559:0:228916:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000013680814/0x38bddee36689467f lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.264572:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.264574:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d375ee00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.264580:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000033a1f717/0x38bddee366894624 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.264589:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000033a1f717/0x38bddee366894624 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.264594:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178584320 00010000:00010000:1.0:1783145826.264598:0:228916:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000092046347/0x38bddee36688e519 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679991b expref: 81 pid: 228914 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.264600:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178584320 00010000:00010000:0.0:1783145826.264605:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000033a1f717/0x38bddee366894624 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.264627:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033a1f717/0x38bddee366894624 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.264632:0:228916:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000092046347/0x38bddee36688e519 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679991b expref: 81 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.264648:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1783145826.264650:0:228916:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:228916:1869755178584576:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.264652:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000010df5c8a/0x38bddee366894639 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.264660:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2708 00010000:00010000:0.0:1783145826.264663:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d375e400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.264667:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000010df5c8a/0x38bddee366894639 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.264673:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+39:3652:x1869755178584192:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.264675:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000010df5c8a/0x38bddee366894639 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.264685:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000010df5c8a/0x38bddee366894639 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.264686:0:228906:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2911 count 1 00000100:00100000:1.0:1783145826.264689:0:228916:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d36ce600 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.264696:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000010df5c8a/0x38bddee366894639 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.264700:0:228906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894686 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb5f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.264707:0:228904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2709 00010000:00010000:0.0:1783145826.264708:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.264711:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.264716:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145826.264722:0:228904:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+39:3651:x1869755178584320:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1783145826.264722:0:228906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006b07f15e/0x38bddee36689236a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a991 expref: 54 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.264726:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188065408 00000100:00100000:1.0:1783145826.264732:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188065408 00000100:00100000:0.0:1783145826.264732:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188065536 00002000:00080000:3.0:1783145826.264736:0:228904:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2913 count 1 00010000:00010000:2.0:1783145826.264736:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5f:0x0].0x0 since=3s v=(0 0) 00000100:00100000:0.0:1783145826.264739:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188065536 00010000:00010000:2.0:1783145826.264745:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.264751:0:228906:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894686 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.264755:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000744097d4/0x38bddee366891fc7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a872 expref: 56 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.264756:0:228904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087e33947/0x38bddee36689468d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb61:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.264763:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fa70298a/0x38bddee36689207d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8a3 expref: 56 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.264783:0:228906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006b07f15e/0x38bddee36689236a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a991 expref: 56 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.264789:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188065664 00000100:00100000:1.0:1783145826.264795:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188065664 00000100:00100000:0.0:1783145826.264800:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 833 00010000:00010000:3.0:1783145826.264805:0:228904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000198e651e/0x38bddee366892371 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a998 expref: 56 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.264812:0:228906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006b07f15e/0x38bddee36689236a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a991 expref: 56 pid: 228901 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.264814:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1950380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+56:2407:x1869755188065408:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.264815:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004bbdb77f/0x38bddee36688e287 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799850 expref: 82 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.264825:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb61:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1783145826.264828:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145826.264836:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb61:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.264837:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000744097d4/0x38bddee366891fc7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a872 expref: 56 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.264845:0:228904:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087e33947/0x38bddee36689468d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.264849:0:228906:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:228906:1869755178585088:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.264857:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000744097d4/0x38bddee366891fc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a872 expref: 56 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.264859:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 834 00000100:00100000:1.0:1783145826.264873:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1953800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+56:2408:x1869755188065536:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.264877:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.264881:0:228904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000198e651e/0x38bddee366892371 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a998 expref: 56 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.264882:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5c:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.264884:0:228906:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94780 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.264885:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.264893:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006e11d775/0x38bddee36689465c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.264896:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fa70298a/0x38bddee36689207d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8a3 expref: 56 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.264901:0:228904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000198e651e/0x38bddee366892371 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a998 expref: 56 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.264905:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006e11d775/0x38bddee36689465c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb5c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.264906:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178584960:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.264929:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fa70298a/0x38bddee36689207d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8a3 expref: 56 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.264934:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145826.264935:0:228904:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:228904:1869755178585216:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145826.264947:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145826.264956:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1950380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+56:2407:x1869755188065408:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 145us (860us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145826.264961:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 833 00010000:00010000:1.0:1783145826.264965:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.264970:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5e:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145826.264973:0:228904:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.264975:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002e938134/0x38bddee366894663 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.264977:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 835 00010000:00010000:1.0:1783145826.264986:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e938134/0x38bddee366894663 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb5e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.264988:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ee25ce00/2, rc 0, transno 8589936141 00000100:00100000:0.0:1783145826.264991:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1951c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+82:2408:x1869755188065664:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1783145826.265002:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178579200:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.265008:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.265012:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145826.265013:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1783145826.265015:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004bbdb77f/0x38bddee36688e287 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799850 expref: 82 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.265022:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178584832:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.265035:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004bbdb77f/0x38bddee36688e287 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799850 expref: 82 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.265038:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1953800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+55:2408:x1869755188065536:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 166us (767us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145826.265054:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145826.265055:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 834 00010000:00010000:0.0:1783145826.265072:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb86:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.265076:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb86:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.265081:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000018ad3e3/0x38bddee36689466a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.265084:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178584960 00000100:00100000:3.0:1783145826.265086:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145826.265090:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178584960 00010000:00010000:0.0:1783145826.265107:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000018ad3e3/0x38bddee36689466a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.265144:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783145826.265151:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178584832 00000100:00100000:1.0:1783145826.265156:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178584832 00000100:00100000:2.0:1783145826.265158:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7609f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178585344:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.265165:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1951c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+82:2408:x1869755188065664:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 178us (679us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145826.265172:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 835 00000100:00100000:1.0:1783145826.265180:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2710 00000100:00100000:0.0:1783145826.265185:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188065792 00000100:00100000:0.0:1783145826.265189:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188065792 00000100:00100000:1.0:1783145826.265190:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c760bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+34:3653:x1869755178584960:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.265196:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.265203:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a1d865ac/0x38bddee36688e129 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67997fc expref: 82 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1783145826.265208:0:206058:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2954 count 1 00000100:00100000:2.0:1783145826.265215:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783145826.265222:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 836 00010000:00010000:1.0:1783145826.265223:0:206058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fe98acb/0x38bddee366894694 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.265226:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178584704:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.265236:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+82:2408:x1869755188065792:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.265245:0:206058:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007335bd3c/0x38bddee36688e59e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799953 expref: 82 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.265247:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.265256:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a1d865ac/0x38bddee36688e129 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67997fc expref: 82 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.265258:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb8a:0x0].0x0 since=10s v=(0 0) 00000100:00100000:2.0:1783145826.265262:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145826.265267:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.265268:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb8a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.265277:0:206058:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fe98acb/0x38bddee366894694 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.265285:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a1d865ac/0x38bddee36688e129 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67997fc expref: 82 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.265303:0:206058:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007335bd3c/0x38bddee36688e59e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799953 expref: 82 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.265303:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb85:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.265310:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb85:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.265319:0:228911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa70298a/0x38bddee36689207d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb5e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8a3 expref: 54 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.265321:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee366894671 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.265324:0:206058:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007335bd3c/0x38bddee36688e59e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799953 expref: 82 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.265344:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee366894671 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.265353:0:206058:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:206058:1869755178585472:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145826.265356:0:228911:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:228911:1869755178583296:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.265357:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.265375:0:228911:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002e938134/0x38bddee366894663 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.265383:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+82:2408:x1869755188065792:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 148us (298us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145826.265386:0:228911:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002e938134/0x38bddee366894663 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.265397:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 836 00010000:00010000:3.0:1783145826.265398:0:228912:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005f2a4a61/0x38bddee366894647 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.265398:0:228911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002e938134/0x38bddee366894663 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.265410:0:206058:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d36ce240 going to sleep for 11 seconds 00000100:00100000:0.0:1783145826.265414:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188065920 00000100:00100000:0.0:1783145826.265420:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188065920 00010000:00010000:2.0:1783145826.265423:0:228911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002e938134/0x38bddee366894663 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.265427:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178585344 00000100:00100000:1.0:1783145826.265433:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178585344 00010000:00010000:0.0:1783145826.265435:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000159b5cbb/0x38bddee366892260 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a93d expref: 54 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.265436:0:228911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002e938134/0x38bddee366894663 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.265450:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178584704 00000100:00100000:1.0:1783145826.265455:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178584704 00000100:00100000:0.0:1783145826.265460:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 837 00010000:00010000:2.0:1783145826.265465:0:228911:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1783145826.265469:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+54:2407:x1869755188065920:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.265476:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145826.265478:0:228912:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f2a4a61/0x38bddee366894647 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.265481:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2711 00010000:00010000:0.0:1783145826.265484:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000159b5cbb/0x38bddee366892260 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a93d expref: 54 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.265497:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7608380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+36:3653:x1869755178584832:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.265509:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000159b5cbb/0x38bddee366892260 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a93d expref: 54 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.265512:0:228912:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f2a4a61/0x38bddee366894647 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1783145826.265518:0:228913:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2953 count 1 00010000:00010000:0.0:1783145826.265523:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb60:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.265527:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb60:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.265530:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee366894678 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.265532:0:228913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000881d9210/0x38bddee36689469b lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb89:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.265539:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee366894678 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb60:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.265541:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+40:3652:x1869755178583040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3115us (3194us total) trans 8589935495 rc 0/0 00010000:00010000:1.0:1783145826.265560:0:228913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000730e77ea/0x38bddee36688e590 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679994c expref: 81 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.265562:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2703 00010000:00010000:3.0:1783145826.265566:0:228912:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005f2a4a61/0x38bddee366894647 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.265567:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.265585:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb89:0x0].0x0 since=10s v=(0 0) 00000100:00100000:2.0:1783145826.265586:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2712 00000100:00100000:0.0:1783145826.265588:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+54:2407:x1869755188065920:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 120us (324us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145826.265590:0:228912:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1783145826.265595:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb89:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.265600:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1016a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+36:3650:x1869755178585344:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.265604:0:228913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000881d9210/0x38bddee36689469b lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.265604:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 837 00002000:00080000:2.0:1783145826.265618:0:228911:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2956 count 1 00010000:00010000:1.0:1783145826.265635:0:228913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000730e77ea/0x38bddee36688e590 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679994c expref: 81 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.265635:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2713 00010000:00010000:2.0:1783145826.265636:0:228911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c74f45f8/0x38bddee3668946a2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.265649:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1016300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+36:3650:x1869755178584704:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.265664:0:228913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000730e77ea/0x38bddee36688e590 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679994c expref: 81 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.265665:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+40:3653:x1869755178581888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5736us (6008us total) trans 8589935496 rc 0/0 00010000:00010000:2.0:1783145826.265667:0:228911:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000004993236/0x38bddee36688e876 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799a02 expref: 81 pid: 206057 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1783145826.265667:0:228914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2951 count 1 00010000:00010000:0.0:1783145826.265681:0:228914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006084bc14/0x38bddee3668946a9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.265687:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2698 00010000:00010000:2.0:1783145826.265694:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb8c:0x0].0x0 since=10s v=(0 0) 00000100:00100000:1.0:1783145826.265694:0:228913:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:228913:1869755178585600:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.265702:0:228914:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f0092893/0x38bddee36688e55f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679993e expref: 81 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.265704:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb8c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.265713:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb87:0x0].0x0 since=10s v=(0 0) 00010000:00010000:2.0:1783145826.265714:0:228911:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c74f45f8/0x38bddee3668946a2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.265718:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb87:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.265726:0:228914:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006084bc14/0x38bddee3668946a9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.265730:0:228913:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d36cecc0 going to sleep for 11 seconds 00010000:00010000:2.0:1783145826.265747:0:228911:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000004993236/0x38bddee36688e876 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799a02 expref: 81 pid: 206057 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.265747:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783145826.265754:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002e938134/0x38bddee366894663 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.265755:0:228914:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f0092893/0x38bddee36688e55f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679993e expref: 81 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.265771:0:228911:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000004993236/0x38bddee36688e876 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799a02 expref: 81 pid: 206057 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.265779:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cbab5200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.265780:0:228914:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f0092893/0x38bddee36688e55f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679993e expref: 81 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.265787:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002e938134/0x38bddee366894663 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.265806:0:228914:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c5bb1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:228914:1869755178585856:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.265815:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002e938134/0x38bddee366894663 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.265823:0:228911:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1014e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:228911:1869755178585728:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.265831:0:228914:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d3650f00 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.265832:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002e938134/0x38bddee366894663 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.265842:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002e938134/0x38bddee366894663 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.265842:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145826.265848:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005f2a4a61/0x38bddee366894647 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.265855:0:228911:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb940c0 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.265863:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aedc00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.265868:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005f2a4a61/0x38bddee366894647 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.265872:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.265877:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.265880:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005f2a4a61/0x38bddee366894647 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.265882:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.265892:0:206056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000744097d4/0x38bddee366891fc7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb5c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a872 expref: 53 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.265895:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005f2a4a61/0x38bddee366894647 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.265915:0:228903:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005e2bf8a2/0x38bddee36689464e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.265916:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f2a4a61/0x38bddee366894647 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.265921:0:206056:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce87b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:206056:1869755178583168:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.265942:0:228903:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005e2bf8a2/0x38bddee36689464e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.265944:0:206056:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006e11d775/0x38bddee36689465c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.265949:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.265952:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.265955:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.265960:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.265964:0:228903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e2bf8a2/0x38bddee36689464e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.265968:0:206056:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006e11d775/0x38bddee36689465c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.265979:0:228902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a1d865ac/0x38bddee36688e129 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb67997fc expref: 81 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.265980:0:228901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000159b5cbb/0x38bddee366892260 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb60:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a93d expref: 52 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.265982:0:228903:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005e2bf8a2/0x38bddee36689464e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.265987:0:206056:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006e11d775/0x38bddee36689465c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.266008:0:228901:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c5bb1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:228901:1869755178584448:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.266015:0:206056:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006e11d775/0x38bddee36689465c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.266016:0:228902:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:228902:1869755178583936:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.266020:0:228903:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145826.266021:0:228901:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee366894678 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.266037:0:228902:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee366894671 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.266040:0:228901:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee366894678 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.266041:0:206056:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006e11d775/0x38bddee36689465c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.266063:0:228901:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee366894678 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.266064:0:228902:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee366894671 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.266072:0:206056:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1783145826.266087:0:228902:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee366894671 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.266088:0:228901:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee366894678 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.266114:0:228901:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee366894678 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.266115:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+40:3653:x1869755178582144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5874us (6278us total) trans 8589935497 rc 0/0 00010000:00010000:3.0:1783145826.266144:0:228902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee366894671 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.266154:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2700 00010000:00010000:3.0:1783145826.266158:0:228902:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee366894671 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.266177:0:228902:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1783145826.266182:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1783145826.266188:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005e2bf8a2/0x38bddee36689464e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.266197:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aec400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.266201:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005e2bf8a2/0x38bddee36689464e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.266205:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+40:3650:x1869755178582912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4146us (4404us total) trans 8589935498 rc 0/0 00000100:00100000:2.0:1783145826.266219:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2702 00010000:00010000:1.0:1783145826.266220:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005e2bf8a2/0x38bddee36689464e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.266236:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005e2bf8a2/0x38bddee36689464e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.266244:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e2bf8a2/0x38bddee36689464e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.266258:0:206057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004bbdb77f/0x38bddee36688e287 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799850 expref: 80 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.266268:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783145826.266273:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006e11d775/0x38bddee36689465c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.266276:0:206057:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:206057:1869755178583808:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.266288:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cbab4600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.266292:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006e11d775/0x38bddee36689465c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.266300:0:206057:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000018ad3e3/0x38bddee36689466a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.266302:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006e11d775/0x38bddee36689465c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.266321:0:206057:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000018ad3e3/0x38bddee36689466a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.266326:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006e11d775/0x38bddee36689465c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.266330:0:206057:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000018ad3e3/0x38bddee36689466a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.266343:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006e11d775/0x38bddee36689465c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.266347:0:206057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000018ad3e3/0x38bddee36689466a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.266367:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+37:3652:x1869755178583424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2951us (3039us total) trans 8589936144 rc 0/0 00010000:00010000:2.0:1783145826.266373:0:206057:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000018ad3e3/0x38bddee36689466a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.266384:0:228901:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1783145826.266388:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2705 00010000:00010000:1.0:1783145826.266391:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783145826.266393:0:206057:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1783145826.266397:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee366894671 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.266406:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.266410:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee366894671 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.266419:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee366894671 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.266432:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee366894671 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.266441:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee366894671 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.266466:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783145826.266470:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee366894678 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.266478:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01349800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.266482:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee366894678 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.266484:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+37:3651:x1869755178583552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3434us (3519us total) trans 8589936145 rc 0/0 00000100:00100000:2.0:1783145826.266501:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2704 00010000:00010000:1.0:1783145826.266510:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee366894678 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.266523:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee366894678 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.266531:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee366894678 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.266551:0:228906:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:228906:1869755178585088:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.266554:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145826.266560:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000018ad3e3/0x38bddee36689466a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.266569:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cbab5400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.266573:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000018ad3e3/0x38bddee36689466a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.266575:0:228906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894686 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.266592:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000018ad3e3/0x38bddee36689466a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.266608:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000018ad3e3/0x38bddee36689466a lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.266617:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000018ad3e3/0x38bddee36689466a lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.266622:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ffffea00/2, rc 0, transno 8589936145 00000100:00100000:2.0:1783145826.266638:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178583552:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145826.266644:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.266650:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.266655:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.266659:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.266674:0:207255:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000566c80c7/0x38bddee366894655 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.266685:0:207255:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000566c80c7/0x38bddee366894655 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.266695:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+40:3650:x1869755178583680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2311us (2601us total) trans 8589935499 rc 0/0 00010000:00010000:1.0:1783145826.266697:0:207255:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000566c80c7/0x38bddee366894655 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.266704:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2706 00000004:00080000:2.0:1783145826.266707:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ffffc700/2, rc 0, transno 8589936144 00010000:00010000:1.0:1783145826.266716:0:207255:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000566c80c7/0x38bddee366894655 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.266721:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178583424:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.266739:0:207255:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1783145826.266743:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8ce87a680/2, rc 0, transno 8589935495 00000100:00100000:2.0:1783145826.266758:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce87a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178583040:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145826.266759:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.266768:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145826.266773:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000566c80c7/0x38bddee366894655 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.266780:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cbab4c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.266783:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000566c80c7/0x38bddee366894655 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.266790:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000566c80c7/0x38bddee366894655 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.266801:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000566c80c7/0x38bddee366894655 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.266807:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000566c80c7/0x38bddee366894655 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.266821:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.266824:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.266826:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+40:3651:x1869755178582272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6460us (6529us total) trans 8589935500 rc 0/0 00010000:00010000:0.0:1783145826.266827:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.266836:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.266837:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1015f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178586240:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.266838:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2701 00000100:00100000:0.0:1783145826.266842:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188066048 00000100:00100000:0.0:1783145826.266847:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188066048 00010000:00010000:0.0:1783145826.266864:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006b07f15e/0x38bddee36689236a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a991 expref: 52 pid: 228901 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.266873:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145826.266875:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145826.266878:0:206058:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:206058:1869755178585472:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.266900:0:206058:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006fe98acb/0x38bddee366894694 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.266901:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188066304 00000100:00100000:0.0:1783145826.266904:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188066304 00000004:00080000:2.0:1783145826.266916:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8ce87ad80/2, rc 0, transno 8589935497 00010000:00010000:0.0:1783145826.266920:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000198e651e/0x38bddee366892371 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a998 expref: 53 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.266932:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce87ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178582144:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1783145826.266934:0:228913:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:228913:1869755178585600:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.266934:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188066176 00000100:00100000:0.0:1783145826.266941:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188066176 00000004:00080000:2.0:1783145826.266955:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ffe69500/2, rc 0, transno 8589935496 00010000:00010000:1.0:1783145826.266957:0:228913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000881d9210/0x38bddee36689469b lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.266960:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000092046347/0x38bddee36688e519 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679991b expref: 80 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.266965:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145826.266965:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178581888:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1783145826.266985:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1783145826.266989:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145826.266992:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145826.266994:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188066560 00000100:00100000:2.0:1783145826.266996:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1017b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178586112:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1783145826.266998:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188066560 00000100:00100000:1.0:1783145826.267002:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188066432 00000100:00100000:1.0:1783145826.267007:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188066432 00010000:00010000:0.0:1783145826.267015:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000730e77ea/0x38bddee36688e590 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679994c expref: 82 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.267029:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007335bd3c/0x38bddee36688e59e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799953 expref: 82 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.267034:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 838 00000100:00100000:2.0:1783145826.267036:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145826.267049:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+53:2408:x1869755188066048:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1783145826.267060:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 839 00010000:00010000:0.0:1783145826.267061:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.267069:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006b07f15e/0x38bddee36689236a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a991 expref: 53 pid: 228901 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.267071:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145826.267074:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd782450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+53:2408:x1869755188066304:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.267088:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.267092:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006b07f15e/0x38bddee36689236a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a991 expref: 53 pid: 228901 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.267108:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000198e651e/0x38bddee366892371 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a998 expref: 53 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.267110:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1014a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178585984:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145826.267115:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.267148:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b07f15e/0x38bddee36689236a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb5f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a991 expref: 53 pid: 228901 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.267157:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.267159:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.267163:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb5f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.267166:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894686 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.267172:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894686 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb5f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.267177:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1016680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178586496:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.267190:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145826.267201:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145826.267205:0:228904:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:228904:1869755178585216:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.267220:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+52:2408:x1869755188066048:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 173us (581us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145826.267224:0:228904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000087e33947/0x38bddee36689468d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb61:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.267232:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 838 00000004:00080000:2.0:1783145826.267233:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8c7618e00/2, rc 0, transno 8589935500 00000100:00100000:2.0:1783145826.267246:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7618e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178582272:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145826.267249:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178586240 00000100:00100000:3.0:1783145826.267252:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178586240 00000100:00100000:0.0:1783145826.267257:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188066688 00000100:00100000:2.0:1783145826.267258:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783145826.267263:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188066688 00000100:00100000:2.0:1783145826.267267:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1015180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178586368:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145826.267282:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178586112 00010000:00010000:0.0:1783145826.267285:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f0092893/0x38bddee36688e55f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679993e expref: 83 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.267286:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178586112 00000100:00100000:2.0:1783145826.267294:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145826.267316:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188066816 00000100:00100000:3.0:1783145826.267319:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178585984 00000100:00100000:0.0:1783145826.267320:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188066816 00000100:00100000:3.0:1783145826.267323:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178585984 00010000:00010000:0.0:1783145826.267341:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000004993236/0x38bddee36688e876 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799a02 expref: 84 pid: 206057 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.267353:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178586496 00000100:00100000:3.0:1783145826.267357:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178586496 00000100:00100000:0.0:1783145826.267364:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 840 00000004:00080000:2.0:1783145826.267372:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ffe68380/2, rc 0, transno 8589935499 00000100:00100000:0.0:1783145826.267375:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+84:2408:x1869755188066176:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1783145826.267382:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178586368 00000100:00100000:2.0:1783145826.267384:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178583680:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145826.267386:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178586368 00010000:00010000:0.0:1783145826.267386:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.267396:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000092046347/0x38bddee36688e519 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679991b expref: 84 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.267400:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8c77d5500/2, rc 0, transno 8589935498 00000100:00100000:2.0:1783145826.267408:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178582912:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145826.267415:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2714 00010000:00010000:0.0:1783145826.267416:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000092046347/0x38bddee36688e519 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679991b expref: 84 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.267426:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1017480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+38:3653:x1869755178586240:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.267442:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb88:0x0].0x0 since=0s v=(0 0) 00002000:00080000:3.0:1783145826.267443:0:228898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2955 count 1 00010000:00010000:0.0:1783145826.267446:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb88:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.267450:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000013680814/0x38bddee36689467f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.267458:0:228898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c924c42/0x38bddee3668946b0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb8b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.267458:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000013680814/0x38bddee36689467f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.267461:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2715 00000100:00100000:2.0:1783145826.267475:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1014000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+42:3653:x1869755178586112:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1783145826.267486:0:228898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000018a1ce07/0x38bddee36688e8a7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799a17 expref: 84 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.267489:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:2.0:1783145826.267490:0:228910:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2914 count 1 00010000:00010000:3.0:1783145826.267497:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb8b:0x0].0x0 since=10s v=(0 0) 00010000:00010000:3.0:1783145826.267501:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb8b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.267503:0:228898:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c924c42/0x38bddee3668946b0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.267506:0:228910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fd701873/0x38bddee3668946b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb62:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.267513:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+84:2408:x1869755188066176:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 139us (688us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145826.267522:0:228910:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000010e26e60/0x38bddee36689251c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa24 expref: 51 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.267524:0:228898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000018a1ce07/0x38bddee36688e8a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799a17 expref: 84 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.267524:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 840 00010000:00010000:2.0:1783145826.267542:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb62:0x0].0x0 since=3s v=(0 0) 00010000:00010000:2.0:1783145826.267546:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb62:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145826.267548:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 841 00010000:00010000:3.0:1783145826.267549:0:228898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000018a1ce07/0x38bddee36688e8a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799a17 expref: 83 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.267550:0:228910:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fd701873/0x38bddee3668946b7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.267563:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+83:2408:x1869755188066560:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.267577:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1783145826.267578:0:228898:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:228898:1869755178587008:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.267584:0:228910:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000010e26e60/0x38bddee36689251c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa24 expref: 51 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.267586:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000730e77ea/0x38bddee36688e590 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679994c expref: 83 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.267614:0:228910:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000010e26e60/0x38bddee36689251c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa24 expref: 51 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.267616:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000730e77ea/0x38bddee36688e590 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679994c expref: 83 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.267620:0:228898:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1783145826.267640:0:228910:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:228910:1869755178587136:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145826.267642:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2716 00010000:00010000:0.0:1783145826.267648:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000730e77ea/0x38bddee36688e590 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679994c expref: 83 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.267655:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1014700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+38:3651:x1869755178585984:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.267661:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb89:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.267665:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb89:0x0].0x0 since=0s v=(0 0) 00002000:00080000:3.0:1783145826.267668:0:228903:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2957 count 1 00010000:00010000:0.0:1783145826.267668:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000881d9210/0x38bddee36689469b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.267677:0:228910:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94780 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.267677:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000881d9210/0x38bddee36689469b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.267680:0:228903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000047cb1b10/0x38bddee3668946be lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb8d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.267698:0:228903:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e14a1fe4/0x38bddee36688e9e2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799a79 expref: 94 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.267702:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1017800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178586624:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.267704:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145826.267707:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb8d:0x0].0x0 since=10s v=(0 0) 00010000:00010000:3.0:1783145826.267711:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb8d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.267714:0:228903:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000047cb1b10/0x38bddee3668946be lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.267720:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000198e651e/0x38bddee366892371 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a998 expref: 51 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.267728:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+82:2408:x1869755188066560:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 168us (769us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145826.267736:0:228903:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e14a1fe4/0x38bddee36688e9e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799a79 expref: 94 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.267737:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 841 00010000:00010000:1.0:1783145826.267739:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000198e651e/0x38bddee366892371 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb61:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a998 expref: 51 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.267741:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145826.267761:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 842 00000100:00100000:2.0:1783145826.267764:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1783145826.267765:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb61:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.267768:0:228903:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e14a1fe4/0x38bddee36688e9e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799a79 expref: 94 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.267771:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb61:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.267774:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1016d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178586752:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1783145826.267775:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+81:2408:x1869755188066432:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.267780:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000087e33947/0x38bddee36689468d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.267791:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1783145826.267800:0:228903:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:228903:1869755178587264:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145826.267803:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.267804:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087e33947/0x38bddee36689468d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb61:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.267804:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007335bd3c/0x38bddee36688e59e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799953 expref: 81 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.267821:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1015c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178586880:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.267829:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007335bd3c/0x38bddee36688e59e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799953 expref: 81 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.267832:0:228903:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c19c0 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.267835:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145826.267846:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145826.267849:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178586624 00010000:00010000:0.0:1783145826.267851:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007335bd3c/0x38bddee36688e59e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799953 expref: 81 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.267854:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178586624 00000100:00100000:1.0:1783145826.267862:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd782450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+50:2408:x1869755188066304:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 791us (1104us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.267869:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb8a:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.267874:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178586752 00000100:00100000:1.0:1783145826.267875:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 839 00000100:00100000:3.0:1783145826.267876:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178586880 00010000:00010000:0.0:1783145826.267876:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb8a:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.267879:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178586752 00000100:00100000:3.0:1783145826.267881:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178586880 00010000:00010000:0.0:1783145826.267886:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006fe98acb/0x38bddee366894694 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.267895:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fe98acb/0x38bddee366894694 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.267912:0:206057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2717 00010000:00010000:0.0:1783145826.267915:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145826.267919:0:228912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2718 00000100:00100000:2.0:1783145826.267923:0:206057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1015500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+45:3651:x1869755178586496:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1783145826.267928:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 843 00000100:00100000:3.0:1783145826.267930:0:228912:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1017100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+45:3651:x1869755178586368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1783145826.267938:0:206057:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2916 count 1 00000100:00100000:0.0:1783145826.267939:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+80:2408:x1869755188066432:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 167us (945us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145826.267943:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+80:2408:x1869755188066688:12345-192.168.203.44@tcp:103:ldlm_bl.0 00002000:00080000:3.0:1783145826.267946:0:228912:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2915 count 1 00010000:00010000:2.0:1783145826.267951:0:206057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee3668946c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb64:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.267959:0:228912:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002d04f6c3/0x38bddee3668946cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb63:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.267959:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783145826.267959:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 842 00010000:00010000:2.0:1783145826.267965:0:206057:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000672a745c/0x38bddee366892887 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab35 expref: 49 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.267970:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f0092893/0x38bddee36688e55f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679993e expref: 80 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.267984:0:228912:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008909e7a0/0x38bddee36689253f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa2b expref: 49 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.267985:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 844 00010000:00010000:2.0:1783145826.267987:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb64:0x0].0x0 since=3s v=(0 0) 00010000:00010000:2.0:1783145826.267996:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb64:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145826.268001:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+79:2408:x1869755188066816:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.268003:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f0092893/0x38bddee36688e55f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679993e expref: 79 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.268004:0:206057:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee3668946c5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.268006:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb63:0x0].0x0 since=3s v=(0 0) 00010000:00010000:3.0:1783145826.268015:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb63:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.268019:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145826.268023:0:228912:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d04f6c3/0x38bddee3668946cc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.268029:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000004993236/0x38bddee36688e876 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799a02 expref: 79 pid: 206057 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.268038:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb87:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.268039:0:206057:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000672a745c/0x38bddee366892887 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab35 expref: 49 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.268048:0:228912:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008909e7a0/0x38bddee36689253f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa2b expref: 49 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.268048:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb87:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.268052:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000004993236/0x38bddee36688e876 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799a02 expref: 79 pid: 206057 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.268053:0:206057:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000672a745c/0x38bddee366892887 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab35 expref: 49 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.268060:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006084bc14/0x38bddee3668946a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.268077:0:228912:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008909e7a0/0x38bddee36689253f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa2b expref: 49 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.268083:0:206057:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb888a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:206057:1869755178587392:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.268090:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006084bc14/0x38bddee3668946a9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.268117:0:206057:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94600 going to sleep for 11 seconds 00000100:00100000:3.0:1783145826.268136:0:228912:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:228912:1869755178587520:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.268141:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb8c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.268148:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb8c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.268153:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c74f45f8/0x38bddee3668946a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.268154:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2719 00010000:00010000:1.0:1783145826.268160:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.268163:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c74f45f8/0x38bddee3668946a2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.268167:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+45:3652:x1869755178586624:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145826.268169:0:228912:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1783145826.268182:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+79:2408:x1869755188066688:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 243us (1112us total) trans 0 rc 0/0 00002000:00080000:2.0:1783145826.268184:0:206056:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2919 count 1 00010000:00010000:0.0:1783145826.268189:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145826.268190:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2720 00000100:00100000:1.0:1783145826.268195:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 843 00010000:00010000:2.0:1783145826.268196:0:206056:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c122dc00/0x38bddee3668946d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb67:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.268203:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce87b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+45:3652:x1869755178586752:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1783145826.268213:0:206056:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000074331106/0x38bddee366892825 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab19 expref: 59 pid: 228912 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.268214:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+78:2408:x1869755188066816:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 215us (1113us total) trans 0 rc 0/0 00002000:00080000:3.0:1783145826.268217:0:228905:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2918 count 1 00010000:00010000:2.0:1783145826.268230:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb67:0x0].0x0 since=3s v=(0 0) 00010000:00010000:3.0:1783145826.268234:0:228905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000819207ee/0x38bddee3668946da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb66:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.268234:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 844 00010000:00010000:1.0:1783145826.268236:0:228904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000087e33947/0x38bddee36689468d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.268237:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb67:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.268247:0:206056:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c122dc00/0x38bddee3668946d3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.268262:0:228904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087e33947/0x38bddee36689468d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.268272:0:228914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f0092893/0x38bddee36688e55f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679993e expref: 77 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.268286:0:228905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000edfb6846/0x38bddee366892880 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab43 expref: 49 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.268292:0:228904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087e33947/0x38bddee36689468d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.268305:0:206056:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000074331106/0x38bddee366892825 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab19 expref: 59 pid: 228912 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.268305:0:228914:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c5bb1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:228914:1869755178585856:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.268308:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb66:0x0].0x0 since=3s v=(0 0) 00010000:00010000:3.0:1783145826.268319:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb66:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.268319:0:228904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000087e33947/0x38bddee36689468d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.268327:0:206056:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000074331106/0x38bddee366892825 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab19 expref: 59 pid: 228912 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.268328:0:228905:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000819207ee/0x38bddee3668946da lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.268328:0:228914:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006084bc14/0x38bddee3668946a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.268339:0:228904:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145826.268354:0:228914:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006084bc14/0x38bddee3668946a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.268356:0:206056:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb88ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:206056:1869755178587648:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.268367:0:228905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000edfb6846/0x38bddee366892880 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab43 expref: 49 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.268368:0:228914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006084bc14/0x38bddee3668946a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.268377:0:206056:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94900 going to sleep for 11 seconds 00010000:00010000:3.0:1783145826.268385:0:228905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000edfb6846/0x38bddee366892880 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab43 expref: 49 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.268401:0:228911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004993236/0x38bddee36688e876 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799a02 expref: 76 pid: 206057 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.268402:0:228914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006084bc14/0x38bddee3668946a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.268407:0:228905:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:228905:1869755178587776:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.268423:0:228914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006084bc14/0x38bddee3668946a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.268424:0:228911:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1014e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:228911:1869755178585728:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145826.268433:0:228905:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1300 going to sleep for 11 seconds 00000100:00100000:1.0:1783145826.268439:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+46:3651:x1869755178584320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3720us (3871us total) trans 8589935501 rc 0/0 00010000:00010000:0.0:1783145826.268442:0:228914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1783145826.268444:0:228911:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c74f45f8/0x38bddee3668946a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.268448:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2709 00010000:00010000:2.0:1783145826.268456:0:228911:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c74f45f8/0x38bddee3668946a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.268461:0:228911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c74f45f8/0x38bddee3668946a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.268466:0:228911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c74f45f8/0x38bddee3668946a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.268473:0:228904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2721 00010000:00010000:2.0:1783145826.268481:0:228911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c74f45f8/0x38bddee3668946a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.268488:0:228904:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+45:3650:x1869755178586880:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1783145826.268495:0:228911:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00080000:1.0:1783145826.268503:0:228904:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2917 count 1 00010000:00010000:1.0:1783145826.268519:0:228904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fd816078/0x38bddee3668946e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb65:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.268523:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1016300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+39:3650:x1869755178584704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2879us (3264us total) trans 8589936146 rc 0/0 00000100:00100000:0.0:1783145826.268537:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2713 00010000:00010000:1.0:1783145826.268541:0:228904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003d1059dc/0x38bddee36689281e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab0b expref: 59 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.268551:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb65:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1783145826.268554:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb65:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.268558:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1783145826.268560:0:228904:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fd816078/0x38bddee3668946e1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.268563:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000087e33947/0x38bddee36689468d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.268573:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1016a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+39:3650:x1869755178585344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2976us (3379us total) trans 8589936147 rc 0/0 00010000:00010000:0.0:1783145826.268586:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aec600 already unused, calling callback (ffffffffc0e8ace0) 00000100:00100000:2.0:1783145826.268587:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2712 00010000:00010000:0.0:1783145826.268593:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000087e33947/0x38bddee36689468d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.268595:0:228904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003d1059dc/0x38bddee36689281e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab0b expref: 59 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.268615:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fffc5880/2, rc 0, transno 8589936146 00010000:00010000:0.0:1783145826.268616:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000087e33947/0x38bddee36689468d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.268621:0:228904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003d1059dc/0x38bddee36689281e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab0b expref: 59 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.268626:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178584704:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.268629:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783145826.268636:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000087e33947/0x38bddee36689468d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.268639:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006084bc14/0x38bddee3668946a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.268640:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8c7609f80/2, rc 0, transno 8589936147 00000100:00100000:1.0:1783145826.268646:0:228904:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:228904:1869755178587904:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145826.268649:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7609f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178585344:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.268658:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087e33947/0x38bddee36689468d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.268663:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.268669:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006084bc14/0x38bddee3668946a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.268674:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145826.268679:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c74f45f8/0x38bddee3668946a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.268685:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.268688:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c74f45f8/0x38bddee3668946a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.268691:0:228904:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d36ce540 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.268695:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c74f45f8/0x38bddee3668946a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.268706:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb888000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178588160:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.268706:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c74f45f8/0x38bddee3668946a2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.268707:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.268717:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c74f45f8/0x38bddee3668946a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.268730:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006084bc14/0x38bddee3668946a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.268735:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.268738:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.268741:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.268746:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.268754:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006084bc14/0x38bddee3668946a9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.268762:0:206058:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006fe98acb/0x38bddee366894694 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.268763:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006084bc14/0x38bddee3668946a9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.268765:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783145826.268775:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb889c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178588032:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.268787:0:206058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006fe98acb/0x38bddee366894694 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.268794:0:228916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092046347/0x38bddee36688e519 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679991b expref: 75 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.268797:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.268802:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.268802:0:206058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fe98acb/0x38bddee366894694 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.268806:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.268809:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.268817:0:206058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006fe98acb/0x38bddee366894694 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.268827:0:228916:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:228916:1869755178584576:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.268828:0:206058:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145826.268845:0:228916:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000013680814/0x38bddee36689467f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.268854:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fffc7b80/2, rc 0, transno 8589935501 00010000:00010000:1.0:1783145826.268867:0:228916:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000013680814/0x38bddee36689467f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.268869:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178584320:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.268882:0:228916:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000013680814/0x38bddee36689467f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.268892:0:228916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000013680814/0x38bddee36689467f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.268899:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c760bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+39:3653:x1869755178584960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3710us (3955us total) trans 8589936148 rc 0/0 00010000:00010000:1.0:1783145826.268906:0:228916:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000013680814/0x38bddee36689467f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.268910:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2710 00000100:00100000:2.0:1783145826.268917:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178588288:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1783145826.268926:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178588160 00010000:00010000:1.0:1783145826.268927:0:228916:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1783145826.268932:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178588160 00000100:00100000:2.0:1783145826.268948:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145826.268963:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178588032 00000100:00100000:0.0:1783145826.268968:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178588032 00000100:00100000:3.0:1783145826.268976:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178588288 00000100:00100000:3.0:1783145826.268982:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178588288 00000004:00080000:2.0:1783145826.268988:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fffc6680/2, rc 0, transno 8589936148 00000100:00100000:0.0:1783145826.268990:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2722 00000100:00100000:2.0:1783145826.269002:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178584960:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.269006:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+41:3652:x1869755178588160:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145826.269016:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2723 00000100:00100000:1.0:1783145826.269016:0:228916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+41:3652:x1869755178584064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4542us (4770us total) trans 8589936149 rc 0/0 00002000:00080000:0.0:1783145826.269020:0:206058:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2959 count 1 00000100:00100000:3.0:1783145826.269028:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb88b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+41:3650:x1869755178588032:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.269032:0:228916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2707 00010000:00010000:0.0:1783145826.269035:0:206058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee3668946e8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.269045:0:206058:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000508dcf73/0x38bddee36688eb0f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799aa3 expref: 94 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783145826.269047:0:228902:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2958 count 1 00010000:00010000:0.0:1783145826.269054:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb8f:0x0].0x0 since=10s v=(0 0) 00000100:00100000:1.0:1783145826.269055:0:228916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2724 00010000:00010000:0.0:1783145826.269058:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb8f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.269063:0:206058:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee3668946e8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.269065:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fffc5180/2, rc 0, transno 8589936149 00000100:00100000:1.0:1783145826.269068:0:228916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb88bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+46:3653:x1869755178588288:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1783145826.269078:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178584064:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1783145826.269084:0:228916:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2921 count 1 00010000:00010000:0.0:1783145826.269104:0:206058:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000508dcf73/0x38bddee36688eb0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799aa3 expref: 94 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.269110:0:228916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007096840f/0x38bddee3668946ef lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb69:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.269135:0:206058:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000508dcf73/0x38bddee36688eb0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799aa3 expref: 94 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.269146:0:206058:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c5bb1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:206058:1869755178588544:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.269156:0:228902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000043717599/0x38bddee3668946f6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb8e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.269156:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb888700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178588416:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.269158:0:228916:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3dc08e1/0x38bddee366892b19 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac38 expref: 59 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.269182:0:206058:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d3650840 going to sleep for 11 seconds 00010000:00010000:3.0:1783145826.269186:0:228902:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d8ca1d71/0x38bddee36688eb16 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ab8 expref: 74 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.269187:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb69:0x0].0x0 since=3s v=(0 0) 00000100:00100000:2.0:1783145826.269195:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.269196:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb69:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.269199:0:228913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000881d9210/0x38bddee36689469b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.269206:0:228916:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007096840f/0x38bddee3668946ef lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.269207:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb8e:0x0].0x0 since=10s v=(0 0) 00000100:00100000:2.0:1783145826.269214:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1783145826.269217:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb8e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.269223:0:228913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000881d9210/0x38bddee36689469b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.269226:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb889500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178588672:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.269228:0:228902:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000043717599/0x38bddee3668946f6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.269243:0:228916:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b3dc08e1/0x38bddee366892b19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac38 expref: 59 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.269249:0:228913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000881d9210/0x38bddee36689469b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.269261:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.269266:0:228916:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b3dc08e1/0x38bddee366892b19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac38 expref: 59 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.269271:0:228902:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d8ca1d71/0x38bddee36688eb16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ab8 expref: 74 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.269271:0:228913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000881d9210/0x38bddee36689469b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.269289:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178588416 00000100:00100000:1.0:1783145826.269291:0:228916:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:228916:1869755178588800:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145826.269296:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178588416 00010000:00010000:3.0:1783145826.269303:0:228902:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d8ca1d71/0x38bddee36688eb16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ab8 expref: 74 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.269307:0:228913:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1783145826.269319:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178588672 00000100:00100000:2.0:1783145826.269322:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178588672 00000100:00100000:1.0:1783145826.269326:0:228916:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d36ce0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783145826.269342:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2725 00000100:00100000:2.0:1783145826.269352:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb88b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+43:3650:x1869755178588416:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.269356:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1783145826.269362:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006fe98acb/0x38bddee366894694 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.269366:0:228911:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2960 count 1 00010000:00010000:1.0:1783145826.269376:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394e00 already unused, calling callback (ffffffffc0e8ace0) 00000100:00100000:3.0:1783145826.269378:0:228902:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:228902:1869755178588928:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.269383:0:228911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a811101c/0x38bddee3668946fd lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb90:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.269383:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006fe98acb/0x38bddee366894694 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.269394:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7608380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+43:3653:x1869755178584832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3899us (4342us total) trans 8589936150 rc 0/0 00000100:00100000:3.0:1783145826.269407:0:228902:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c16c0 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.269408:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006fe98acb/0x38bddee366894694 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.269414:0:228911:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000445d4120/0x38bddee36688ebe1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ad4 expref: 94 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.269419:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2711 00010000:00010000:2.0:1783145826.269437:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb90:0x0].0x0 since=10s v=(0 0) 00000100:00100000:0.0:1783145826.269441:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2726 00010000:00010000:2.0:1783145826.269443:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb90:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.269445:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006fe98acb/0x38bddee366894694 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.269448:0:228911:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a811101c/0x38bddee3668946fd lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.269453:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+42:3650:x1869755178588672:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.269456:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006fe98acb/0x38bddee366894694 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1783145826.269473:0:228913:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2961 count 1 00010000:00010000:1.0:1783145826.269478:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783145826.269481:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000013680814/0x38bddee36689467f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.269486:0:228911:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000445d4120/0x38bddee36688ebe1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ad4 expref: 94 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.269487:0:228913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007e423dc7/0x38bddee366894704 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb91:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.269488:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.269493:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000013680814/0x38bddee36689467f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.269515:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000013680814/0x38bddee36689467f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.269519:0:228913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cb1e8382/0x38bddee36688ee49 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799b6e expref: 94 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.269522:0:228911:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000445d4120/0x38bddee36688ebe1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ad4 expref: 94 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.269530:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000013680814/0x38bddee36689467f lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.269546:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb91:0x0].0x0 since=10s v=(0 0) 00010000:00010000:1.0:1783145826.269548:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000013680814/0x38bddee36689467f lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.269550:0:228911:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb88b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:228911:1869755178589056:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.269553:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb91:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.269564:0:228913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007e423dc7/0x38bddee366894704 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.269574:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145826.269579:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000881d9210/0x38bddee36689469b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.269588:0:228911:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94240 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.269588:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.269589:0:228913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cb1e8382/0x38bddee36688ee49 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799b6e expref: 94 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.269596:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000881d9210/0x38bddee36689469b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.269607:0:228913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cb1e8382/0x38bddee36688ee49 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799b6e expref: 94 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.269609:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000881d9210/0x38bddee36689469b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.269617:0:228910:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:228910:1869755178587136:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.269637:0:228913:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c5bb1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:228913:1869755178589184:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.269639:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000881d9210/0x38bddee36689469b lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.269640:0:228910:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fd701873/0x38bddee3668946b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.269663:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000881d9210/0x38bddee36689469b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.269667:0:228913:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d3650000 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.269688:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.269688:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1783145826.269690:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fffc7100/2, rc 0, transno 8589936150 00010000:00010000:1.0:1783145826.269692:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.269696:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.269698:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.269702:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178584832:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.269722:0:228906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894686 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.269733:0:228906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894686 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.269743:0:228906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894686 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.269751:0:228906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894686 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.269764:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb889880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178589312:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.269767:0:228906:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1783145826.269770:0:206056:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb88ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:206056:1869755178587648:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.269787:0:206056:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c122dc00/0x38bddee3668946d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.269789:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145826.269824:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178589312 00000100:00100000:2.0:1783145826.269827:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178589312 00010000:00010000:1.0:1783145826.269830:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145826.269851:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2727 00000100:00100000:2.0:1783145826.269864:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb88ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+43:3652:x1869755178589312:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.269864:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+94:2408:x1869755188063872:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 8854us (12205us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145826.269866:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+47:3652:x1869755178584192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5196us (5476us total) trans 8589935502 rc 0/0 00002000:00080000:2.0:1783145826.269882:0:228914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2962 count 1 00000100:00100000:0.0:1783145826.269884:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2708 00000100:00100000:1.0:1783145826.269885:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 821 00010000:00010000:2.0:1783145826.269900:0:228914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ca6d3e94/0x38bddee36689470b lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb92:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.269908:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145826.269912:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894686 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.269914:0:228914:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e77b012d/0x38bddee36688ee6c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799b83 expref: 93 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.269924:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.269928:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894686 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.269947:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894686 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.269948:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb92:0x0].0x0 since=10s v=(0 0) 00010000:00010000:2.0:1783145826.269955:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb92:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.269964:0:228914:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ca6d3e94/0x38bddee36689470b lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.269976:0:228907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005cfa41b4/0x38bddee366894608 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.269976:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894686 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.269990:0:228914:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e77b012d/0x38bddee36688ee6c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799b83 expref: 93 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.269999:0:228907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005cfa41b4/0x38bddee366894608 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.270002:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894686 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.270019:0:228914:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e77b012d/0x38bddee36688ee6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799b83 expref: 93 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.270027:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.270031:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.270034:0:228914:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:228914:1869755178589440:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.270035:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.270041:0:228898:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:228898:1869755178587008:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.270055:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.270057:0:228898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003c924c42/0x38bddee3668946b0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.270073:0:228914:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94780 going to sleep for 11 seconds 00000004:00080000:2.0:1783145826.270115:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fffc4000/2, rc 0, transno 8589935502 00000100:00100000:2.0:1783145826.270272:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178584192:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1783145826.270336:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145826.270350:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178589568:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1783145826.270360:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188067072 00000100:00100000:0.0:1783145826.270364:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188067072 00000100:00100000:2.0:1783145826.270385:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.270385:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000010e26e60/0x38bddee36689251c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa24 expref: 50 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.270392:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145826.270419:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188066944 00000100:00100000:2.0:1783145826.270422:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145826.270424:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188066944 00010000:00010000:0.0:1783145826.270439:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000018a1ce07/0x38bddee36688e8a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799a17 expref: 75 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.270440:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188067200 00000100:00100000:1.0:1783145826.270448:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188067200 00000100:00100000:2.0:1783145826.270454:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145826.270466:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188067328 00000100:00100000:0.0:1783145826.270469:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188067328 00010000:00010000:1.0:1783145826.270472:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000074331106/0x38bddee366892825 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab19 expref: 60 pid: 228912 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.270486:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e14a1fe4/0x38bddee36688e9e2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799a79 expref: 94 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.270502:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 845 00000100:00100000:2.0:1783145826.270503:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145826.270511:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 846 00000100:00100000:1.0:1783145826.270516:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1014e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+50:2408:x1869755188067072:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1783145826.270522:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd782c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+75:2408:x1869755188066944:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.270526:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.270531:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.270533:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000010e26e60/0x38bddee36689251c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa24 expref: 50 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.270537:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000018a1ce07/0x38bddee36688e8a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799a17 expref: 75 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.270559:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000010e26e60/0x38bddee36689251c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa24 expref: 50 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.270562:0:228907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005cfa41b4/0x38bddee366894608 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.270567:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000018a1ce07/0x38bddee36688e8a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799a17 expref: 75 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.270589:0:228907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005cfa41b4/0x38bddee366894608 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.270590:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010e26e60/0x38bddee36689251c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa24 expref: 50 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.270592:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.270602:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018a1ce07/0x38bddee36688e8a7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799a17 expref: 75 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.270620:0:228907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145826.270621:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb62:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.270621:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb8b:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.270624:0:206057:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb888a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:206057:1869755178587392:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.270630:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb8b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.270631:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb62:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.270637:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003c924c42/0x38bddee3668946b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.270639:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fd701873/0x38bddee3668946b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.270642:0:206057:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee3668946c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.270645:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c924c42/0x38bddee3668946b0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.270668:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fd701873/0x38bddee3668946b7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.270681:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.270694:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145826.270702:0:228903:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:228903:1869755178587264:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.270718:0:228903:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000047cb1b10/0x38bddee3668946be lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.270719:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd782c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+74:2408:x1869755188066944:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 199us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145826.270723:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1014e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+49:2408:x1869755188067072:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 209us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145826.270735:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 846 00000100:00100000:1.0:1783145826.270744:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 845 00000100:00100000:0.0:1783145826.270752:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188067456 00000100:00100000:0.0:1783145826.270755:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188067456 00010000:00010000:2.0:1783145826.270756:0:228910:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fd701873/0x38bddee3668946b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.270766:0:228910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fd701873/0x38bddee3668946b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.270767:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000672a745c/0x38bddee366892887 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab35 expref: 49 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.270783:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188067584 00010000:00010000:2.0:1783145826.270789:0:228910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fd701873/0x38bddee3668946b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.270789:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188067584 00000100:00100000:0.0:1783145826.270797:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 847 00010000:00010000:2.0:1783145826.270804:0:228910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fd701873/0x38bddee3668946b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.270806:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+60:2408:x1869755188067200:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.270809:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008909e7a0/0x38bddee36689253f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa2b expref: 50 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.270819:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.270827:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000074331106/0x38bddee366892825 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab19 expref: 60 pid: 228912 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.270837:0:228910:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1783145826.270838:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000074331106/0x38bddee366892825 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab19 expref: 60 pid: 228912 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.270847:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 848 00000100:00100000:3.0:1783145826.270853:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+44:3650:x1869755178579328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16368us (17418us total) trans 8589936151 rc 0/0 00010000:00010000:0.0:1783145826.270858:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000074331106/0x38bddee366892825 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab19 expref: 60 pid: 228912 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.270862:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+94:2408:x1869755188067328:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1783145826.270879:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2690 00010000:00010000:0.0:1783145826.270881:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb67:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.270884:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.270886:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb67:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.270893:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c122dc00/0x38bddee3668946d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.270895:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e14a1fe4/0x38bddee36688e9e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799a79 expref: 94 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.270910:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c122dc00/0x38bddee3668946d3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.270915:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1014000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+47:3653:x1869755178586112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3443us (3883us total) trans 8589935503 rc 0/0 00010000:00010000:1.0:1783145826.270917:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e14a1fe4/0x38bddee36688e9e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799a79 expref: 94 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.270931:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2715 00010000:00010000:0.0:1783145826.270938:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145826.270946:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178589568 00000100:00100000:2.0:1783145826.270950:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178589568 00000100:00100000:0.0:1783145826.270963:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+59:2408:x1869755188067200:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 157us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145826.270973:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 847 00000100:00100000:2.0:1783145826.270974:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2728 00000100:00100000:2.0:1783145826.270985:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+47:3653:x1869755178589568:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1783145826.270987:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783145826.270993:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005cfa41b4/0x38bddee366894608 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.270997:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 849 00002000:00080000:2.0:1783145826.271000:0:228910:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2920 count 1 00010000:00010000:3.0:1783145826.271006:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aed800 already unused, calling callback (ffffffffc0e8ace0) 00000100:00100000:0.0:1783145826.271012:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+50:2407:x1869755188067456:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145826.271013:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005cfa41b4/0x38bddee366894608 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.271013:0:228910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000023fedf06/0x38bddee366894712 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb68:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.271019:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e14a1fe4/0x38bddee36688e9e2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799a79 expref: 94 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.271026:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145826.271031:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005cfa41b4/0x38bddee366894608 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.271036:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000672a745c/0x38bddee366892887 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab35 expref: 50 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.271037:0:228910:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000080422886/0x38bddee366892ab7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679abf2 expref: 58 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.271060:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005cfa41b4/0x38bddee366894608 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.271064:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb68:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1783145826.271064:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000672a745c/0x38bddee366892887 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab35 expref: 50 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.271071:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb68:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.271074:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb8d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.271076:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005cfa41b4/0x38bddee366894608 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.271080:0:228910:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000023fedf06/0x38bddee366894712 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.271083:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb8d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.271105:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000047cb1b10/0x38bddee3668946be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.271109:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000672a745c/0x38bddee366892887 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb64:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab35 expref: 50 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.271116:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145826.271137:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000047cb1b10/0x38bddee3668946be lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.271144:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fd701873/0x38bddee3668946b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.271144:0:228910:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000080422886/0x38bddee366892ab7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679abf2 expref: 58 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.271162:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.271165:0:228910:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000080422886/0x38bddee366892ab7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679abf2 expref: 58 pid: 228901 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.271167:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fd701873/0x38bddee3668946b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.271171:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb64:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.271177:0:228898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003c924c42/0x38bddee3668946b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.271180:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb64:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.271182:0:228910:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3c02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:228910:1869755178589696:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.271191:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee3668946c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.271201:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fd701873/0x38bddee3668946b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.271205:0:228898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c924c42/0x38bddee3668946b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.271215:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee3668946c5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb64:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.271217:0:228910:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94a80 going to sleep for 11 seconds 00010000:00010000:3.0:1783145826.271229:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fd701873/0x38bddee3668946b7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.271230:0:228898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c924c42/0x38bddee3668946b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.271232:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.271245:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145826.271249:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fd701873/0x38bddee3668946b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.271250:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d1017b80/2, rc 0, transno 8589935503 00010000:00010000:1.0:1783145826.271252:0:228898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c924c42/0x38bddee3668946b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.271263:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1017b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178586112:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1783145826.271272:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+49:2407:x1869755188067456:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 261us (769us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145826.271273:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.271277:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145826.271282:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c924c42/0x38bddee3668946b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.271283:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 849 00010000:00010000:1.0:1783145826.271284:0:228898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1783145826.271295:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aec000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.271300:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c924c42/0x38bddee3668946b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.271307:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 850 00000100:00100000:2.0:1783145826.271308:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1783145826.271312:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c924c42/0x38bddee3668946b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.271318:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3c00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178589824:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1783145826.271322:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+48:2408:x1869755188067584:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.271335:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.271340:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008909e7a0/0x38bddee36689253f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa2b expref: 48 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.271352:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008909e7a0/0x38bddee36689253f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa2b expref: 48 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.271361:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145826.271372:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1017480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+44:3653:x1869755178586240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3947us (4501us total) trans 8589936152 rc 0/0 00010000:00010000:0.0:1783145826.271374:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb63:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.271383:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb63:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.271384:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c924c42/0x38bddee3668946b0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.271388:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2714 00010000:00010000:0.0:1783145826.271392:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002d04f6c3/0x38bddee3668946cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.271400:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d1015f80/2, rc 0, transno 8589936152 00000100:00100000:1.0:1783145826.271404:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178589824 00010000:00010000:3.0:1783145826.271406:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c924c42/0x38bddee3668946b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.271410:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178589824 00000100:00100000:2.0:1783145826.271412:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1015f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178586240:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.271412:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d04f6c3/0x38bddee3668946cc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.271436:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145826.271441:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.271443:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2729 00010000:00010000:3.0:1783145826.271445:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.271449:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145826.271455:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+48:2408:x1869755188067584:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 137us (867us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145826.271457:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+48:3651:x1869755178589824:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1783145826.271460:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178589952:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.271471:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 850 00002000:00080000:1.0:1783145826.271476:0:228898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2922 count 1 00010000:00010000:1.0:1783145826.271490:0:228898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005a7ac1e9/0x38bddee366894719 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb6a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.271492:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.271499:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.271510:0:228898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f808e82b/0x38bddee366892c7e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac85 expref: 58 pid: 228907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.271519:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6a:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1783145826.271523:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.271528:0:228898:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a7ac1e9/0x38bddee366894719 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.271537:0:206056:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c122dc00/0x38bddee3668946d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.271546:0:228914:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:228914:1869755178589440:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.271548:0:206056:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c122dc00/0x38bddee3668946d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.271551:0:228898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f808e82b/0x38bddee366892c7e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac85 expref: 58 pid: 228907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.271561:0:228914:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ca6d3e94/0x38bddee36689470b lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.271577:0:228898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f808e82b/0x38bddee366892c7e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac85 expref: 58 pid: 228907 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.271593:0:206056:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c122dc00/0x38bddee3668946d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.271595:0:206057:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee3668946c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.271599:0:228898:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:228898:1869755178590080:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.271612:0:206056:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c122dc00/0x38bddee3668946d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.271614:0:206057:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee3668946c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.271630:0:228898:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d36cea80 going to sleep for 11 seconds 00010000:00010000:2.0:1783145826.271633:0:206057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee3668946c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.271634:0:206056:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145826.271645:0:206057:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee3668946c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.271646:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178589952 00000100:00100000:1.0:1783145826.271652:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178589952 00010000:00010000:2.0:1783145826.271667:0:206057:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1783145826.271680:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2730 00000100:00100000:1.0:1783145826.271689:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+44:3651:x1869755178589952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1783145826.271703:0:207255:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2963 count 1 00010000:00010000:1.0:1783145826.271717:0:207255:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000063937c5b/0x38bddee366894720 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb93:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.271730:0:207255:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000009215e94/0x38bddee36688ef30 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799be5 expref: 93 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.271738:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb93:0x0].0x0 since=10s v=(0 0) 00010000:00010000:1.0:1783145826.271742:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb93:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.271746:0:207255:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000063937c5b/0x38bddee366894720 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.271761:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+50:3652:x1869755178586624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3596us (4021us total) trans 8589935504 rc 0/0 00000100:00100000:2.0:1783145826.271765:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1015500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+50:3651:x1869755178586496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3844us (4562us total) trans 8589935505 rc 0/0 00010000:00010000:1.0:1783145826.271768:0:207255:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000009215e94/0x38bddee36688ef30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799be5 expref: 93 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.271777:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2719 00000100:00100000:2.0:1783145826.271786:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2717 00010000:00010000:1.0:1783145826.271791:0:207255:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000009215e94/0x38bddee36688ef30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799be5 expref: 93 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.271802:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783145826.271805:0:228912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008909e7a0/0x38bddee36689253f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa2b expref: 47 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.271805:0:207255:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:207255:1869755178590208:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.271807:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c122dc00/0x38bddee3668946d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.271811:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145826.271819:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee3668946c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.271830:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3a00 already unused, calling callback (ffffffffc0e8ace0) 00000100:00100000:3.0:1783145826.271834:0:228912:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:228912:1869755178587520:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.271836:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3000 already unused, calling callback (ffffffffc0e8ace0) 00000100:00100000:1.0:1783145826.271838:0:207255:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d36ce3c0 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.271838:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c122dc00/0x38bddee3668946d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.271844:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee3668946c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.271856:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c122dc00/0x38bddee3668946d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.271859:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee3668946c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.271876:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.271879:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c122dc00/0x38bddee3668946d3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.271884:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee3668946c5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.271888:0:228912:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002d04f6c3/0x38bddee3668946cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.271891:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c122dc00/0x38bddee3668946d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.271897:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+93:2408:x1869755188067328:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1039us (1444us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145826.271906:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee3668946c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.271913:0:228912:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002d04f6c3/0x38bddee3668946cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.271915:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 848 00010000:00010000:0.0:1783145826.271929:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.271935:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.271936:0:228912:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002d04f6c3/0x38bddee3668946cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.271940:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.271942:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.271947:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.271950:0:228912:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002d04f6c3/0x38bddee3668946cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.271951:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.271961:0:228912:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002d04f6c3/0x38bddee3668946cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.271967:0:228903:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000047cb1b10/0x38bddee3668946be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.271975:0:228903:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000047cb1b10/0x38bddee3668946be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.271978:0:228912:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1783145826.271978:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d1016680/2, rc 0, transno 8589935505 00010000:00010000:0.0:1783145826.271985:0:228903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000047cb1b10/0x38bddee3668946be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.271993:0:228903:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000047cb1b10/0x38bddee3668946be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.271994:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1016680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178586496:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1783145826.272006:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d1017800/2, rc 0, transno 8589935504 00010000:00010000:0.0:1783145826.272011:0:228903:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1783145826.272014:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1017800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178586624:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145826.272063:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1017100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+49:3651:x1869755178586368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4136us (4771us total) trans 8589935506 rc 0/0 00000100:00100000:2.0:1783145826.272066:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3c00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178590336:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145826.272077:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2718 00010000:00010000:3.0:1783145826.272108:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:0.0:1783145826.272109:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1014700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+45:3651:x1869755178585984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4447us (4941us total) trans 8589936153 rc 0/0 00010000:00010000:3.0:1783145826.272114:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002d04f6c3/0x38bddee3668946cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.272117:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145826.272146:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aece00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.272150:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002d04f6c3/0x38bddee3668946cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.272162:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2716 00000100:00100000:2.0:1783145826.272180:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783145826.272189:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3c03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178590464:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.272189:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145826.272196:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000047cb1b10/0x38bddee3668946be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.272203:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002d04f6c3/0x38bddee3668946cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.272204:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aecc00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.272208:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000047cb1b10/0x38bddee3668946be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.272217:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002d04f6c3/0x38bddee3668946cc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.272218:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000047cb1b10/0x38bddee3668946be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.272225:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145826.272233:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d04f6c3/0x38bddee3668946cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.272237:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000047cb1b10/0x38bddee3668946be lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.272243:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000047cb1b10/0x38bddee3668946be lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.272253:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.272255:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.272258:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.272259:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.272261:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.272263:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178590336 00010000:00010000:1.0:1783145826.272265:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145826.272266:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178590464 00000100:00100000:2.0:1783145826.272268:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178590336 00000100:00100000:0.0:1783145826.272271:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178590464 00000100:00100000:2.0:1783145826.272309:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2731 00000100:00100000:3.0:1783145826.272315:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145826.272315:0:228905:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:228905:1869755178587776:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.272320:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2732 00000100:00100000:2.0:1783145826.272324:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+50:3652:x1869755178590336:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.272333:0:228905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000819207ee/0x38bddee3668946da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.272335:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+50:3652:x1869755178590464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1783145826.272340:0:228906:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2923 count 1 00000100:00100000:3.0:1783145826.272347:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00002000:00080000:0.0:1783145826.272357:0:228903:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2924 count 1 00010000:00010000:2.0:1783145826.272358:0:228906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000773b6043/0x38bddee366894727 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb6b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145826.272369:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d907ad80/2, rc 0, transno 8589936151 00010000:00010000:2.0:1783145826.272377:0:228906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000157e57c/0x38bddee366892da4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acd2 expref: 58 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.272377:0:228903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcf3b4e8/0x38bddee36689472e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb6c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.272380:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d907ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178579328:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.272401:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6b:0x0].0x0 since=3s v=(0 0) 00010000:00010000:2.0:1783145826.272407:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6b:0x0].0x0 since=0s v=(0 0) 00000100:00100000:1.0:1783145826.272408:0:228904:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:228904:1869755178587904:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.272408:0:228903:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000009381d19/0x38bddee366892e76 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad0a expref: 58 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.272415:0:228906:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000773b6043/0x38bddee366894727 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.272424:0:228904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fd816078/0x38bddee3668946e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.272432:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6c:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1783145826.272441:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.272447:0:228903:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcf3b4e8/0x38bddee36689472e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.272458:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.272458:0:228906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000157e57c/0x38bddee366892da4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acd2 expref: 58 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.272458:0:228916:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:228916:1869755178588800:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.272476:0:228906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000157e57c/0x38bddee366892da4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acd2 expref: 58 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.272476:0:228916:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007096840f/0x38bddee3668946ef lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.272477:0:228903:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000009381d19/0x38bddee366892e76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad0a expref: 58 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.272508:0:228903:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000009381d19/0x38bddee366892e76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad0a expref: 58 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.272509:0:228906:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3c00380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:228906:1869755178590592:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.272528:0:228903:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:228903:1869755178590720:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.272530:0:206058:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c5bb1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:206058:1869755178588544:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.272547:0:206058:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee3668946e8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.272565:0:228906:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94780 going to sleep for 11 seconds 00000100:00100000:1.0:1783145826.272568:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188067712 00000100:00100000:0.0:1783145826.272568:0:228903:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d3650c00 going to sleep for 11 seconds 00000100:00100000:1.0:1783145826.272573:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188067712 00000100:00100000:3.0:1783145826.272576:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.272591:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e77b012d/0x38bddee36688ee6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799b83 expref: 93 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.272602:0:228913:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c5bb1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:228913:1869755178589184:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.272618:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188067840 00000100:00100000:1.0:1783145826.272622:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188067840 00000100:00100000:2.0:1783145826.272623:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3c02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178590848:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.272624:0:228913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007e423dc7/0x38bddee366894704 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.272630:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.272635:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000edfb6846/0x38bddee366892880 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab43 expref: 47 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.272657:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188068224 00000100:00100000:0.0:1783145826.272658:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188068096 00000100:00100000:1.0:1783145826.272660:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188068224 00000100:00100000:2.0:1783145826.272665:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145826.272665:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188068096 00010000:00010000:1.0:1783145826.272676:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b3dc08e1/0x38bddee366892b19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac38 expref: 59 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.272687:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000508dcf73/0x38bddee36688eb0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799aa3 expref: 94 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.272696:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145826.272700:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188068608 00000100:00100000:1.0:1783145826.272704:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188068608 00000100:00100000:2.0:1783145826.272708:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178590848 00000100:00100000:2.0:1783145826.272714:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178590848 00010000:00010000:1.0:1783145826.272721:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cb1e8382/0x38bddee36688ee49 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799b6e expref: 95 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.272723:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188068480 00000100:00100000:0.0:1783145826.272728:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188068480 00000100:00100000:2.0:1783145826.272748:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2733 00010000:00010000:0.0:1783145826.272748:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000445d4120/0x38bddee36688ebe1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ad4 expref: 96 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.272749:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 851 00000100:00100000:3.0:1783145826.272757:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145826.272765:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+45:3650:x1869755178590848:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.272766:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+96:2407:x1869755188067712:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1783145826.272775:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188067968 00000100:00100000:3.0:1783145826.272779:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.272781:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783145826.272781:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188067968 00002000:00080000:2.0:1783145826.272787:0:206490:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2964 count 1 00010000:00010000:1.0:1783145826.272788:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e77b012d/0x38bddee36688ee6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799b83 expref: 96 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.272801:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003d1059dc/0x38bddee36689281e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab0b expref: 60 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.272803:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e77b012d/0x38bddee36688ee6c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799b83 expref: 96 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.272806:0:206490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cb6e52ff/0x38bddee366894735 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb94:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.272824:0:228902:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:228902:1869755178588928:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.272831:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188068352 00010000:00010000:1.0:1783145826.272835:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e77b012d/0x38bddee36688ee6c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb92:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799b83 expref: 96 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.272836:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188068352 00010000:00010000:2.0:1783145826.272840:0:206490:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000066fb68f6/0x38bddee36688f0e9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799c9b expref: 96 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.272841:0:228902:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000043717599/0x38bddee3668946f6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.272852:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb92:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.272853:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d8ca1d71/0x38bddee36688eb16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ab8 expref: 74 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.272859:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb92:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.272867:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb94:0x0].0x0 since=10s v=(0 0) 00010000:00010000:1.0:1783145826.272870:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ca6d3e94/0x38bddee36689470b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.272877:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb94:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.272885:0:206490:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb6e52ff/0x38bddee366894735 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.272886:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 852 00010000:00010000:1.0:1783145826.272887:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ca6d3e94/0x38bddee36689470b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb92:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.272901:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7aead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+47:2407:x1869755188067840:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.272917:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.272921:0:206490:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000066fb68f6/0x38bddee36688f0e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799c9b expref: 95 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.272926:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000edfb6846/0x38bddee366892880 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab43 expref: 47 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.272938:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.272943:0:206490:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000066fb68f6/0x38bddee36688f0e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799c9b expref: 95 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.272949:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000edfb6846/0x38bddee366892880 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab43 expref: 47 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.272963:0:206490:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3c03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:206490:1869755178590976:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.272972:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+95:2407:x1869755188067712:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 209us (658us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.272972:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000edfb6846/0x38bddee366892880 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab43 expref: 47 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.272989:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 851 00010000:00010000:3.0:1783145826.272991:0:228914:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ca6d3e94/0x38bddee36689470b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.272993:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb66:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.272994:0:206490:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94600 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.273002:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb66:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.273006:0:228914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ca6d3e94/0x38bddee36689470b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.273007:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 853 00010000:00010000:0.0:1783145826.273009:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000819207ee/0x38bddee3668946da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.273016:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd782050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+60:2409:x1869755188068224:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145826.273017:0:228914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ca6d3e94/0x38bddee36689470b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.273027:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.273029:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000819207ee/0x38bddee3668946da lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.273030:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d1015180/2, rc 0, transno 8589935506 00010000:00010000:1.0:1783145826.273034:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b3dc08e1/0x38bddee366892b19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac38 expref: 60 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.273044:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1015180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178586368:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.273061:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b3dc08e1/0x38bddee366892b19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac38 expref: 60 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.273064:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1783145826.273069:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d1014a80/2, rc 0, transno 8589936153 00010000:00010000:1.0:1783145826.273080:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3dc08e1/0x38bddee366892b19 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac38 expref: 60 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.273082:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1014a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178585984:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.273091:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7aead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+46:2407:x1869755188067840:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 190us (743us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.273113:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb69:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145826.273116:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 852 00010000:00010000:1.0:1783145826.273134:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb69:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.273136:0:228914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ca6d3e94/0x38bddee36689470b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.273141:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007096840f/0x38bddee3668946ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.273149:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007096840f/0x38bddee3668946ef lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.273153:0:228914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145826.273175:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.273184:0:228905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000819207ee/0x38bddee3668946da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.273195:0:228905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000819207ee/0x38bddee3668946da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.273197:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd782050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+59:2409:x1869755188068224:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 182us (738us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145826.273202:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783145826.273213:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 853 00000100:00100000:2.0:1783145826.273214:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb888a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178591104:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.273214:0:228905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000819207ee/0x38bddee3668946da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.273226:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb88ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+46:3652:x1869755178589312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3366us (3436us total) trans 8589936154 rc 0/0 00010000:00010000:0.0:1783145826.273230:0:228905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000819207ee/0x38bddee3668946da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.273249:0:228905:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1783145826.273254:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145826.273254:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 854 00000100:00100000:1.0:1783145826.273267:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+94:2408:x1869755188068096:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.273277:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1783145826.273282:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1783145826.273283:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000508dcf73/0x38bddee36688eb0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799aa3 expref: 94 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.273289:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2727 00000100:00100000:2.0:1783145826.273292:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee22fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178591232:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.273298:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000508dcf73/0x38bddee36688eb0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799aa3 expref: 94 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.273308:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178591104 00000100:00100000:3.0:1783145826.273312:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178591104 00010000:00010000:1.0:1783145826.273313:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000508dcf73/0x38bddee36688eb0f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799aa3 expref: 94 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.273318:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.273330:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb8f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.273335:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb8f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.273339:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee3668946e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.273342:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178591232 00000100:00100000:3.0:1783145826.273345:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178591232 00000100:00100000:0.0:1783145826.273350:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce87b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+52:3652:x1869755178586752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5148us (5546us total) trans 8589935507 rc 0/0 00010000:00010000:1.0:1783145826.273351:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee3668946e8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.273359:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cb889880/2, rc 0, transno 8589936154 00000100:00100000:3.0:1783145826.273364:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2734 00000100:00100000:2.0:1783145826.273371:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb889880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178589312:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.273373:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2720 00000100:00100000:3.0:1783145826.273374:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+46:3650:x1869755178591104:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1783145826.273387:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d1016d80/2, rc 0, transno 8589935507 00010000:00010000:1.0:1783145826.273388:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:3.0:1783145826.273391:0:228914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2967 count 1 00000100:00100000:2.0:1783145826.273398:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1016d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178586752:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1783145826.273402:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2735 00010000:00010000:3.0:1783145826.273403:0:228914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf132bfc/0x38bddee36689473c lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb97:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.273410:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+93:2408:x1869755188068096:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 146us (836us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145826.273417:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+51:3653:x1869755178591232:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1783145826.273418:0:228914:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000317ca91a/0x38bddee36688f2c5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799d0b expref: 93 pid: 228907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.273421:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 854 00010000:00010000:3.0:1783145826.273432:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb97:0x0].0x0 since=10s v=(0 0) 00010000:00010000:3.0:1783145826.273436:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb97:0x0].0x0 since=0s v=(0 0) 00002000:00080000:0.0:1783145826.273439:0:228905:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2925 count 1 00010000:00010000:3.0:1783145826.273440:0:228914:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf132bfc/0x38bddee36689473c lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.273443:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783145826.273445:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 855 00000100:00100000:2.0:1783145826.273452:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee22ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178591488:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.273456:0:228905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a03e4d73/0x38bddee366894743 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb6d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.273458:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+92:2410:x1869755188068608:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145826.273464:0:228914:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000317ca91a/0x38bddee36688f2c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799d0b expref: 92 pid: 228907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.273472:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1783145826.273477:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.273482:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cb1e8382/0x38bddee36688ee49 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799b6e expref: 92 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.273482:0:228905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001b5986c7/0x38bddee366892efb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad26 expref: 58 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.273495:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee22d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178591360:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.273503:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6d:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1783145826.273509:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.273510:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cb1e8382/0x38bddee36688ee49 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799b6e expref: 92 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.273518:0:228905:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a03e4d73/0x38bddee366894743 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.273519:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.273540:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb1e8382/0x38bddee36688ee49 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb91:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799b6e expref: 92 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.273543:0:228914:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000317ca91a/0x38bddee36688f2c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799d0b expref: 92 pid: 228907 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.273552:0:228905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001b5986c7/0x38bddee366892efb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad26 expref: 58 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.273553:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb91:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145826.273557:0:228914:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:228914:1869755178591616:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.273560:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb91:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.273561:0:228910:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3c02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:228910:1869755178589696:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.273568:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007e423dc7/0x38bddee366894704 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.273579:0:228905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001b5986c7/0x38bddee366892efb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad26 expref: 58 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.273581:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007e423dc7/0x38bddee366894704 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb91:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.273583:0:228910:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000023fedf06/0x38bddee366894712 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.273605:0:228905:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff87800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:228905:1869755178591744:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145826.273617:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178591488 00000100:00100000:2.0:1783145826.273622:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178591488 00010000:00010000:1.0:1783145826.273631:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145826.273641:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178591360 00000100:00100000:2.0:1783145826.273644:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178591360 00000100:00100000:1.0:1783145826.273657:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+91:2410:x1869755188068608:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 203us (1030us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145826.273659:0:228914:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1783145826.273660:0:228905:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d3650f00 going to sleep for 11 seconds 00000100:00100000:2.0:1783145826.273666:0:206057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2736 00000100:00100000:1.0:1783145826.273670:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 855 00000100:00100000:2.0:1783145826.273679:0:206057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+52:3651:x1869755178591488:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.273681:0:228913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007e423dc7/0x38bddee366894704 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.273691:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2737 00000100:00100000:1.0:1783145826.273691:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 856 00002000:00080000:2.0:1783145826.273693:0:206057:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2926 count 1 00010000:00010000:0.0:1783145826.273694:0:228913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007e423dc7/0x38bddee366894704 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.273702:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+47:3653:x1869755178591360:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.273702:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7aeb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+90:2408:x1869755188068480:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145826.273707:0:206057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000996cd523/0x38bddee36689474a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb6e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.273712:0:228913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007e423dc7/0x38bddee366894704 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.273715:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:3.0:1783145826.273717:0:228907:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2965 count 1 00010000:00010000:1.0:1783145826.273723:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000445d4120/0x38bddee36688ebe1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ad4 expref: 90 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.273728:0:206057:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007cce1053/0x38bddee36689304b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad9d expref: 58 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.273732:0:228907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee366894751 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb95:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.273734:0:228913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007e423dc7/0x38bddee366894704 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.273749:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000445d4120/0x38bddee36688ebe1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ad4 expref: 90 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.273755:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6e:0x0].0x0 since=3s v=(0 0) 00010000:00010000:3.0:1783145826.273760:0:228907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000409e04ce/0x38bddee36688f2b7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799cfd expref: 90 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.273765:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.273766:0:228913:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1783145826.273772:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb90:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.273775:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb95:0x0].0x0 since=10s v=(0 0) 00010000:00010000:2.0:1783145826.273775:0:206057:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000996cd523/0x38bddee36689474a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.273776:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb90:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.273779:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb95:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.273785:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a811101c/0x38bddee3668946fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.273786:0:228907:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee366894751 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.273800:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a811101c/0x38bddee3668946fd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.273813:0:206057:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007cce1053/0x38bddee36689304b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad9d expref: 58 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.273813:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145826.273817:0:228907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000409e04ce/0x38bddee36688f2b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799cfd expref: 90 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.273832:0:206057:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007cce1053/0x38bddee36689304b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad9d expref: 58 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.273832:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7aeb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+90:2408:x1869755188068480:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 131us (1137us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145826.273834:0:228907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000409e04ce/0x38bddee36688f2b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799cfd expref: 90 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.273855:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+48:3650:x1869755178588672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4403us (4595us total) trans 8589936155 rc 0/0 00000100:00100000:2.0:1783145826.273857:0:206057:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee22f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:206057:1869755178591872:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.273859:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 856 00000100:00100000:3.0:1783145826.273860:0:228907:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:228907:1869755178592000:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.273873:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2726 00000100:00100000:1.0:1783145826.273883:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 857 00000100:00100000:2.0:1783145826.273888:0:206057:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94a80 going to sleep for 11 seconds 00000100:00100000:1.0:1783145826.273893:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+58:2408:x1869755188067968:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1783145826.273894:0:228907:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1180 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.273895:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1783145826.273901:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.273903:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ca6d3e94/0x38bddee36689470b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.273909:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783145826.273909:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003d1059dc/0x38bddee36689281e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab0b expref: 58 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.273915:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000819207ee/0x38bddee3668946da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.273916:0:228911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000445d4120/0x38bddee36688ebe1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ad4 expref: 89 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.273923:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.273930:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca6d3e94/0x38bddee36689470b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.273936:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003d1059dc/0x38bddee36689281e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab0b expref: 58 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.273938:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aeda00 already unused, calling callback (ffffffffc0e8ace0) 00000100:00100000:2.0:1783145826.273943:0:228911:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb88b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:228911:1869755178589056:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.273944:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000819207ee/0x38bddee3668946da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.273957:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca6d3e94/0x38bddee36689470b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.273960:0:228911:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a811101c/0x38bddee3668946fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.273965:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003d1059dc/0x38bddee36689281e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb65:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab0b expref: 58 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.273970:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000819207ee/0x38bddee3668946da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.273987:0:228911:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a811101c/0x38bddee3668946fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.273988:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ca6d3e94/0x38bddee36689470b lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.273990:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb65:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.273992:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000819207ee/0x38bddee3668946da lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.273999:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb65:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.274004:0:228911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a811101c/0x38bddee3668946fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.274008:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fd816078/0x38bddee3668946e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.274015:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000819207ee/0x38bddee3668946da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.274017:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ca6d3e94/0x38bddee36689470b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.274027:0:228911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a811101c/0x38bddee3668946fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.274031:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fd816078/0x38bddee3668946e1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb65:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.274043:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145826.274050:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007e423dc7/0x38bddee366894704 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.274050:0:228911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a811101c/0x38bddee3668946fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.274051:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.274055:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.274060:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.274061:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145826.274070:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.274073:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007e423dc7/0x38bddee366894704 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.274077:0:228911:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1783145826.274080:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+57:2408:x1869755188067968:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 190us (1326us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145826.274085:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007e423dc7/0x38bddee366894704 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.274088:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 857 00000004:00080000:0.0:1783145826.274088:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cb889500/2, rc 0, transno 8589936155 00010000:00010000:3.0:1783145826.274113:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007e423dc7/0x38bddee366894704 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.274117:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 858 00000100:00100000:1.0:1783145826.274147:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7aeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+74:2408:x1869755188068352:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145826.274155:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007e423dc7/0x38bddee366894704 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.274156:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.274161:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d8ca1d71/0x38bddee36688eb16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ab8 expref: 74 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.274173:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d8ca1d71/0x38bddee36688eb16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ab8 expref: 74 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.274180:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145826.274184:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a811101c/0x38bddee3668946fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.274189:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8ca1d71/0x38bddee36688eb16 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ab8 expref: 74 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.274192:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3e00 already unused, calling callback (ffffffffc0e8ace0) 00000100:00100000:2.0:1783145826.274193:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb88b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+48:3650:x1869755178588416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4842us (5000us total) trans 8589936156 rc 0/0 00010000:00010000:3.0:1783145826.274196:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a811101c/0x38bddee3668946fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.274198:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb889500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178588672:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.274209:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb8e:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.274210:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2725 00010000:00010000:3.0:1783145826.274213:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a811101c/0x38bddee3668946fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.274215:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb8e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.274220:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000043717599/0x38bddee3668946f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145826.274225:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cb888700/2, rc 0, transno 8589936156 00010000:00010000:3.0:1783145826.274227:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a811101c/0x38bddee3668946fd lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.274228:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000043717599/0x38bddee3668946f6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.274230:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145826.274234:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb888700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178588416:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.274243:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a811101c/0x38bddee3668946fd lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.274253:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145826.274260:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.274262:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.274266:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.274271:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7aeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+73:2408:x1869755188068352:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 127us (1493us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145826.274279:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 858 00010000:00010000:3.0:1783145826.274282:0:228902:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000043717599/0x38bddee3668946f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.274290:0:228902:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000043717599/0x38bddee3668946f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.274302:0:206058:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee3668946e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.274304:0:228902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000043717599/0x38bddee3668946f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.274309:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145826.274318:0:228902:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000043717599/0x38bddee3668946f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.274321:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178592128:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.274323:0:206058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee3668946e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.274336:0:206058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee3668946e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.274339:0:228902:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145826.274344:0:206058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee3668946e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.274359:0:206058:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1783145826.274365:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145826.274370:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145826.274411:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178592128 00000100:00100000:2.0:1783145826.274412:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145826.274417:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178592128 00000100:00100000:3.0:1783145826.274424:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb88b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+50:3650:x1869755178588032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5399us (5619us total) trans 8589936157 rc 0/0 00000100:00100000:3.0:1783145826.274432:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2723 00000100:00100000:1.0:1783145826.274444:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+49:3652:x1869755178588160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5444us (5710us total) trans 8589936158 rc 0/0 00000100:00100000:0.0:1783145826.274453:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2738 00000100:00100000:1.0:1783145826.274461:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2722 00000100:00100000:0.0:1783145826.274466:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+49:3651:x1869755178592128:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.274474:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783145826.274480:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000043717599/0x38bddee3668946f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1783145826.274480:0:228913:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2966 count 1 00010000:00010000:3.0:1783145826.274492:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aec800 already unused, calling callback (ffffffffc0e8ace0) 00000100:00100000:1.0:1783145826.274494:0:207255:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:207255:1869755178590208:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.274497:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000043717599/0x38bddee3668946f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.274499:0:228913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009815ebe8/0x38bddee366894758 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb96:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.274509:0:207255:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000063937c5b/0x38bddee366894720 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.274511:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145826.274513:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000043717599/0x38bddee3668946f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.274530:0:228913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000981190d2/0x38bddee36688f2be lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799d04 expref: 88 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.274532:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000043717599/0x38bddee3668946f6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.274536:0:228904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fd816078/0x38bddee3668946e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.274537:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145826.274553:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000043717599/0x38bddee3668946f6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.274556:0:228904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fd816078/0x38bddee3668946e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.274556:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb96:0x0].0x0 since=10s v=(0 0) 00010000:00010000:0.0:1783145826.274566:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb96:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.274572:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145826.274572:0:228904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fd816078/0x38bddee3668946e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.274574:0:228913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009815ebe8/0x38bddee366894758 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.274576:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee3668946e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.274588:0:228904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fd816078/0x38bddee3668946e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.274590:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.274593:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01349400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.274600:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee3668946e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.274606:0:228906:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3c00380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:228906:1869755178590592:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.274610:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee3668946e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.274610:0:228904:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145826.274617:0:228913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000981190d2/0x38bddee36688f2be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799d04 expref: 88 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.274618:0:228906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000773b6043/0x38bddee366894727 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.274622:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee3668946e8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.274644:0:228913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000981190d2/0x38bddee36688f2be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799d04 expref: 88 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.274655:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1783145826.274658:0:228913:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff84700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:228913:1869755178592384:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.274660:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fd816078/0x38bddee3668946e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.274668:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.274671:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fd816078/0x38bddee3668946e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.274677:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fd816078/0x38bddee3668946e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.274683:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+53:3650:x1869755178586880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6199us (6836us total) trans 8589935508 rc 0/0 00010000:00010000:2.0:1783145826.274686:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fd816078/0x38bddee3668946e1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.274688:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee3668946e8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.274696:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2721 00010000:00010000:2.0:1783145826.274706:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fd816078/0x38bddee3668946e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.274707:0:228913:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d36500c0 going to sleep for 11 seconds 00010000:00010000:3.0:1783145826.274713:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.274717:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.274720:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.274730:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.274734:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.274736:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.274738:0:228898:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:228898:1869755178590080:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.274745:0:228903:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:228903:1869755178590720:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.274752:0:228898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005a7ac1e9/0x38bddee366894719 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.274763:0:228903:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bcf3b4e8/0x38bddee36689472e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.274770:0:228916:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007096840f/0x38bddee3668946ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.274776:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188068736 00000100:00100000:1.0:1783145826.274781:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188068736 00010000:00010000:2.0:1783145826.274783:0:228916:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007096840f/0x38bddee3668946ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.274789:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178592256:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.274799:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000080422886/0x38bddee366892ab7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679abf2 expref: 57 pid: 228901 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.274802:0:228916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007096840f/0x38bddee3668946ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.274818:0:228916:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007096840f/0x38bddee3668946ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.274823:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188068864 00000100:00100000:0.0:1783145826.274828:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145826.274829:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188068864 00010000:00010000:2.0:1783145826.274842:0:228916:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145826.274844:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000009215e94/0x38bddee36688ef30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799be5 expref: 89 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.274851:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145826.274856:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007096840f/0x38bddee3668946ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.274857:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 859 00000004:00080000:0.0:1783145826.274860:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cb888000/2, rc 0, transno 8589936158 00000100:00100000:1.0:1783145826.274866:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+57:2407:x1869755188068736:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145826.274868:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.274873:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007096840f/0x38bddee3668946ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.274875:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783145826.274876:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb888000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178588160:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.274882:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000080422886/0x38bddee366892ab7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679abf2 expref: 57 pid: 228901 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.274888:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007096840f/0x38bddee3668946ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.274895:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000080422886/0x38bddee366892ab7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679abf2 expref: 57 pid: 228901 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.274901:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007096840f/0x38bddee3668946ef lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.274908:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000080422886/0x38bddee366892ab7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb68:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679abf2 expref: 57 pid: 228901 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.274909:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007096840f/0x38bddee3668946ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.274922:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb68:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.274925:0:228916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb88bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+53:3653:x1869755178588288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5857us (5974us total) trans 8589935509 rc 0/0 00010000:00010000:3.0:1783145826.274926:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.274927:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb68:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.274930:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.274933:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.274934:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000023fedf06/0x38bddee366894712 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.274936:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178592512:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.274941:0:228916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2724 00000100:00100000:3.0:1783145826.274945:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178592256 00000100:00100000:3.0:1783145826.274950:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178592256 00010000:00010000:1.0:1783145826.274950:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000023fedf06/0x38bddee366894712 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.274970:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145826.274975:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188068992 00000100:00100000:0.0:1783145826.274978:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145826.274981:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2739 00000100:00100000:2.0:1783145826.274982:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188068992 00000100:00100000:3.0:1783145826.274992:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+49:3652:x1869755178592256:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.274997:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+57:2407:x1869755188068736:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 133us (691us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145826.275004:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f808e82b/0x38bddee366892c7e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac85 expref: 57 pid: 228907 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783145826.275005:0:228911:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2968 count 1 00000100:00100000:1.0:1783145826.275007:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 859 00000004:00080000:0.0:1783145826.275011:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cb889f80/2, rc 0, transno 8589935509 00010000:00010000:3.0:1783145826.275018:0:228911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee36689475f lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb98:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.275021:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188069120 00000100:00100000:1.0:1783145826.275025:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188069120 00000100:00100000:0.0:1783145826.275027:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178588288:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1783145826.275031:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188069248 00010000:00010000:3.0:1783145826.275034:0:228911:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001e2de3f5/0x38bddee36688f55e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799dc8 expref: 72 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.275037:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188069248 00010000:00010000:1.0:1783145826.275039:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000009381d19/0x38bddee366892e76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad0a expref: 57 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.275048:0:228911:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009e3cf548/0x38bddee36688f57a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799de4 expref: 72 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.275056:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb98:0x0].0x0 since=10s v=(0 0) 00010000:00010000:2.0:1783145826.275057:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000157e57c/0x38bddee366892da4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acd2 expref: 58 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.275058:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 860 00010000:00010000:3.0:1783145826.275062:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb98:0x0].0x0 since=0s v=(0 0) 00000100:00100000:1.0:1783145826.275069:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd781050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+89:2407:x1869755188068864:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145826.275071:0:228911:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee36689475f lrc: 5/0,1 mode: --/PW res: [0x280000401:0xb98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.275081:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783145826.275085:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178592640:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.275089:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000009215e94/0x38bddee36688ef30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799be5 expref: 89 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.275106:0:228911:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009e3cf548/0x38bddee36688f57a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799de4 expref: 72 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.275107:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 861 00010000:00010000:1.0:1783145826.275118:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000009215e94/0x38bddee36688ef30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799be5 expref: 89 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.275138:0:228911:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009e3cf548/0x38bddee36688f57a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799de4 expref: 72 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.275148:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+58:2408:x1869755188068992:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1783145826.275155:0:228911:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:228911:1869755178592768:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.275161:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783145826.275162:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1783145826.275172:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f808e82b/0x38bddee366892c7e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac85 expref: 58 pid: 228907 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.275178:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009215e94/0x38bddee36688ef30 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb93:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799be5 expref: 89 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.275203:0:228911:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001e2de3f5/0x38bddee36688f55e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799dc8 expref: 72 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.275203:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb93:0x0].0x0 since=0s v=(0 0) 00000004:00080000:0.0:1783145826.275204:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cb889c00/2, rc 0, transno 8589936157 00010000:00010000:2.0:1783145826.275208:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f808e82b/0x38bddee366892c7e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac85 expref: 58 pid: 228907 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.275208:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb93:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.275216:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000063937c5b/0x38bddee366894720 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.275219:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb889c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178588032:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.275223:0:228911:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001e2de3f5/0x38bddee36688f55e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799dc8 expref: 72 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.275235:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000063937c5b/0x38bddee366894720 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb93:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.275239:0:228911:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7aebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:228911:1869755178592896:192.168.203.44@tcp:104: 00000004:00080000:0.0:1783145826.275241:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d1015c00/2, rc 0, transno 8589935508 00010000:00010000:2.0:1783145826.275244:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f808e82b/0x38bddee366892c7e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac85 expref: 58 pid: 228907 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.275253:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145826.275256:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1015c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178586880:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1783145826.275259:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6a:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145826.275265:0:228911:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1840 going to sleep for 11 seconds 00010000:00010000:2.0:1783145826.275265:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6a:0x0].0x0 since=0s v=(0 0) 00000100:00100000:1.0:1783145826.275273:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd781050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+88:2407:x1869755188068864:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 204us (900us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145826.275274:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005a7ac1e9/0x38bddee366894719 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.275284:0:228901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178592512 00000100:00100000:1.0:1783145826.275287:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 860 00000100:00100000:3.0:1783145826.275289:0:228901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178592512 00010000:00010000:2.0:1783145826.275294:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a7ac1e9/0x38bddee366894719 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.275319:0:228901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178592640 00010000:00010000:2.0:1783145826.275320:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145826.275324:0:228901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178592640 00000100:00100000:1.0:1783145826.275326:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2740 00000100:00100000:1.0:1783145826.275334:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+50:3653:x1869755178592512:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.275339:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178593024:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1783145826.275349:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+57:2408:x1869755188068992:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 230us (935us total) trans 0 rc 0/0 00002000:00080000:1.0:1783145826.275349:0:206058:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2969 count 1 00000100:00100000:3.0:1783145826.275350:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2741 00000100:00100000:3.0:1783145826.275360:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+53:3650:x1869755178592640:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1783145826.275362:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 861 00010000:00010000:1.0:1783145826.275364:0:206058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000881d9210/0x38bddee366894766 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb99:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783145826.275374:0:228901:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2927 count 1 00000100:00100000:0.0:1783145826.275378:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.275379:0:206058:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000985eec08/0x38bddee36688f565 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799dcf expref: 72 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.275388:0:228901:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db720d48/0x38bddee36689476d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.275388:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb99:0x0].0x0 since=10s v=(0 0) 00000100:00100000:2.0:1783145826.275389:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 862 00010000:00010000:1.0:1783145826.275393:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb99:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.275399:0:206058:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000881d9210/0x38bddee366894766 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.275403:0:228901:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d385805b/0x38bddee366893132 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679addc expref: 56 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.275407:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+56:2407:x1869755188069120:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1783145826.275415:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178593152:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.275418:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6f:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1783145826.275421:0:206058:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000985eec08/0x38bddee36688f565 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799dcf expref: 72 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.275424:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.275424:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145826.275431:0:228901:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db720d48/0x38bddee36689476d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.275437:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000009381d19/0x38bddee366892e76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad0a expref: 56 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.275437:0:206058:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000985eec08/0x38bddee36688f565 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799dcf expref: 72 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.275450:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145826.275452:0:228901:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d385805b/0x38bddee366893132 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679addc expref: 56 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.275466:0:206058:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:206058:1869755178593280:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.275475:0:228901:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d385805b/0x38bddee366893132 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679addc expref: 56 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.275483:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000009381d19/0x38bddee366892e76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad0a expref: 56 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.275497:0:206058:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d36cea80 going to sleep for 11 seconds 00000100:00100000:0.0:1783145826.275498:0:228916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178593024 00010000:00010000:2.0:1783145826.275502:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009381d19/0x38bddee366892e76 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad0a expref: 56 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.275504:0:228916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178593024 00010000:00010000:1.0:1783145826.275517:0:207255:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000063937c5b/0x38bddee366894720 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.275518:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.275525:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6c:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145826.275526:0:228916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178593152 00000100:00100000:0.0:1783145826.275531:0:228916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178593152 00010000:00010000:2.0:1783145826.275536:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bcf3b4e8/0x38bddee36689472e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.275537:0:207255:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000063937c5b/0x38bddee366894720 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.275553:0:228916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2742 00010000:00010000:2.0:1783145826.275558:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcf3b4e8/0x38bddee36689472e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.275559:0:228901:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:228901:1869755178593408:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.275566:0:228916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+54:3651:x1869755178593024:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.275575:0:207255:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000063937c5b/0x38bddee366894720 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1783145826.275582:0:228916:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2928 count 1 00010000:00010000:1.0:1783145826.275586:0:207255:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000063937c5b/0x38bddee366894720 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.275594:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.275594:0:228916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000732aba8a/0x38bddee366894774 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb70:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.275603:0:207255:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145826.275606:0:228916:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cdb30cbc/0x38bddee366893315 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae6f expref: 45 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.275612:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb70:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1783145826.275614:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb70:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.275617:0:228916:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000732aba8a/0x38bddee366894774 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.275633:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+55:2407:x1869755188069120:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 231us (1124us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.275636:0:228916:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cdb30cbc/0x38bddee366893315 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae6f expref: 45 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.275637:0:228901:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c16c0 going to sleep for 11 seconds 00010000:00010000:3.0:1783145826.275650:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1783145826.275650:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 862 00010000:00010000:0.0:1783145826.275652:0:228916:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cdb30cbc/0x38bddee366893315 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae6f expref: 45 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.275658:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000063937c5b/0x38bddee366894720 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.275671:0:228916:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:228916:1869755178593536:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145826.275674:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 863 00000100:00100000:1.0:1783145826.275681:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+52:3651:x1869755178589952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3993us (4186us total) trans 8589936159 rc 0/0 00000100:00100000:2.0:1783145826.275688:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+54:2407:x1869755188069248:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1783145826.275695:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2730 00000100:00100000:0.0:1783145826.275698:0:228916:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d3650c00 going to sleep for 11 seconds 00010000:00010000:2.0:1783145826.275703:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.275711:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000157e57c/0x38bddee366892da4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acd2 expref: 54 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.275717:0:228903:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bcf3b4e8/0x38bddee36689472e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.275719:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2743 00000100:00100000:1.0:1783145826.275731:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+51:3652:x1869755178593152:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.275743:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.275743:0:228903:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcf3b4e8/0x38bddee36689472e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1783145826.275748:0:207255:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2970 count 1 00010000:00010000:3.0:1783145826.275750:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000063937c5b/0x38bddee366894720 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.275757:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000157e57c/0x38bddee366892da4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acd2 expref: 54 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.275762:0:207255:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000013680814/0x38bddee36689477b lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb9a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.275765:0:228903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcf3b4e8/0x38bddee36689472e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.275773:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000063937c5b/0x38bddee366894720 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.275789:0:228903:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bcf3b4e8/0x38bddee36689472e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.275791:0:207255:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002c09c245/0x38bddee36688f702 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799e3f expref: 72 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.275798:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000063937c5b/0x38bddee366894720 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.275798:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000157e57c/0x38bddee366892da4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acd2 expref: 54 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.275804:0:228903:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145826.275806:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb9a:0x0].0x0 since=10s v=(0 0) 00010000:00010000:1.0:1783145826.275813:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb9a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.275822:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063937c5b/0x38bddee366894720 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.275822:0:207255:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000013680814/0x38bddee36689477b lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.275825:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.275833:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.275837:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000773b6043/0x38bddee366894727 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.275843:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000773b6043/0x38bddee366894727 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.275850:0:207255:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002c09c245/0x38bddee36688f702 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799e3f expref: 72 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.275861:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.275864:0:207255:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002c09c245/0x38bddee36688f702 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799e3f expref: 72 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.275874:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+55:3652:x1869755178590464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3544us (3651us total) trans 8589935510 rc 0/0 00000100:00100000:1.0:1783145826.275878:0:207255:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:207255:1869755178593664:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145826.275880:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+53:2407:x1869755188069248:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 196us (1346us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145826.275886:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145826.275894:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bcf3b4e8/0x38bddee36689472e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.275895:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 863 00000100:00100000:0.0:1783145826.275900:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2732 00010000:00010000:3.0:1783145826.275908:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348600 already unused, calling callback (ffffffffc0e8ace0) 00000100:00100000:1.0:1783145826.275908:0:207255:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d36ce3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1783145826.275912:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcf3b4e8/0x38bddee36689472e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.275919:0:228906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000773b6043/0x38bddee366894727 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.275921:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcf3b4e8/0x38bddee36689472e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.275926:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.275931:0:228898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005a7ac1e9/0x38bddee366894719 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.275933:0:228906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000773b6043/0x38bddee366894727 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.275944:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bcf3b4e8/0x38bddee36689472e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.275946:0:228898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005a7ac1e9/0x38bddee366894719 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145826.275949:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d3c03800/2, rc 0, transno 8589935510 00010000:00010000:2.0:1783145826.275951:0:228906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000773b6043/0x38bddee366894727 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.275963:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcf3b4e8/0x38bddee36689472e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.275963:0:228898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005a7ac1e9/0x38bddee366894719 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.275964:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3c03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178590464:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1783145826.275971:0:228906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000773b6043/0x38bddee366894727 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.275981:0:228898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005a7ac1e9/0x38bddee366894719 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.275986:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.275989:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.275996:0:228906:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1783145826.275997:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783145826.276002:0:228898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145826.276004:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000773b6043/0x38bddee366894727 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.276007:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145826.276013:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005a7ac1e9/0x38bddee366894719 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.276015:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.276021:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000773b6043/0x38bddee366894727 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.276023:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.276028:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005a7ac1e9/0x38bddee366894719 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.276038:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000773b6043/0x38bddee366894727 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.276040:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005a7ac1e9/0x38bddee366894719 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.276051:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005a7ac1e9/0x38bddee366894719 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.276056:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a7ac1e9/0x38bddee366894719 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.276070:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.276071:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+56:3652:x1869755178590336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3751us (3957us total) trans 8589935511 rc 0/0 00010000:00010000:0.0:1783145826.276073:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.276079:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2731 00010000:00010000:0.0:1783145826.276079:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.276094:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+55:3651:x1869755178589824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4640us (4735us total) trans 8589935512 rc 0/0 00000100:00100000:0.0:1783145826.276104:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178593792:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1783145826.276117:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2729 00010000:00010000:3.0:1783145826.276150:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000773b6043/0x38bddee366894727 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.276159:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000773b6043/0x38bddee366894727 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.276159:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145826.276181:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.276184:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.276187:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145826.276201:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178593792 00000004:00080000:1.0:1783145826.276203:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d3c03b80/2, rc 0, transno 8589936159 00000100:00100000:0.0:1783145826.276205:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178593792 00000100:00100000:1.0:1783145826.276217:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178589952:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.276229:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145826.276233:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2744 00000004:00080000:1.0:1783145826.276234:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d3c00a80/2, rc 0, transno 8589935512 00000100:00100000:0.0:1783145826.276241:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+55:3653:x1869755178593792:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1783145826.276247:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3c00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178589824:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1783145826.276252:0:228903:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2929 count 1 00010000:00010000:0.0:1783145826.276264:0:228903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d634c683/0x38bddee366894782 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb71:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.276272:0:228903:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000068b0a199/0x38bddee366893346 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae76 expref: 45 pid: 228907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.276279:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb71:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1783145826.276282:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb71:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.276285:0:228903:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d634c683/0x38bddee366894782 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.276292:0:228914:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:228914:1869755178591616:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.276306:0:228903:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000068b0a199/0x38bddee366893346 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae76 expref: 45 pid: 228907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.276309:0:228914:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cf132bfc/0x38bddee36689473c lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.276314:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.276316:0:228910:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000023fedf06/0x38bddee366894712 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.276329:0:228903:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000068b0a199/0x38bddee366893346 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae76 expref: 45 pid: 228907 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.276331:0:228910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000023fedf06/0x38bddee366894712 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.276343:0:228903:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe68a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:228903:1869755178594176:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.276348:0:228910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000023fedf06/0x38bddee366894712 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.276351:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.276361:0:228910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000023fedf06/0x38bddee366894712 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.276375:0:228910:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1783145826.276377:0:228903:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d3650300 going to sleep for 11 seconds 00000100:00100000:2.0:1783145826.276381:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.276390:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145826.276395:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000023fedf06/0x38bddee366894712 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.276404:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.276407:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000023fedf06/0x38bddee366894712 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.276413:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000023fedf06/0x38bddee366894712 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.276421:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000023fedf06/0x38bddee366894712 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.276426:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000023fedf06/0x38bddee366894712 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.276442:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.276445:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145826.276449:0:206057:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee22f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:206057:1869755178591872:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.276449:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.276464:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+56:3653:x1869755178589568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5480us (6076us total) trans 8589935513 rc 0/0 00010000:00010000:3.0:1783145826.276470:0:206057:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000996cd523/0x38bddee36689474a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.276471:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2728 00000100:00100000:0.0:1783145826.276474:0:228905:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff87800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:228905:1869755178591744:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.276493:0:228905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a03e4d73/0x38bddee366894743 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.276501:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178594048:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145826.276510:0:228907:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:228907:1869755178592000:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145826.276510:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145826.276524:0:228913:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff84700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:228913:1869755178592384:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.276530:0:228907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee366894751 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.276538:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.276539:0:228913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009815ebe8/0x38bddee366894758 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.276550:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145826.276565:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783145826.276575:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178593920:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1783145826.276584:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d3c00700/2, rc 0, transno 8589935511 00000100:00100000:0.0:1783145826.276593:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3c00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178590336:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1783145826.276606:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145826.276607:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000004:00080000:0.0:1783145826.276630:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff85c00/2, rc 0, transno 8589935513 00000100:00100000:0.0:1783145826.276638:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178589568:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145826.276642:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178594048 00000100:00100000:0.0:1783145826.276644:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783145826.276649:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178594048 00000100:00100000:1.0:1783145826.276654:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188069376 00000100:00100000:0.0:1783145826.276656:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178594304:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1783145826.276658:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188069376 00000100:00100000:2.0:1783145826.276670:0:206490:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3c03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:206490:1869755178590976:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145826.276675:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178593920 00000100:00100000:3.0:1783145826.276678:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178593920 00010000:00010000:1.0:1783145826.276678:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000066fb68f6/0x38bddee36688f0e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799c9b expref: 88 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.276684:0:206490:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cb6e52ff/0x38bddee366894735 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.276693:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145826.276716:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178594304 00000100:00100000:1.0:1783145826.276719:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188069504 00000100:00100000:2.0:1783145826.276720:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178594304 00000100:00100000:1.0:1783145826.276725:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188069504 00000100:00100000:3.0:1783145826.276743:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2745 00010000:00010000:1.0:1783145826.276744:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001b5986c7/0x38bddee366892efb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad26 expref: 53 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.276751:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+52:3651:x1869755178594048:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.276761:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2746 00000100:00100000:1.0:1783145826.276761:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188069632 00002000:00080000:3.0:1783145826.276763:0:228898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2971 count 1 00000100:00100000:1.0:1783145826.276767:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188069632 00000100:00100000:0.0:1783145826.276769:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2747 00000100:00100000:2.0:1783145826.276774:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+57:3651:x1869755178593920:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1783145826.276775:0:228898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f8ed774/0x38bddee366894789 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb9b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.276781:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+57:3653:x1869755178594304:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.276783:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000317ca91a/0x38bddee36688f2c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799d0b expref: 89 pid: 228907 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.276792:0:228906:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2931 count 1 00010000:00010000:3.0:1783145826.276794:0:228898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000119de71a/0x38bddee36688f8d7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ecb expref: 72 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1783145826.276798:0:206056:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2930 count 1 00000100:00100000:1.0:1783145826.276799:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188069888 00000100:00100000:1.0:1783145826.276803:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188069888 00010000:00010000:2.0:1783145826.276808:0:228906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894790 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb73:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.276812:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb9b:0x0].0x0 since=10s v=(0 0) 00010000:00010000:0.0:1783145826.276812:0:206056:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000a0a1e59/0x38bddee366894797 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb72:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.276817:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000409e04ce/0x38bddee36688f2b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799cfd expref: 90 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.276821:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb9b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.276830:0:228898:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f8ed774/0x38bddee366894789 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.276841:0:206056:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbc8d27c/0x38bddee366893609 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af33 expref: 45 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.276843:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188069760 00000100:00100000:1.0:1783145826.276847:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188069760 00010000:00010000:0.0:1783145826.276856:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb72:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1783145826.276859:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007cce1053/0x38bddee36689304b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad9d expref: 54 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.276860:0:228906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000016ae5b36/0x38bddee36689357d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af09 expref: 45 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.276861:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb72:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.276867:0:228898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000119de71a/0x38bddee36688f8d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ecb expref: 72 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.276869:0:206056:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000a0a1e59/0x38bddee366894797 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.276885:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188070016 00010000:00010000:2.0:1783145826.276887:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb73:0x0].0x0 since=3s v=(0 0) 00000100:00100000:1.0:1783145826.276888:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188070016 00010000:00010000:3.0:1783145826.276894:0:228898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000119de71a/0x38bddee36688f8d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ecb expref: 72 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.276895:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb73:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.276903:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000981190d2/0x38bddee36688f2be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799d04 expref: 91 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.276906:0:228906:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894790 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.276910:0:206056:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bbc8d27c/0x38bddee366893609 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af33 expref: 45 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.276914:0:228898:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:228898:1869755178594560:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.276927:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 864 00000100:00100000:1.0:1783145826.276940:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+91:2409:x1869755188069376:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.276940:0:206056:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bbc8d27c/0x38bddee366893609 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af33 expref: 45 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.276950:0:228898:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1180 going to sleep for 11 seconds 00010000:00010000:2.0:1783145826.276950:0:228906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000016ae5b36/0x38bddee36689357d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af09 expref: 45 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.276954:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783145826.276957:0:206056:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:206056:1869755178594688:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.276964:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000066fb68f6/0x38bddee36688f0e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799c9b expref: 91 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.276975:0:228906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000016ae5b36/0x38bddee36689357d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af09 expref: 45 pid: 228901 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.276982:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000066fb68f6/0x38bddee36688f0e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799c9b expref: 91 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.276984:0:206056:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d36500c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783145826.276999:0:228906:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee22f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:228906:1869755178594816:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.277000:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1783145826.277007:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000066fb68f6/0x38bddee36688f0e9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799c9b expref: 91 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.277010:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178594432:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.277025:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb94:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.277029:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb94:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.277034:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cb6e52ff/0x38bddee366894735 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.277043:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb6e52ff/0x38bddee366894735 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.277043:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145826.277046:0:228906:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94600 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.277070:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.277071:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.277092:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+90:2409:x1869755188069376:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 155us (784us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145826.277105:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 865 00000100:00100000:1.0:1783145826.277116:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 864 00000100:00100000:0.0:1783145826.277151:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+54:2408:x1869755188069504:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.277159:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1783145826.277160:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 866 00010000:00010000:0.0:1783145826.277166:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001b5986c7/0x38bddee366892efb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad26 expref: 54 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.277173:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+89:2408:x1869755188069632:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.277178:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001b5986c7/0x38bddee366892efb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad26 expref: 54 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.277184:0:206490:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cb6e52ff/0x38bddee366894735 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.277188:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.277193:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001b5986c7/0x38bddee366892efb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb6d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad26 expref: 54 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.277198:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000317ca91a/0x38bddee36688f2c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799d0b expref: 89 pid: 228907 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.277204:0:206490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb6e52ff/0x38bddee366894735 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.277211:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.277219:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.277230:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a03e4d73/0x38bddee366894743 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.277231:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000317ca91a/0x38bddee36688f2c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799d0b expref: 89 pid: 228907 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.277232:0:206490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cb6e52ff/0x38bddee366894735 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.277249:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a03e4d73/0x38bddee366894743 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.277266:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000317ca91a/0x38bddee36688f2c5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb97:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799d0b expref: 89 pid: 228907 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.277278:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.277279:0:206490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cb6e52ff/0x38bddee366894735 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.277287:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb97:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.277292:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb97:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.277297:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf132bfc/0x38bddee36689473c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.277298:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+53:2408:x1869755188069504:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 183us (950us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145826.277301:0:206490:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1783145826.277312:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 865 00010000:00010000:1.0:1783145826.277315:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf132bfc/0x38bddee36689473c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb97:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.277325:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 867 00000100:00100000:0.0:1783145826.277332:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd783c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+88:2407:x1869755188069888:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.277333:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.277341:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.277346:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000409e04ce/0x38bddee36688f2b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb95:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799cfd expref: 88 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.277349:0:228914:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cf132bfc/0x38bddee36689473c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.277355:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000409e04ce/0x38bddee36688f2b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb95:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799cfd expref: 88 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.277368:0:228914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf132bfc/0x38bddee36689473c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.277373:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000409e04ce/0x38bddee36688f2b7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb95:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799cfd expref: 88 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.277386:0:228914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf132bfc/0x38bddee36689473c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.277387:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb95:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.277392:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+53:3650:x1869755178590848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4630us (4726us total) trans 8589936160 rc 0/0 00010000:00010000:0.0:1783145826.277393:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb95:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.277402:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee366894751 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.277412:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2733 00010000:00010000:1.0:1783145826.277414:0:228914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf132bfc/0x38bddee36689473c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.277427:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee366894751 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.277433:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178594432 00000100:00100000:2.0:1783145826.277438:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178594432 00010000:00010000:1.0:1783145826.277439:0:228914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1783145826.277445:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145826.277462:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd783c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+87:2407:x1869755188069888:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 131us (956us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145826.277467:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 867 00000100:00100000:2.0:1783145826.277471:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2748 00000100:00100000:2.0:1783145826.277482:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8ebbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+58:3652:x1869755178594432:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1783145826.277486:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 868 00000100:00100000:0.0:1783145826.277496:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+52:2407:x1869755188069760:12345-192.168.203.44@tcp:103:ldlm_bl.0 00002000:00080000:2.0:1783145826.277499:0:206490:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2932 count 1 00010000:00010000:0.0:1783145826.277503:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.277507:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007cce1053/0x38bddee36689304b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad9d expref: 52 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.277514:0:206490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c74f45f8/0x38bddee36689479e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb74:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.277515:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007cce1053/0x38bddee36689304b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad9d expref: 52 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.277523:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+53:3650:x1869755178591104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4150us (4270us total) trans 8589936161 rc 0/0 00010000:00010000:2.0:1783145826.277543:0:206490:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000908acf91/0x38bddee36689363a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af4f expref: 45 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.277543:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2734 00010000:00010000:0.0:1783145826.277544:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007cce1053/0x38bddee36689304b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad9d expref: 52 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.277563:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783145826.277564:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.277565:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb74:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1783145826.277570:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.277571:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cb6e52ff/0x38bddee366894735 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.277572:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb74:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.277577:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000996cd523/0x38bddee36689474a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.277583:0:206490:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c74f45f8/0x38bddee36689479e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.277591:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.277597:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb6e52ff/0x38bddee366894735 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.277618:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000996cd523/0x38bddee36689474a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.277619:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb6e52ff/0x38bddee366894735 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.277623:0:206490:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000908acf91/0x38bddee36689363a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af4f expref: 45 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.277650:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cb6e52ff/0x38bddee366894735 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.277654:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.277656:0:206490:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000908acf91/0x38bddee36689363a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af4f expref: 45 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.277667:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb6e52ff/0x38bddee366894735 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.277676:0:206490:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee22dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:206490:1869755178594944:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.277679:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+51:2407:x1869755188069760:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 182us (1130us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.277685:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1783145826.277689:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 868 00010000:00010000:1.0:1783145826.277692:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf132bfc/0x38bddee36689473c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.277701:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.277705:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf132bfc/0x38bddee36689473c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.277714:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf132bfc/0x38bddee36689473c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.277714:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 869 00000100:00100000:2.0:1783145826.277721:0:206490:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1783145826.277724:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+86:2407:x1869755188070016:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.277729:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf132bfc/0x38bddee36689473c lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.277733:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.277736:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.277741:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000981190d2/0x38bddee36688f2be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799d04 expref: 86 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.277743:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf132bfc/0x38bddee36689473c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.277758:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000981190d2/0x38bddee36688f2be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799d04 expref: 86 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.277766:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.277770:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.277771:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000981190d2/0x38bddee36688f2be lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799d04 expref: 86 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.277773:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.277784:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb96:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.277786:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb96:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.277789:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009815ebe8/0x38bddee366894758 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.277797:0:206057:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000996cd523/0x38bddee36689474a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.277798:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009815ebe8/0x38bddee366894758 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.277804:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+85:2408:x1869755188069632:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 633us (1421us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145826.277818:0:206057:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000996cd523/0x38bddee36689474a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.277818:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 866 00010000:00010000:0.0:1783145826.277829:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.277843:0:228913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009815ebe8/0x38bddee366894758 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.277849:0:228913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009815ebe8/0x38bddee366894758 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.277855:0:228913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009815ebe8/0x38bddee366894758 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.277859:0:228913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009815ebe8/0x38bddee366894758 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.277871:0:228913:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1783145826.277872:0:228911:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:228911:1869755178592768:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.277879:0:228905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a03e4d73/0x38bddee366894743 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.277887:0:228911:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7aebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:228911:1869755178592896:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.277892:0:228905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a03e4d73/0x38bddee366894743 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.277901:0:206057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000996cd523/0x38bddee36689474a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.277907:0:228905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a03e4d73/0x38bddee366894743 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.277910:0:228911:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee36689475f lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.277911:0:206057:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000996cd523/0x38bddee36689474a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.277919:0:228905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a03e4d73/0x38bddee366894743 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.277936:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+53:3651:x1869755178592128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3473us (3571us total) trans 8589936162 rc 0/0 00010000:00010000:1.0:1783145826.277947:0:228905:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1783145826.277947:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2738 00010000:00010000:0.0:1783145826.277964:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1783145826.277968:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009815ebe8/0x38bddee366894758 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.277972:0:228916:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:228916:1869755178593536:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.277977:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.277982:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009815ebe8/0x38bddee366894758 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.277986:0:206057:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1783145826.277988:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009815ebe8/0x38bddee366894758 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.277991:0:228916:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000732aba8a/0x38bddee366894774 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.277999:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009815ebe8/0x38bddee366894758 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.278006:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009815ebe8/0x38bddee366894758 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.278017:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783145826.278020:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a03e4d73/0x38bddee366894743 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.278025:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.278028:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a03e4d73/0x38bddee366894743 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.278034:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+60:3653:x1869755178591232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4619us (4716us total) trans 8589935514 rc 0/0 00010000:00010000:0.0:1783145826.278036:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a03e4d73/0x38bddee366894743 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.278047:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2735 00010000:00010000:0.0:1783145826.278050:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a03e4d73/0x38bddee366894743 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.278055:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a03e4d73/0x38bddee366894743 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.278063:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+59:3651:x1869755178591488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4386us (4585us total) trans 8589935515 rc 0/0 00000100:00100000:3.0:1783145826.278072:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2736 00010000:00010000:0.0:1783145826.278073:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145826.278078:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000996cd523/0x38bddee36689474a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.278085:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2400 already unused, calling callback (ffffffffc0e8ace0) 00000100:00100000:1.0:1783145826.278090:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+84:2407:x1869755188070016:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 366us (1485us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145826.278091:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.278092:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000996cd523/0x38bddee36689474a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.278107:0:207255:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:207255:1869755178593664:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.278136:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 869 00010000:00010000:0.0:1783145826.278145:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000996cd523/0x38bddee36689474a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.278156:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000996cd523/0x38bddee36689474a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.278160:0:207255:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000013680814/0x38bddee36689477b lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.278161:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000996cd523/0x38bddee36689474a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.278167:0:228907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee366894751 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.278187:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.278190:0:228907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee366894751 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.278190:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.278195:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.278202:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.278203:0:228907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee366894751 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.278212:0:228907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee366894751 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145826.278220:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ee22fb80/2, rc 0, transno 8589935514 00000100:00100000:0.0:1783145826.278233:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee22fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178591232:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.278238:0:228907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1783145826.278251:0:228903:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe68a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:228903:1869755178594176:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.278261:0:228903:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d634c683/0x38bddee366894782 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145826.278288:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff87100/2, rc 0, transno 8589936162 00000100:00100000:0.0:1783145826.278299:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178592128:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1783145826.278309:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ee22ed80/2, rc 0, transno 8589935515 00010000:00010000:3.0:1783145826.278314:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1783145826.278320:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+53:3653:x1869755178591360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4620us (4801us total) trans 8589936163 rc 0/0 00000100:00100000:0.0:1783145826.278321:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee22ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178591488:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1783145826.278322:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee366894751 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.278333:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2737 00000100:00100000:0.0:1783145826.278333:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1783145826.278334:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.278340:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee366894751 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.278345:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee22e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178595200:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.278355:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee366894751 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.278368:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee366894751 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145826.278369:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cb888a80/2, rc 0, transno 8589936161 00000100:00100000:0.0:1783145826.278375:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145826.278381:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee366894751 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.278383:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb888a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178591104:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.278392:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee22f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178595072:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1783145826.278397:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1783145826.278397:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d3c02d80/2, rc 0, transno 8589936160 00010000:00010000:3.0:1783145826.278400:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.278402:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3c02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178590848:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.278403:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145826.278413:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145826.278435:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178595200 00000100:00100000:3.0:1783145826.278440:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178595200 00000100:00100000:0.0:1783145826.278445:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178595072 00000100:00100000:0.0:1783145826.278450:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178595072 00000100:00100000:1.0:1783145826.278463:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178595456:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145826.278470:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2749 00000100:00100000:0.0:1783145826.278479:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2750 00000100:00100000:3.0:1783145826.278480:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+53:3651:x1869755178595200:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.278489:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+59:3651:x1869755178595072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1783145826.278494:0:228914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2972 count 1 00000100:00100000:1.0:1783145826.278494:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1783145826.278503:0:228902:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2933 count 1 00010000:00010000:3.0:1783145826.278507:0:228914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000459e138b/0x38bddee3668947a5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb9c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.278515:0:228902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000004e3cf4d/0x38bddee3668947ac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb75:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.278520:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178595456 00010000:00010000:3.0:1783145826.278522:0:228914:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002b6b0e08/0x38bddee36688fadd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799f73 expref: 72 pid: 228912 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145826.278524:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ee22d180/2, rc 0, transno 8589936163 00000100:00100000:2.0:1783145826.278527:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178595456 00010000:00010000:0.0:1783145826.278529:0:228902:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f344bd96/0x38bddee366893816 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afb8 expref: 45 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.278536:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee22d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178591360:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.278540:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb9c:0x0].0x0 since=10s v=(0 0) 00010000:00010000:3.0:1783145826.278548:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb9c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.278548:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb75:0x0].0x0 since=3s v=(0 0) 00000100:00100000:1.0:1783145826.278549:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1783145826.278556:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb75:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.278558:0:228914:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000459e138b/0x38bddee3668947a5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.278559:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee22ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178595328:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.278562:0:228902:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004e3cf4d/0x38bddee3668947ac lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.278563:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2751 00000100:00100000:2.0:1783145826.278579:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+60:3653:x1869755178595456:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1783145826.278590:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1783145826.278600:0:228910:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2934 count 1 00010000:00010000:0.0:1783145826.278609:0:228902:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f344bd96/0x38bddee366893816 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afb8 expref: 45 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.278614:0:228910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee3668947b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb76:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.278626:0:228902:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f344bd96/0x38bddee366893816 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afb8 expref: 45 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.278634:0:228910:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000067562471/0x38bddee366893840 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afd4 expref: 45 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.278639:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178595328 00000100:00100000:0.0:1783145826.278640:0:228902:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:228902:1869755178595840:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.278644:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178595328 00010000:00010000:2.0:1783145826.278646:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb76:0x0].0x0 since=3s v=(0 0) 00010000:00010000:3.0:1783145826.278647:0:228914:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002b6b0e08/0x38bddee36688fadd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799f73 expref: 72 pid: 228912 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.278652:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb76:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.278659:0:228910:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee3668947b3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.278670:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2752 00010000:00010000:2.0:1783145826.278678:0:228910:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000067562471/0x38bddee366893840 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afd4 expref: 45 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.278680:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+54:3653:x1869755178595328:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.278689:0:228902:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d3650300 going to sleep for 11 seconds 00010000:00010000:2.0:1783145826.278694:0:228910:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000067562471/0x38bddee366893840 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afd4 expref: 45 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1783145826.278699:0:228905:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2974 count 1 00000100:00100000:2.0:1783145826.278705:0:228910:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee22ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:228910:1869755178596096:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.278714:0:228905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fe98acb/0x38bddee3668947ba lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb9e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.278716:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3c00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178595968:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.278726:0:228910:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb943c0 going to sleep for 11 seconds 00010000:00010000:3.0:1783145826.278734:0:228914:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002b6b0e08/0x38bddee36688fadd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799f73 expref: 72 pid: 228912 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.278734:0:228905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bc0be0e4/0x38bddee36688f908 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ee0 expref: 72 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.278744:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb9e:0x0].0x0 since=10s v=(0 0) 00000100:00100000:0.0:1783145826.278746:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145826.278751:0:228914:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:228914:1869755178595712:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.278751:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb9e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.278756:0:228905:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fe98acb/0x38bddee3668947ba lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.278775:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1783145826.278779:0:228905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bc0be0e4/0x38bddee36688f908 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ee0 expref: 72 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.278782:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee22c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178595584:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.278796:0:228905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bc0be0e4/0x38bddee36688f908 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ee0 expref: 72 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.278807:0:228905:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3c02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:228905:1869755178596224:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145826.278823:0:228914:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1300 going to sleep for 11 seconds 00000100:00100000:0.0:1783145826.278831:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145826.278837:0:228905:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d36ceb40 going to sleep for 11 seconds 00000100:00100000:3.0:1783145826.278844:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178595968 00000100:00100000:3.0:1783145826.278848:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178595968 00000100:00100000:2.0:1783145826.278860:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145826.278866:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178595584 00000100:00100000:0.0:1783145826.278870:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178595584 00000100:00100000:2.0:1783145826.278900:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145826.278910:0:228912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2753 00000100:00100000:3.0:1783145826.278922:0:228912:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+56:3651:x1869755178595968:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.278925:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2754 00000100:00100000:1.0:1783145826.278933:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+56:3651:x1869755178595584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1783145826.278934:0:228912:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2977 count 1 00002000:00080000:1.0:1783145826.278944:0:228907:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2973 count 1 00000100:00100000:2.0:1783145826.278945:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145826.278947:0:228912:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f4159465/0x38bddee3668947c1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xba1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.278956:0:228907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002a63e50e/0x38bddee3668947c8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb9d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.278961:0:228912:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000032ee902c/0x38bddee36688fc88 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xba1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799fd5 expref: 83 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.278966:0:228907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d3ee2f22/0x38bddee36688f8fa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ed2 expref: 72 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.278969:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba1:0x0].0x0 since=10s v=(0 0) 00000100:00100000:2.0:1783145826.278972:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188070144 00010000:00010000:3.0:1783145826.278973:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.278975:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb9d:0x0].0x0 since=10s v=(0 0) 00000100:00100000:2.0:1783145826.278978:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188070144 00010000:00010000:3.0:1783145826.278979:0:228912:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4159465/0x38bddee3668947c1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xba1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.278979:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb9d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.278985:0:228907:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a63e50e/0x38bddee3668947c8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.279000:0:228901:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:228901:1869755178593408:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.279008:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009e3cf548/0x38bddee36688f57a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799de4 expref: 73 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.279008:0:228907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d3ee2f22/0x38bddee36688f8fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ed2 expref: 73 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.279011:0:228901:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000db720d48/0x38bddee36689476d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.279035:0:228912:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000032ee902c/0x38bddee36688fc88 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xba1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799fd5 expref: 83 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.279039:0:228907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d3ee2f22/0x38bddee36688f8fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ed2 expref: 73 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.279048:0:228912:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000032ee902c/0x38bddee36688fc88 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xba1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799fd5 expref: 83 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.279051:0:228907:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3c01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:228907:1869755178596480:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145826.279053:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188070272 00000100:00100000:0.0:1783145826.279055:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188070528 00000100:00100000:2.0:1783145826.279059:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188070272 00000100:00100000:0.0:1783145826.279060:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188070528 00000100:00100000:3.0:1783145826.279063:0:228912:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:228912:1869755178596352:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.279081:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001e2de3f5/0x38bddee36688f55e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799dc8 expref: 75 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.279083:0:228907:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d36ce3c0 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.279085:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002c09c245/0x38bddee36688f702 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799e3f expref: 75 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.279086:0:228912:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783145826.279141:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 870 00000100:00100000:1.0:1783145826.279151:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+75:2408:x1869755188070144:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.279161:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.279167:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009e3cf548/0x38bddee36688f57a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb98:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799de4 expref: 75 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.279173:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 871 00000100:00100000:2.0:1783145826.279182:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 872 00010000:00010000:1.0:1783145826.279187:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009e3cf548/0x38bddee36688f57a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb98:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799de4 expref: 75 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.279187:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb88b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+75:2408:x1869755188070272:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.279197:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1783145826.279198:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdaa0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+75:2408:x1869755188070528:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.279206:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001e2de3f5/0x38bddee36688f55e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb98:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799dc8 expref: 75 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.279212:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.279213:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e3cf548/0x38bddee36688f57a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb98:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799de4 expref: 75 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.279218:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001e2de3f5/0x38bddee36688f55e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb98:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799dc8 expref: 75 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.279222:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002c09c245/0x38bddee36688f702 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799e3f expref: 75 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.279239:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.279245:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002c09c245/0x38bddee36688f702 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799e3f expref: 74 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.279246:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e2de3f5/0x38bddee36688f55e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb98:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799dc8 expref: 74 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.279268:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+73:2408:x1869755188070144:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 116us (407us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.279272:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb98:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.279278:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb98:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.279279:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c09c245/0x38bddee36688f702 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799e3f expref: 73 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.279279:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 870 00010000:00010000:0.0:1783145826.279287:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee36689475f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.279298:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee36689475f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb98:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.279299:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb9a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.279306:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb9a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.279317:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000013680814/0x38bddee36689477b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.279327:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000013680814/0x38bddee36689477b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.279327:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145826.279344:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb88b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+71:2408:x1869755188070272:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 164us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145826.279350:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 871 00010000:00010000:2.0:1783145826.279352:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.279365:0:207255:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000013680814/0x38bddee36689477b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.279376:0:207255:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000013680814/0x38bddee36689477b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.279379:0:228911:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee36689475f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.279380:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdaa0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+70:2408:x1869755188070528:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 185us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145826.279400:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 872 00010000:00010000:1.0:1783145826.279401:0:207255:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000013680814/0x38bddee36689477b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.279403:0:228911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee36689475f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.279422:0:207255:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000013680814/0x38bddee36689477b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.279425:0:228911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee36689475f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.279441:0:228911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee36689475f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.279447:0:207255:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145826.279453:0:228911:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1783145826.279459:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145826.279463:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783145826.279469:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000013680814/0x38bddee36689477b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.279491:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145826.279513:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.279519:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000013680814/0x38bddee36689477b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.279528:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000013680814/0x38bddee36689477b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.279537:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+58:3652:x1869755178592256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4545us (4712us total) trans 8589936164 rc 0/0 00000100:00100000:2.0:1783145826.279538:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145826.279543:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000013680814/0x38bddee36689477b lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.279545:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+58:3652:x1869755178593152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3815us (4099us total) trans 8589936165 rc 0/0 00000100:00100000:0.0:1783145826.279550:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2739 00010000:00010000:3.0:1783145826.279558:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000013680814/0x38bddee36689477b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.279558:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2743 00000100:00100000:2.0:1783145826.279565:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.279570:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145826.279575:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee36689475f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.279582:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.279583:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.279585:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188070400 00010000:00010000:3.0:1783145826.279586:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.279587:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee36689475f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.279590:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.279590:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188070400 00000100:00100000:2.0:1783145826.279591:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.279603:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee36689475f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.279610:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cdb30cbc/0x38bddee366893315 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae6f expref: 46 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.279612:0:228898:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:228898:1869755178594560:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145826.279620:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145826.279629:0:228898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003f8ed774/0x38bddee366894789 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.279638:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee36689475f lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.279643:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188070656 00010000:00010000:0.0:1783145826.279646:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee36689475f lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.279648:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188070656 00010000:00010000:1.0:1783145826.279666:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d385805b/0x38bddee366893132 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679addc expref: 51 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.279669:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.279673:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.279674:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145826.279679:0:206058:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:206058:1869755178593280:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.279680:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.279695:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145826.279697:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188070912 00010000:00010000:3.0:1783145826.279700:0:206058:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000881d9210/0x38bddee366894766 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.279701:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188070912 00000004:00080000:0.0:1783145826.279709:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff87b80/2, rc 0, transno 8589936165 00010000:00010000:1.0:1783145826.279715:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000119de71a/0x38bddee36688f8d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ecb expref: 70 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.279721:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178593152:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.279724:0:206490:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee22dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:206490:1869755178594944:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.279738:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188070784 00000100:00100000:1.0:1783145826.279742:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188070784 00000004:00080000:0.0:1783145826.279742:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff84380/2, rc 0, transno 8589936164 00010000:00010000:2.0:1783145826.279743:0:206490:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c74f45f8/0x38bddee36689479e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.279751:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178592256:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.279757:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000068b0a199/0x38bddee366893346 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae76 expref: 47 pid: 228907 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.279774:0:228906:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee22f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:228906:1869755178594816:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.279774:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188071040 00000100:00100000:1.0:1783145826.279779:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188071040 00010000:00010000:2.0:1783145826.279789:0:228906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894790 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.279795:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bbc8d27c/0x38bddee366893609 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af33 expref: 48 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.279813:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188071168 00000100:00100000:0.0:1783145826.279813:0:206056:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:206056:1869755178594688:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.279815:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188071424 00000100:00100000:2.0:1783145826.279818:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188071168 00000100:00100000:1.0:1783145826.279819:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188071424 00010000:00010000:0.0:1783145826.279830:0:206056:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000a0a1e59/0x38bddee366894797 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.279836:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000016ae5b36/0x38bddee36689357d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af09 expref: 49 pid: 228901 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.279837:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000985eec08/0x38bddee36688f565 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799dcf expref: 71 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.279851:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7618000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178596608:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.279863:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188071296 00000100:00100000:1.0:1783145826.279866:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188071296 00010000:00010000:1.0:1783145826.279878:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000908acf91/0x38bddee36689363a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af4f expref: 50 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.279882:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 873 00000100:00100000:0.0:1783145826.279882:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145826.279898:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdaa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+50:2408:x1869755188070400:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1783145826.279901:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 874 00000100:00100000:0.0:1783145826.279907:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783145826.279912:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd781c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+51:2410:x1869755188070656:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145826.279913:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783145826.279917:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c760bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178596736:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.279922:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cdb30cbc/0x38bddee366893315 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae6f expref: 50 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.279922:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.279930:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d385805b/0x38bddee366893132 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679addc expref: 51 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.279941:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cdb30cbc/0x38bddee366893315 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae6f expref: 50 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.279946:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.279948:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d385805b/0x38bddee366893132 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679addc expref: 51 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.279973:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cdb30cbc/0x38bddee366893315 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae6f expref: 50 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.279976:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d385805b/0x38bddee366893132 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679addc expref: 51 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.279976:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178596608 00000100:00100000:0.0:1783145826.279982:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178596608 00010000:00010000:2.0:1783145826.280001:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb70:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.280002:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6f:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145826.280007:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178596736 00010000:00010000:2.0:1783145826.280011:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb70:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.280011:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb6f:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145826.280011:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178596736 00010000:00010000:2.0:1783145826.280021:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000732aba8a/0x38bddee366894774 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.280022:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000db720d48/0x38bddee36689476d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.280033:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2755 00010000:00010000:2.0:1783145826.280041:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000732aba8a/0x38bddee366894774 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.280043:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db720d48/0x38bddee36689476d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.280046:0:206057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2756 00000100:00100000:0.0:1783145826.280047:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7608380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+58:3652:x1869755178596608:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145826.280061:0:206057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+58:3652:x1869755178596736:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1783145826.280064:0:228913:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2975 count 1 00010000:00010000:2.0:1783145826.280075:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:3.0:1783145826.280076:0:206057:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2978 count 1 00010000:00010000:1.0:1783145826.280079:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.280080:0:228913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee3668947cf lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.280090:0:206057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8d7e55d/0x38bddee3668947d6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xba2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.280105:0:228913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000023b46710/0x38bddee36688fc0a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799fc0 expref: 71 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.280115:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdaa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+49:2408:x1869755188070400:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 220us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145826.280141:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 873 00010000:00010000:3.0:1783145826.280149:0:206057:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000881e7178/0x38bddee36688fd68 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xba2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a029 expref: 83 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.280151:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb9f:0x0].0x0 since=10s v=(0 0) 00010000:00010000:0.0:1783145826.280159:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb9f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.280163:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba2:0x0].0x0 since=10s v=(0 0) 00000100:00100000:2.0:1783145826.280164:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 875 00000100:00100000:1.0:1783145826.280165:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd781c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+50:2410:x1869755188070656:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 205us (624us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.280170:0:228913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee3668947cf lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.280171:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba2:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.280177:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdaa0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+71:2408:x1869755188070912:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1783145826.280178:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 874 00010000:00010000:3.0:1783145826.280180:0:206057:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8d7e55d/0x38bddee3668947d6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xba2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.280191:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.280201:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000119de71a/0x38bddee36688f8d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ecb expref: 71 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.280213:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000119de71a/0x38bddee36688f8d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ecb expref: 71 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.280218:0:228913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000023b46710/0x38bddee36688fc0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799fc0 expref: 71 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.280219:0:206057:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000881e7178/0x38bddee36688fd68 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xba2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a029 expref: 83 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.280220:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 876 00000100:00100000:1.0:1783145826.280234:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdaa3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+48:2408:x1869755188070784:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.280240:0:228913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000023b46710/0x38bddee36688fc0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799fc0 expref: 71 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.280244:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000119de71a/0x38bddee36688f8d7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb9b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ecb expref: 71 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.280249:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.280259:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000068b0a199/0x38bddee366893346 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae76 expref: 48 pid: 228907 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.280265:0:228913:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c8f89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:228913:1869755178596864:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.280268:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb9b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.280277:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb9b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.280283:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000068b0a199/0x38bddee366893346 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae76 expref: 48 pid: 228907 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.280287:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003f8ed774/0x38bddee366894789 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.280289:0:206057:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000881e7178/0x38bddee36688fd68 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xba2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a029 expref: 83 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.280306:0:228913:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d36500c0 going to sleep for 11 seconds 00010000:00010000:2.0:1783145826.280307:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f8ed774/0x38bddee366894789 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb9b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.280308:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000068b0a199/0x38bddee366893346 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae76 expref: 48 pid: 228907 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.280323:0:228901:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000db720d48/0x38bddee36689476d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.280327:0:206057:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:206057:1869755178596992:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.280333:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb71:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.280340:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb71:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.280347:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.280349:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d634c683/0x38bddee366894782 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.280355:0:228901:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db720d48/0x38bddee36689476d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.280361:0:206057:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1180 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.280362:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d634c683/0x38bddee366894782 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.280372:0:228901:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db720d48/0x38bddee36689476d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.280376:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdaa0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+70:2408:x1869755188070912:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 200us (838us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.280386:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.280391:0:228901:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000db720d48/0x38bddee36689476d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.280392:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 875 00010000:00010000:0.0:1783145826.280412:0:228901:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1783145826.280417:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 877 00000100:00100000:1.0:1783145826.280420:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdaa3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+47:2408:x1869755188070784:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 176us (846us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145826.280427:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+47:2408:x1869755188071040:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1783145826.280436:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 876 00010000:00010000:2.0:1783145826.280438:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.280444:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bbc8d27c/0x38bddee366893609 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af33 expref: 47 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.280453:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bbc8d27c/0x38bddee366893609 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af33 expref: 46 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.280460:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 878 00010000:00010000:2.0:1783145826.280465:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbc8d27c/0x38bddee366893609 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af33 expref: 46 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.280473:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+69:2407:x1869755188071424:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145826.280477:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb72:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.280481:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb72:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.280485:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000a0a1e59/0x38bddee366894797 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.280485:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.280495:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000985eec08/0x38bddee36688f565 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799dcf expref: 69 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.280496:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000a0a1e59/0x38bddee366894797 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.280506:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+61:3650:x1869755178592640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5145us (5346us total) trans 8589935516 rc 0/0 00000100:00100000:0.0:1783145826.280523:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2741 00010000:00010000:1.0:1783145826.280525:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000985eec08/0x38bddee36688f565 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799dcf expref: 69 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.280528:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.280544:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000985eec08/0x38bddee36688f565 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb99:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799dcf expref: 69 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.280546:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1783145826.280553:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+45:2408:x1869755188071040:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 125us (961us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.280555:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000db720d48/0x38bddee36689476d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.280564:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb99:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.280567:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 877 00010000:00010000:0.0:1783145826.280573:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.280574:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb99:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.280578:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000db720d48/0x38bddee36689476d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.280581:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000881d9210/0x38bddee366894766 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.280585:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 879 00000100:00100000:2.0:1783145826.280595:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+44:2409:x1869755188071168:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.280602:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000db720d48/0x38bddee36689476d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.280607:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.280608:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000881d9210/0x38bddee366894766 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb99:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.280617:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.280617:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000016ae5b36/0x38bddee36689357d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af09 expref: 44 pid: 228901 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.280623:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000db720d48/0x38bddee36689476d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.280632:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.280635:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db720d48/0x38bddee36689476d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.280638:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000016ae5b36/0x38bddee36689357d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af09 expref: 44 pid: 228901 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.280650:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.280652:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.280653:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+68:2407:x1869755188071424:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 184us (983us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.280657:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.280662:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.280665:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000016ae5b36/0x38bddee36689357d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb73:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af09 expref: 44 pid: 228901 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.280666:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 878 00010000:00010000:0.0:1783145826.280676:0:228903:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d634c683/0x38bddee366894782 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.280680:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb73:0x0].0x0 since=0s v=(0 0) 00000100:00100000:1.0:1783145826.280683:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188071808 00000100:00100000:3.0:1783145826.280684:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.280687:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb73:0x0].0x0 since=0s v=(0 0) 00000100:00100000:1.0:1783145826.280689:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188071808 00010000:00010000:2.0:1783145826.280695:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894790 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.280697:0:228903:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d634c683/0x38bddee366894782 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.280706:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bc0be0e4/0x38bddee36688f908 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ee0 expref: 68 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.280711:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.280716:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894790 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.280721:0:228903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d634c683/0x38bddee366894782 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.280736:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188071552 00010000:00010000:0.0:1783145826.280738:0:228903:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d634c683/0x38bddee366894782 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.280742:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188071552 00010000:00010000:2.0:1783145826.280746:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.280754:0:228903:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145826.280758:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f344bd96/0x38bddee366893816 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afb8 expref: 44 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.280774:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188071680 00000100:00100000:2.0:1783145826.280775:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+44:2409:x1869755188071168:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 179us (1157us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145826.280779:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188071680 00000100:00100000:2.0:1783145826.280787:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 879 00010000:00010000:1.0:1783145826.280796:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000067562471/0x38bddee366893840 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afd4 expref: 45 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.280804:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188071936 00000100:00100000:2.0:1783145826.280809:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188071936 00000100:00100000:1.0:1783145826.280816:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 880 00010000:00010000:2.0:1783145826.280827:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002b6b0e08/0x38bddee36688fadd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799f73 expref: 69 pid: 228912 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.280828:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+44:2407:x1869755188071296:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1783145826.280833:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+61:3653:x1869755178593792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4592us (4672us total) trans 8589935517 rc 0/0 00010000:00010000:1.0:1783145826.280842:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783145826.280848:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2744 00010000:00010000:1.0:1783145826.280852:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000908acf91/0x38bddee36689363a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af4f expref: 44 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.280863:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 881 00010000:00010000:1.0:1783145826.280867:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000908acf91/0x38bddee36689363a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af4f expref: 44 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.280875:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd781850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+69:2407:x1869755188071808:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145826.280883:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783145826.280885:0:228902:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:228902:1869755178595840:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.280887:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000908acf91/0x38bddee36689363a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af4f expref: 44 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.280890:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bc0be0e4/0x38bddee36688f908 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ee0 expref: 69 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.280905:0:228902:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000004e3cf4d/0x38bddee3668947ac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.280913:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.280914:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb74:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.280915:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bc0be0e4/0x38bddee36688f908 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ee0 expref: 69 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.280923:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb74:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.280933:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c74f45f8/0x38bddee36689479e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.280937:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.280944:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb9e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.280949:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c74f45f8/0x38bddee36689479e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.280950:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb9e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.280954:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145826.280960:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006fe98acb/0x38bddee3668947ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.280961:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d634c683/0x38bddee366894782 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145826.280965:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff84e00/2, rc 0, transno 8589935517 00010000:00010000:1.0:1783145826.280974:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145826.280980:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178593792:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1783145826.280984:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.280984:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fe98acb/0x38bddee3668947ba lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.280991:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d634c683/0x38bddee366894782 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.281000:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+43:2407:x1869755188071296:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 176us (1307us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145826.281001:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145826.281003:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d634c683/0x38bddee366894782 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.281010:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 880 00010000:00010000:3.0:1783145826.281018:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d634c683/0x38bddee366894782 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.281018:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783145826.281028:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd781850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+69:2407:x1869755188071808:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 154us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145826.281028:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188072192 00000100:00100000:0.0:1783145826.281029:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c8f88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178597120:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1783145826.281032:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d634c683/0x38bddee366894782 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.281032:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188072192 00000100:00100000:2.0:1783145826.281043:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 881 00010000:00010000:1.0:1783145826.281051:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d3ee2f22/0x38bddee36688f8fa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ed2 expref: 70 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.281061:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145826.281066:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.281069:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188072064 00010000:00010000:3.0:1783145826.281070:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.281072:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.281072:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188072064 00010000:00010000:3.0:1783145826.281085:0:206058:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000881d9210/0x38bddee366894766 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.281086:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000032ee902c/0x38bddee36688fc88 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xba1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799fd5 expref: 84 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.281091:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 882 00000100:00100000:0.0:1783145826.281108:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178597120 00010000:00010000:3.0:1783145826.281110:0:206058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000881d9210/0x38bddee366894766 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.281114:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178597120 00000100:00100000:2.0:1783145826.281115:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7aeb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+42:2407:x1869755188071552:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145826.281137:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1783145826.281138:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 883 00010000:00010000:2.0:1783145826.281146:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f344bd96/0x38bddee366893816 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afb8 expref: 42 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.281147:0:206058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000881d9210/0x38bddee366894766 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.281152:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+42:2410:x1869755188071680:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1783145826.281159:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2757 00010000:00010000:1.0:1783145826.281167:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783145826.281172:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+61:3651:x1869755178597120:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.281177:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000067562471/0x38bddee366893840 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afd4 expref: 42 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.281184:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f344bd96/0x38bddee366893816 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afb8 expref: 42 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1783145826.281188:0:228911:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2935 count 1 00010000:00010000:1.0:1783145826.281202:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000067562471/0x38bddee366893840 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afd4 expref: 42 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.281202:0:228911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e423dc7/0x38bddee3668947dd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb77:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.281208:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f344bd96/0x38bddee366893816 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb75:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afb8 expref: 42 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.281227:0:228911:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001e412810/0x38bddee366893990 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b021 expref: 42 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.281232:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb76:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.281233:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb77:0x0].0x0 since=3s v=(0 0) 00010000:00010000:2.0:1783145826.281234:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb75:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.281242:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb76:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.281242:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb77:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.281243:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb75:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.281255:0:228911:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e423dc7/0x38bddee3668947dd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.281256:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000004e3cf4d/0x38bddee3668947ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.281256:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee3668947b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.281257:0:206058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000881d9210/0x38bddee366894766 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.281279:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004e3cf4d/0x38bddee3668947ac lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb75:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.281281:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee3668947b3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.281287:0:206058:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145826.281291:0:228911:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001e412810/0x38bddee366893990 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b021 expref: 41 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.281299:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.281303:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.281304:0:228911:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001e412810/0x38bddee366893990 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b021 expref: 41 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.281318:0:228911:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c8f8b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:228911:1869755178597248:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.281322:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+41:2410:x1869755188071680:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 173us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145826.281331:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7aeb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+41:2407:x1869755188071552:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 217us (684us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145826.281332:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 883 00000100:00100000:2.0:1783145826.281343:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 882 00000100:00100000:1.0:1783145826.281358:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 884 00000100:00100000:0.0:1783145826.281364:0:228911:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d3650300 going to sleep for 11 seconds 00000100:00100000:2.0:1783145826.281365:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 885 00000100:00100000:1.0:1783145826.281371:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7aeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+69:2410:x1869755188071936:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1783145826.281377:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+69:2407:x1869755188072192:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.281381:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.281386:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783145826.281386:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 886 00010000:00010000:1.0:1783145826.281390:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002b6b0e08/0x38bddee36688fadd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799f73 expref: 69 pid: 228912 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.281394:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d3ee2f22/0x38bddee36688f8fa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xb9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ed2 expref: 69 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.281402:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7aead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+84:2407:x1869755188072064:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.281416:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002b6b0e08/0x38bddee36688fadd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799f73 expref: 69 pid: 228912 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.281417:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+59:3653:x1869755178592512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6084us (6440us total) trans 8589936166 rc 0/0 00010000:00010000:0.0:1783145826.281419:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.281425:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d3ee2f22/0x38bddee36688f8fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ed2 expref: 69 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.281429:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000032ee902c/0x38bddee36688fc88 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xba1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799fd5 expref: 84 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.281431:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2740 00010000:00010000:1.0:1783145826.281437:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb9c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.281447:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb9c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.281452:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000459e138b/0x38bddee3668947a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb9c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.281454:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb9d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.281455:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000032ee902c/0x38bddee36688fc88 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xba1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799fd5 expref: 84 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.281462:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb9d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.281465:0:228914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b6b0e08/0x38bddee36688fadd lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb9c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799f73 expref: 69 pid: 228912 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.281471:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002a63e50e/0x38bddee3668947c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.281475:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000459e138b/0x38bddee3668947a5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb9c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.281484:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba1:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145826.281492:0:228914:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:228914:1869755178595712:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.281494:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.281495:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a63e50e/0x38bddee3668947c8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb9d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.281504:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f4159465/0x38bddee3668947c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.281519:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4159465/0x38bddee3668947c1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xba1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.281521:0:228914:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000459e138b/0x38bddee3668947a5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.281522:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.281525:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.281533:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145826.281542:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+68:2407:x1869755188072192:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 168us (633us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145826.281547:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 885 00000100:00100000:1.0:1783145826.281552:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7aeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+68:2410:x1869755188071936:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 184us (841us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145826.281558:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7aead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+84:2407:x1869755188072064:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 159us (622us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145826.281565:0:206490:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c74f45f8/0x38bddee36689479e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.281566:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 884 00010000:00010000:2.0:1783145826.281576:0:206490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c74f45f8/0x38bddee36689479e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.281576:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 886 00010000:00010000:3.0:1783145826.281577:0:228914:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000459e138b/0x38bddee3668947a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.281594:0:206490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c74f45f8/0x38bddee36689479e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.281597:0:228914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000459e138b/0x38bddee3668947a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.281602:0:206490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c74f45f8/0x38bddee36689479e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.281605:0:228907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3ee2f22/0x38bddee36688f8fa lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb9d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ed2 expref: 66 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.281613:0:228914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000459e138b/0x38bddee3668947a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.281626:0:228914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000459e138b/0x38bddee3668947a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.281627:0:228907:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3c01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:228907:1869755178596480:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.281628:0:206490:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1783145826.281644:0:228907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002a63e50e/0x38bddee3668947c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.281646:0:228914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:0.0:1783145826.281649:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff85f80/2, rc 0, transno 8589935516 00010000:00010000:1.0:1783145826.281655:0:228907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002a63e50e/0x38bddee3668947c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.281664:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178592640:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.281666:0:228907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a63e50e/0x38bddee3668947c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.281677:0:228907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002a63e50e/0x38bddee3668947c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.281686:0:228907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002a63e50e/0x38bddee3668947c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.281698:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8ebbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+62:3652:x1869755178594432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4219us (4655us total) trans 8589935518 rc 0/0 00010000:00010000:1.0:1783145826.281703:0:228907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1783145826.281704:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2748 00000100:00100000:0.0:1783145826.281709:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783145826.281717:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c8f8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178597376:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1783145826.281721:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1783145826.281726:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000881d9210/0x38bddee366894766 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.281732:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.281736:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000881d9210/0x38bddee366894766 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.281742:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000881d9210/0x38bddee366894766 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.281743:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1783145826.281755:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000881d9210/0x38bddee366894766 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.281760:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000881d9210/0x38bddee366894766 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb99:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.281771:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+60:3651:x1869755178595200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3292us (3395us total) trans 8589936167 rc 0/0 00010000:00010000:2.0:1783145826.281775:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00100000:3.0:1783145826.281780:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2749 00010000:00010000:2.0:1783145826.281781:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c74f45f8/0x38bddee36689479e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.281781:0:228901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178597376 00000100:00100000:1.0:1783145826.281782:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+60:3651:x1869755178595584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2850us (2951us total) trans 8589936168 rc 0/0 00000100:00100000:0.0:1783145826.281788:0:228901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178597376 00010000:00010000:3.0:1783145826.281799:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:1.0:1783145826.281800:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2754 00010000:00010000:3.0:1783145826.281806:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000459e138b/0x38bddee3668947a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.281807:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.281812:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c74f45f8/0x38bddee36689479e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.281820:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2758 00010000:00010000:3.0:1783145826.281821:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.281826:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c74f45f8/0x38bddee36689479e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.281827:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000459e138b/0x38bddee3668947a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.281833:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+62:3650:x1869755178597376:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1783145826.281847:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c74f45f8/0x38bddee36689479e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.281847:0:228905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc0be0e4/0x38bddee36688f908 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799ee0 expref: 65 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.281848:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000459e138b/0x38bddee3668947a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1783145826.281848:0:228907:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2936 count 1 00010000:00010000:1.0:1783145826.281862:0:228907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005817f3c1/0x38bddee3668947e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb78:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.281868:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c74f45f8/0x38bddee36689479e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.281875:0:228905:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3c02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:228905:1869755178596224:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.281878:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000459e138b/0x38bddee3668947a5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.281887:0:228907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000079e1f56b/0x38bddee366893a69 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b059 expref: 39 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.281893:0:228905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006fe98acb/0x38bddee3668947ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.281894:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000459e138b/0x38bddee3668947a5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.281895:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb78:0x0].0x0 since=3s v=(0 0) 00010000:00010000:2.0:1783145826.281897:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145826.281902:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002a63e50e/0x38bddee3668947c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.281904:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb78:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.281914:0:228907:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005817f3c1/0x38bddee3668947e4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.281915:0:228905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006fe98acb/0x38bddee3668947ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.281922:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.281925:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.281927:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002a63e50e/0x38bddee3668947c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.281929:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.281932:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.281937:0:228905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006fe98acb/0x38bddee3668947ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.281948:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002a63e50e/0x38bddee3668947c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.281953:0:228905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fe98acb/0x38bddee3668947ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.281954:0:228907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000079e1f56b/0x38bddee366893a69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b059 expref: 39 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.281955:0:228912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000032ee902c/0x38bddee36688fc88 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xba1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799fd5 expref: 83 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.281972:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002a63e50e/0x38bddee3668947c8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.281982:0:228905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006fe98acb/0x38bddee3668947ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.281983:0:228912:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:228912:1869755178596352:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.281983:0:228907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000079e1f56b/0x38bddee366893a69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b059 expref: 39 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.281993:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a63e50e/0x38bddee3668947c8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.282001:0:228912:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f4159465/0x38bddee3668947c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.282012:0:228907:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3c01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:228907:1869755178597504:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.282027:0:228912:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f4159465/0x38bddee3668947c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.282029:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145826.282031:0:228905:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1783145826.282036:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006fe98acb/0x38bddee3668947ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.282037:0:228907:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9d1d0de40 going to sleep for 11 seconds 00010000:00010000:3.0:1783145826.282042:0:228912:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4159465/0x38bddee3668947c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.282049:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.282052:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.282057:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006fe98acb/0x38bddee3668947ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.282060:0:228912:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f4159465/0x38bddee3668947c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.282071:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006fe98acb/0x38bddee3668947ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.282074:0:228912:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f4159465/0x38bddee3668947c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145826.282081:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ee22c000/2, rc 0, transno 8589936168 00010000:00010000:2.0:1783145826.282083:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006fe98acb/0x38bddee3668947ba lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.282089:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006fe98acb/0x38bddee3668947ba lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.282091:0:228912:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1783145826.282091:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee22c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178595584:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.282114:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+59:3653:x1869755178595328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3435us (3526us total) trans 8589936169 rc 0/0 00010000:00010000:2.0:1783145826.282134:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145826.282137:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f4159465/0x38bddee3668947c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.282146:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413200 already unused, calling callback (ffffffffc0e8ace0) 00000004:00080000:1.0:1783145826.282147:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ee22e680/2, rc 0, transno 8589936167 00000100:00100000:0.0:1783145826.282147:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2752 00010000:00010000:2.0:1783145826.282151:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4159465/0x38bddee3668947c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.282157:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee22e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178595200:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.282162:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4159465/0x38bddee3668947c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xba1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.282172:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f4159465/0x38bddee3668947c1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xba1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.282176:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4159465/0x38bddee3668947c1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xba1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.282179:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.282190:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.282193:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.282196:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.282213:0:228902:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000004e3cf4d/0x38bddee3668947ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.282214:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+59:3651:x1869755178595968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3293us (3466us total) trans 8589936170 rc 0/0 00000100:00100000:3.0:1783145826.282230:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2753 00010000:00010000:2.0:1783145826.282230:0:228902:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004e3cf4d/0x38bddee3668947ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.282237:0:228906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894790 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.282242:0:228902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000004e3cf4d/0x38bddee3668947ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.282245:0:228906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894790 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.282256:0:228902:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000004e3cf4d/0x38bddee3668947ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.282259:0:228906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894790 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.282262:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.282268:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145826.282279:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cdbdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178597760:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.282280:0:228906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894790 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.282288:0:228902:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1783145826.282296:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.282302:0:228906:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1783145826.282308:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1783145826.282332:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ee22ca80/2, rc 0, transno 8589936169 00000100:00100000:3.0:1783145826.282342:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee22ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178595328:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1783145826.282359:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff86300/2, rc 0, transno 8589936166 00000100:00100000:1.0:1783145826.282359:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145826.282363:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178592512:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145826.282374:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783145826.282380:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+64:3651:x1869755178595072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3893us (3967us total) trans 8589935519 rc 0/0 00000100:00100000:3.0:1783145826.282382:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178597632:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.282389:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2750 00000100:00100000:2.0:1783145826.282404:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178597760 00000100:00100000:0.0:1783145826.282405:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+63:3651:x1869755178593920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5632us (5799us total) trans 8589935520 rc 0/0 00000100:00100000:2.0:1783145826.282408:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178597760 00000100:00100000:0.0:1783145826.282416:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2746 00000100:00100000:2.0:1783145826.282436:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2759 00000100:00100000:2.0:1783145826.282442:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+59:3653:x1869755178597760:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.282449:0:206056:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000a0a1e59/0x38bddee366894797 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.282452:0:228902:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2980 count 1 00000100:00100000:3.0:1783145826.282460:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.282460:0:206056:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000a0a1e59/0x38bddee366894797 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.282465:0:228902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb0ea910/0x38bddee3668947eb lrc: 3/0,1 mode: --/PW res: [0x280000401:0xba4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.282475:0:228913:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c8f89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:228913:1869755178596864:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.282489:0:206056:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000a0a1e59/0x38bddee366894797 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.282491:0:228902:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a742f83d/0x38bddee366890008 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xba4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a0bc expref: 82 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.282494:0:228913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee3668947cf lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.282500:0:206056:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000a0a1e59/0x38bddee366894797 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.282514:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba4:0x0].0x0 since=10s v=(0 0) 00010000:00010000:2.0:1783145826.282522:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.282525:0:228902:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb0ea910/0x38bddee3668947eb lrc: 4/0,1 mode: --/PW res: [0x280000401:0xba4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.282529:0:206056:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1783145826.282533:0:228916:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000732aba8a/0x38bddee366894774 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.282542:0:228902:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a742f83d/0x38bddee366890008 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xba4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a0bc expref: 82 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.282543:0:228916:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000732aba8a/0x38bddee366894774 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.282559:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1783145826.282562:0:228902:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a742f83d/0x38bddee366890008 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xba4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a0bc expref: 82 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.282565:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000004e3cf4d/0x38bddee3668947ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.282565:0:228916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000732aba8a/0x38bddee366894774 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.282587:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.282588:0:228916:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000732aba8a/0x38bddee366894774 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.282591:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+63:3653:x1869755178594304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5812us (5899us total) trans 8589935521 rc 0/0 00000100:00100000:2.0:1783145826.282592:0:228902:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:228902:1869755178598016:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.282593:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000004e3cf4d/0x38bddee3668947ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.282609:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2747 00010000:00010000:3.0:1783145826.282610:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000004e3cf4d/0x38bddee3668947ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.282614:0:228916:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1783145826.282625:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000004e3cf4d/0x38bddee3668947ac lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.282628:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178597632 00000100:00100000:2.0:1783145826.282634:0:228902:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94480 going to sleep for 11 seconds 00000100:00100000:0.0:1783145826.282634:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178597632 00010000:00010000:3.0:1783145826.282636:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004e3cf4d/0x38bddee3668947ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.282646:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1783145826.282651:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894790 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.282655:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783145826.282658:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.282660:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000a0a1e59/0x38bddee366894797 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.282662:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894790 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.282668:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2760 00010000:00010000:2.0:1783145826.282682:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894790 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.282685:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01349c00 already unused, calling callback (ffffffffc0e8ace0) 00000100:00100000:0.0:1783145826.282685:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+60:3653:x1869755178597632:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.282688:0:228916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+63:3651:x1869755178593024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7123us (7312us total) trans 8589935522 rc 0/0 00010000:00010000:3.0:1783145826.282692:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000a0a1e59/0x38bddee366894797 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1783145826.282705:0:206056:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2976 count 1 00010000:00010000:2.0:1783145826.282706:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894790 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.282707:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000a0a1e59/0x38bddee366894797 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.282709:0:228916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2742 00010000:00010000:0.0:1783145826.282718:0:206056:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006084bc14/0x38bddee3668947f2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xba0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.282725:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894790 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.282735:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000a0a1e59/0x38bddee366894797 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.282735:0:228898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003f8ed774/0x38bddee366894789 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.282743:0:206056:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000602ab63/0x38bddee36688fe79 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xba0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a05a expref: 64 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.282752:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145826.282758:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a0a1e59/0x38bddee366894797 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.282758:0:228898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003f8ed774/0x38bddee366894789 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.282759:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000732aba8a/0x38bddee366894774 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.282760:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba0:0x0].0x0 since=10s v=(0 0) 00010000:00010000:0.0:1783145826.282768:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.282775:0:206056:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006084bc14/0x38bddee3668947f2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xba0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.282783:0:228898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f8ed774/0x38bddee366894789 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.282784:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01349a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.282790:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.282791:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000732aba8a/0x38bddee366894774 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.282795:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.282798:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.282809:0:228898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003f8ed774/0x38bddee366894789 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.282811:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000732aba8a/0x38bddee366894774 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.282814:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178597888:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.282817:0:206056:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000602ab63/0x38bddee36688fe79 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xba0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a05a expref: 64 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.282837:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000732aba8a/0x38bddee366894774 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.282838:0:206056:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000602ab63/0x38bddee36688fe79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xba0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a05a expref: 64 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.282839:0:228898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145826.282850:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1783145826.282860:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000732aba8a/0x38bddee366894774 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.282863:0:206056:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cdbde300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:206056:1869755178598272:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145826.282872:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783145826.282881:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178598144:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.282887:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1783145826.282891:0:206056:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d36506c0 going to sleep for 11 seconds 00010000:00010000:2.0:1783145826.282893:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003f8ed774/0x38bddee366894789 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.282903:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.282906:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003f8ed774/0x38bddee366894789 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.282912:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.282916:0:228910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000067562471/0x38bddee366893840 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afd4 expref: 39 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.282920:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003f8ed774/0x38bddee366894789 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.282930:0:228910:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee22ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:228910:1869755178596096:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.282933:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003f8ed774/0x38bddee366894789 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.282939:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f8ed774/0x38bddee366894789 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb9b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.282946:0:228901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178597888 00010000:00010000:0.0:1783145826.282949:0:228910:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee3668947b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.282951:0:228901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178597888 00010000:00010000:2.0:1783145826.282957:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.282962:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.282963:0:228910:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee3668947b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.282966:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145826.282972:0:228901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178598144 00010000:00010000:0.0:1783145826.282974:0:228910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee3668947b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.282975:0:228901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178598144 00010000:00010000:0.0:1783145826.282984:0:228910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee3668947b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.282989:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2761 00010000:00010000:0.0:1783145826.282999:0:228910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee3668947b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.283005:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+63:3650:x1869755178597888:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.283012:0:228910:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1783145826.283019:0:206058:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2981 count 1 00010000:00010000:2.0:1783145826.283033:0:206058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c122dc00/0x38bddee3668947f9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xba5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.283046:0:206058:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000079f067d3/0x38bddee366890572 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xba5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a102 expref: 82 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.283053:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba5:0x0].0x0 since=4s v=(0 0) 00010000:00010000:2.0:1783145826.283057:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba5:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145826.283059:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2762 00010000:00010000:2.0:1783145826.283065:0:206058:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c122dc00/0x38bddee3668947f9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xba5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.283070:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7aebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+63:3650:x1869755178598144:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.283086:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1783145826.283086:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+63:3653:x1869755178595456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4510us (4593us total) trans 8589935523 rc 0/0 00002000:00080000:3.0:1783145826.283088:0:228901:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2979 count 1 00010000:00010000:1.0:1783145826.283094:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee3668947b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.283106:0:206058:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000079f067d3/0x38bddee366890572 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xba5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a102 expref: 82 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.283111:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2751 00010000:00010000:1.0:1783145826.283153:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.283158:0:206058:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000079f067d3/0x38bddee366890572 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xba5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a102 expref: 82 pid: 228901 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.283160:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee3668947b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.283179:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee3668947b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.283180:0:206058:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:206058:1869755178598400:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.283189:0:228901:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033566040/0x38bddee366894800 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xba3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.283200:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee3668947b3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.283202:0:228901:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000614dbce8/0x38bddee366890580 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xba3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a110 expref: 82 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.283209:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000078599f5/0x38bddee3668947b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.283210:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba3:0x0].0x0 since=4s v=(0 0) 00010000:00010000:3.0:1783145826.283214:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.283218:0:228901:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033566040/0x38bddee366894800 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xba3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.283233:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.283234:0:206058:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94300 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.283236:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.283240:0:228901:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000614dbce8/0x38bddee366890580 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xba3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a110 expref: 82 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.283240:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.283250:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.283252:0:228901:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000614dbce8/0x38bddee366890580 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xba3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a110 expref: 82 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.283265:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145826.283266:0:228901:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:228901:1869755178598528:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.283277:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+63:3651:x1869755178594048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6527us (6740us total) trans 8589936171 rc 0/0 00000100:00100000:1.0:1783145826.283283:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2745 00000100:00100000:3.0:1783145826.283444:0:228901:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1300 going to sleep for 11 seconds 00000100:00100000:1.0:1783145826.283453:0:228907:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3c01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:228907:1869755178597504:192.168.203.44@tcp:104: 00000004:00080000:2.0:1783145826.283459:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ffe6a680/2, rc 0, transno 8589935518 00010000:00010000:3.0:1783145826.283460:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145826.283466:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.283468:0:228907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005817f3c1/0x38bddee3668947e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.283475:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178594432:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1783145826.283487:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fffc4700/2, rc 0, transno 8589935523 00000100:00100000:3.0:1783145826.283494:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178595456:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1783145826.283502:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d3c00380/2, rc 0, transno 8589936170 00000004:00080000:3.0:1783145826.283503:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ffe6b480/2, rc 0, transno 8589935521 00000100:00100000:3.0:1783145826.283510:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178594304:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1783145826.283512:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145826.283514:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3c00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178595968:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145826.283520:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000004:00080000:1.0:1783145826.283529:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ee22f480/2, rc 0, transno 8589935519 00000100:00100000:3.0:1783145826.283531:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178598784:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1783145826.283534:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee22f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178595072:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1783145826.283551:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fffc6300/2, rc 0, transno 8589935520 00000100:00100000:0.0:1783145826.283552:0:228911:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c8f8b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:228911:1869755178597248:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.283566:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178593920:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.283573:0:228911:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007e423dc7/0x38bddee3668947dd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145826.283582:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fffc6d80/2, rc 0, transno 8589936171 00000100:00100000:1.0:1783145826.283588:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178594048:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.283594:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188072320 00000100:00100000:3.0:1783145826.283598:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1783145826.283599:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff84000/2, rc 0, transno 8589935522 00000100:00100000:0.0:1783145826.283600:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188072320 00000100:00100000:1.0:1783145826.283604:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178593024:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1783145826.283618:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178599040:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.283619:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000881e7178/0x38bddee36688fd68 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xba2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a029 expref: 83 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.283624:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178598656:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1783145826.283651:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188072448 00000100:00100000:1.0:1783145826.283652:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145826.283657:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188072448 00000100:00100000:2.0:1783145826.283659:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178598912:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.283674:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000023b46710/0x38bddee36688fc0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799fc0 expref: 65 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.283694:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188072576 00000100:00100000:0.0:1783145826.283698:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188072576 00000100:00100000:2.0:1783145826.283699:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145826.283710:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178598784 00010000:00010000:0.0:1783145826.283712:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001e412810/0x38bddee366893990 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b021 expref: 39 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.283715:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178598784 00000100:00100000:2.0:1783145826.283728:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3c00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178599424:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.283730:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188072704 00000100:00100000:1.0:1783145826.283732:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3c01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178599552:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.283734:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188072704 00000100:00100000:3.0:1783145826.283744:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178599040 00000100:00100000:3.0:1783145826.283748:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178599040 00010000:00010000:0.0:1783145826.283753:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000079e1f56b/0x38bddee366893a69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b059 expref: 40 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.283761:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145826.283772:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178598912 00000100:00100000:3.0:1783145826.283776:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178598912 00000100:00100000:0.0:1783145826.283778:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 887 00000100:00100000:1.0:1783145826.283786:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 888 00000100:00100000:0.0:1783145826.283790:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+83:2408:x1869755188072320:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.283798:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1783145826.283800:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178599168:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1783145826.283803:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd783450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+65:2408:x1869755188072448:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.283806:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000881e7178/0x38bddee36688fd68 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xba2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a029 expref: 83 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.283807:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178599424 00000100:00100000:3.0:1783145826.283812:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178599424 00010000:00010000:0.0:1783145826.283817:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000881e7178/0x38bddee36688fd68 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xba2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a029 expref: 83 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.283827:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2763 00000100:00100000:2.0:1783145826.283828:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.283828:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.283834:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.283837:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b8d7e55d/0x38bddee3668947d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.283838:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+65:3653:x1869755178598784:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145826.283841:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178599168 00000100:00100000:3.0:1783145826.283846:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178599168 00000100:00100000:2.0:1783145826.283850:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1783145826.283851:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8d7e55d/0x38bddee3668947d6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xba2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1783145826.283855:0:207255:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2937 count 1 00000100:00100000:2.0:1783145826.283861:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178599296:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145826.283868:0:228912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2764 00010000:00010000:0.0:1783145826.283868:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.283871:0:207255:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063937c5b/0x38bddee366894807 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb79:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.283878:0:228912:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+66:3651:x1869755178599040:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.283884:0:207255:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008de1168e/0x38bddee366893c45 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0de expref: 49 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783145826.283889:0:228912:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2940 count 1 00010000:00010000:1.0:1783145826.283892:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb79:0x0].0x0 since=3s v=(0 0) 00000100:00100000:0.0:1783145826.283897:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+83:2408:x1869755188072320:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 110us (1603us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.283899:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb79:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.283900:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145826.283901:0:228912:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003cf8e33b/0x38bddee36689480e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb7c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.283908:0:207255:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063937c5b/0x38bddee366894807 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.283914:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 887 00010000:00010000:3.0:1783145826.283920:0:228912:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059d4b3cc/0x38bddee366893e2f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b163 expref: 49 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.283924:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178599296 00000100:00100000:2.0:1783145826.283929:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178599296 00010000:00010000:3.0:1783145826.283931:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7c:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1783145826.283933:0:207255:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008de1168e/0x38bddee366893c45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0de expref: 49 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.283934:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 889 00010000:00010000:3.0:1783145826.283936:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.283943:0:228912:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003cf8e33b/0x38bddee36689480e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.283946:0:207255:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008de1168e/0x38bddee366893c45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0de expref: 49 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.283950:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbdd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+40:2408:x1869755188072576:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1783145826.283958:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2765 00010000:00010000:0.0:1783145826.283966:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1783145826.283974:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+67:3650:x1869755178598912:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.283975:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001e412810/0x38bddee366893990 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b021 expref: 40 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.283977:0:207255:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3c01880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:207255:1869755178599680:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.283979:0:228912:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059d4b3cc/0x38bddee366893e2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b163 expref: 49 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.283996:0:206490:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2939 count 1 00010000:00010000:3.0:1783145826.284003:0:228912:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059d4b3cc/0x38bddee366893e2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b163 expref: 49 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.284005:0:207255:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9d1d0de40 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.284006:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001e412810/0x38bddee366893990 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b021 expref: 40 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.284013:0:206490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000773b6043/0x38bddee366894815 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb7b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.284022:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2766 00000100:00100000:3.0:1783145826.284024:0:228912:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:228912:1869755178599808:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.284034:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+63:3650:x1869755178599424:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.284038:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001e412810/0x38bddee366893990 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b021 expref: 40 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.284040:0:206490:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c39dcf95/0x38bddee366893c5a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0e5 expref: 49 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1783145826.284051:0:228898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2982 count 1 00010000:00010000:2.0:1783145826.284061:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7b:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1783145826.284063:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb77:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.284067:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.284067:0:228898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a7ac1e9/0x38bddee36689481c lrc: 3/0,1 mode: --/PW res: [0x280000401:0xba6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.284069:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb77:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.284079:0:206490:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000773b6043/0x38bddee366894815 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.284080:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007e423dc7/0x38bddee3668947dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.284088:0:228898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c37ad2a3/0x38bddee366890644 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xba6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a164 expref: 82 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.284116:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e423dc7/0x38bddee3668947dd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.284118:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba6:0x0].0x0 since=4s v=(0 0) 00010000:00010000:2.0:1783145826.284141:0:206490:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c39dcf95/0x38bddee366893c5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0e5 expref: 49 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.284143:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.284153:0:228898:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a7ac1e9/0x38bddee36689481c lrc: 4/0,1 mode: --/PW res: [0x280000401:0xba6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.284162:0:206490:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c39dcf95/0x38bddee366893c5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0e5 expref: 49 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.284182:0:206490:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:206490:1869755178599936:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145826.284191:0:228912:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1e40 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.284193:0:228898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c37ad2a3/0x38bddee366890644 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xba6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a164 expref: 82 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.284198:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.284206:0:228898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c37ad2a3/0x38bddee366890644 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xba6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a164 expref: 82 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.284209:0:206490:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94e40 going to sleep for 11 seconds 00000100:00100000:3.0:1783145826.284210:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2767 00000100:00100000:1.0:1783145826.284221:0:228898:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3c00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:228898:1869755178600064:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145826.284225:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+67:3652:x1869755178599168:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1783145826.284228:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbdd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+39:2408:x1869755188072576:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 279us (761us total) trans 0 rc 0/0 00002000:00080000:3.0:1783145826.284238:0:228914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2941 count 1 00000100:00100000:0.0:1783145826.284242:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 889 00000100:00100000:1.0:1783145826.284255:0:228898:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9d1d0db40 going to sleep for 11 seconds 00000100:00100000:0.0:1783145826.284262:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 890 00000100:00100000:1.0:1783145826.284277:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145826.284277:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+38:2408:x1869755188072704:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.284289:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.284295:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000079e1f56b/0x38bddee366893a69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b059 expref: 38 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.284307:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.284307:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000079e1f56b/0x38bddee366893a69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b059 expref: 38 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.284318:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000023b46710/0x38bddee36688fc0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xb9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799fc0 expref: 65 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.284328:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000079e1f56b/0x38bddee366893a69 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b059 expref: 38 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.284333:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000023b46710/0x38bddee36688fc0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xb9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799fc0 expref: 65 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.284342:0:228914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000df2c00b7/0x38bddee366894823 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb7d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.284348:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb78:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.284353:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb78:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.284356:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000023b46710/0x38bddee36688fc0a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xb9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb6799fc0 expref: 65 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.284359:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005817f3c1/0x38bddee3668947e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.284374:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005817f3c1/0x38bddee3668947e4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.284375:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb9f:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.284384:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.284385:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xb9f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.284392:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee3668947cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.284398:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.284403:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee3668947cf lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.284419:0:228907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005817f3c1/0x38bddee3668947e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.284420:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+37:2408:x1869755188072704:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 148us (908us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145826.284433:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 890 00010000:00010000:1.0:1783145826.284434:0:228907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005817f3c1/0x38bddee3668947e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.284444:0:206058:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:206058:1869755178598400:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.284445:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188072832 00010000:00010000:1.0:1783145826.284449:0:228907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005817f3c1/0x38bddee3668947e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.284450:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188072832 00010000:00010000:2.0:1783145826.284457:0:206058:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c122dc00/0x38bddee3668947f9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xba5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.284460:0:228907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005817f3c1/0x38bddee3668947e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.284464:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000602ab63/0x38bddee36688fe79 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xba0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a05a expref: 65 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.284478:0:228916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178599552 00000100:00100000:2.0:1783145826.284483:0:228916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178599552 00000100:00100000:0.0:1783145826.284489:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 891 00010000:00010000:1.0:1783145826.284492:0:228907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1783145826.284498:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+65:2408:x1869755188072832:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1783145826.284504:0:228916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2768 00010000:00010000:0.0:1783145826.284508:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145826.284512:0:228914:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000014d2eb9a/0x38bddee366893fe1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1d3 expref: 49 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.284513:0:228916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+67:3652:x1869755178599296:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.284517:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000602ab63/0x38bddee36688fe79 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xba0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a05a expref: 65 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.284527:0:228916:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2942 count 1 00010000:00010000:3.0:1783145826.284535:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7d:0x0].0x0 since=3s v=(0 0) 00010000:00010000:2.0:1783145826.284541:0:228916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fd701873/0x38bddee36689482a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb7e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.284542:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.284542:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000602ab63/0x38bddee36688fe79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xba0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a05a expref: 65 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.284552:0:228914:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000df2c00b7/0x38bddee366894823 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.284569:0:228916:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000019b47851/0x38bddee36689406d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1ef expref: 49 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.284570:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+68:3650:x1869755178597376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2737us (2823us total) trans 8589935524 rc 0/0 00010000:00010000:0.0:1783145826.284571:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.284580:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba0:0x0].0x0 since=0s v=(0 0) 00000100:00100000:1.0:1783145826.284588:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2758 00010000:00010000:0.0:1783145826.284590:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006084bc14/0x38bddee3668947f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.284591:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7e:0x0].0x0 since=3s v=(0 0) 00010000:00010000:2.0:1783145826.284599:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7e:0x0].0x0 since=0s v=(0 0) 00000100:00100000:1.0:1783145826.284605:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2769 00010000:00010000:2.0:1783145826.284607:0:228916:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fd701873/0x38bddee36689482a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.284615:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006084bc14/0x38bddee3668947f2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xba0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.284618:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+64:3651:x1869755178599552:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.284628:0:228916:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000019b47851/0x38bddee36689406d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1ef expref: 49 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1783145826.284635:0:228907:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2983 count 1 00010000:00010000:2.0:1783145826.284636:0:228916:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000019b47851/0x38bddee36689406d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1ef expref: 49 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.284638:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145826.284648:0:228916:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:228916:1869755178600192:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.284651:0:228907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b59d9f8b/0x38bddee366894831 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xba7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.284662:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+65:2408:x1869755188072832:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 166us (279us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.284665:0:228907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007a583bbf/0x38bddee3668908f2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xba7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a228 expref: 82 pid: 206057 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.284671:0:228916:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94300 going to sleep for 11 seconds 00000100:00100000:0.0:1783145826.284672:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 891 00010000:00010000:1.0:1783145826.284679:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba7:0x0].0x0 since=4s v=(0 0) 00010000:00010000:1.0:1783145826.284683:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.284687:0:228907:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b59d9f8b/0x38bddee366894831 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xba7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.284704:0:228914:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000014d2eb9a/0x38bddee366893fe1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1d3 expref: 49 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.284705:0:228907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007a583bbf/0x38bddee3668908f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xba7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a228 expref: 82 pid: 206057 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.284711:0:206056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000602ab63/0x38bddee36688fe79 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xba0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a05a expref: 64 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.284721:0:228907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007a583bbf/0x38bddee3668908f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xba7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a228 expref: 82 pid: 206057 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.284731:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145826.284737:0:228914:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000014d2eb9a/0x38bddee366893fe1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1d3 expref: 49 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.284738:0:206056:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cdbde300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:206056:1869755178598272:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.284744:0:228907:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3c01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:228907:1869755178600448:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145826.284753:0:228914:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:228914:1869755178600320:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.284762:0:206056:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006084bc14/0x38bddee3668947f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.284769:0:206056:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006084bc14/0x38bddee3668947f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.284771:0:228907:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9d1d0d240 going to sleep for 11 seconds 00000100:00100000:3.0:1783145826.284773:0:228914:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1c00 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.284778:0:206056:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006084bc14/0x38bddee3668947f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.284785:0:206056:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006084bc14/0x38bddee3668947f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.284786:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1783145826.284793:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.284793:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005817f3c1/0x38bddee3668947e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.284799:0:206056:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006084bc14/0x38bddee3668947f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.284801:0:228901:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:228901:1869755178598528:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.284808:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.284814:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005817f3c1/0x38bddee3668947e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.284820:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.284824:0:206056:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145826.284831:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005817f3c1/0x38bddee3668947e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.284844:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005817f3c1/0x38bddee3668947e4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.284850:0:228901:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000033566040/0x38bddee366894800 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xba3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.284853:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005817f3c1/0x38bddee3668947e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.284864:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145826.284871:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006084bc14/0x38bddee3668947f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.284871:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.284875:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.284879:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145826.284881:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1783145826.284887:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.284892:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006084bc14/0x38bddee3668947f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.284894:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145826.284904:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+65:3653:x1869755178597632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2223us (2444us total) trans 8589936172 rc 0/0 00010000:00010000:1.0:1783145826.284907:0:228913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee3668947cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.284909:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006084bc14/0x38bddee3668947f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xba0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.284919:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2760 00010000:00010000:1.0:1783145826.284932:0:228913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee3668947cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.284937:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006084bc14/0x38bddee3668947f2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xba0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.284940:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178598656 00000004:00080000:3.0:1783145826.284944:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff86680/2, rc 0, transno 8589936172 00010000:00010000:1.0:1783145826.284944:0:228913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee3668947cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.284946:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178598656 00000100:00100000:3.0:1783145826.284957:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178597632:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.284958:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006084bc14/0x38bddee3668947f2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xba0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.284960:0:228913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee3668947cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.284979:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2770 00010000:00010000:3.0:1783145826.284987:0:206057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000881e7178/0x38bddee36688fd68 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xba2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a029 expref: 82 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.284988:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145826.284989:0:228913:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00000100:00100000:0.0:1783145826.284993:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+68:3653:x1869755178598656:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1783145826.284995:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee3668947cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.285007:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01349400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.285009:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee3668947cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.285011:0:206057:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:206057:1869755178596992:192.168.203.44@tcp:104: 00002000:00080000:0.0:1783145826.285014:0:206056:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2938 count 1 00010000:00010000:2.0:1783145826.285023:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee3668947cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.285032:0:206056:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009815ebe8/0x38bddee366894838 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb7a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.285034:0:206057:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b8d7e55d/0x38bddee3668947d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.285034:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee3668947cf lrc: 1/0,0 mode: --/PW res: [0x280000401:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.285056:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005bdd3f84/0x38bddee3668947cf lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.285061:0:206056:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a4f82072/0x38bddee366893b88 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b091 expref: 36 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.285063:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7608380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+65:3652:x1869755178596608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5019us (5182us total) trans 8589936173 rc 0/0 00000100:00100000:1.0:1783145826.285082:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2755 00010000:00010000:0.0:1783145826.285085:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7a:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1783145826.285091:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.285105:0:206056:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009815ebe8/0x38bddee366894838 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.285108:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.285111:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.285114:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.285139:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1783145826.285166:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9c8f8ad80/2, rc 0, transno 8589935524 00000100:00100000:2.0:1783145826.285176:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c8f8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178597376:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.285177:0:206056:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a4f82072/0x38bddee366893b88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b091 expref: 36 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.285182:0:206057:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b8d7e55d/0x38bddee3668947d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.285195:0:206056:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a4f82072/0x38bddee366893b88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b091 expref: 36 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.285197:0:206057:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8d7e55d/0x38bddee3668947d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.285206:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783145826.285211:0:206056:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cdbde300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:206056:1869755178600576:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.285213:0:206057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8d7e55d/0x38bddee3668947d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.285216:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee22df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178600832:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1783145826.285221:0:206057:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8d7e55d/0x38bddee3668947d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.285232:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8c7618000/2, rc 0, transno 8589936173 00010000:00010000:3.0:1783145826.285236:0:206057:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1783145826.285247:0:206056:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d3650300 going to sleep for 11 seconds 00000100:00100000:2.0:1783145826.285248:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7618000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178596608:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.285254:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145826.285270:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178600832 00000100:00100000:0.0:1783145826.285273:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178600832 00000100:00100000:1.0:1783145826.285281:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3c02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178600704:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.285300:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2771 00000100:00100000:2.0:1783145826.285303:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee22e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178600960:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.285309:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+69:3653:x1869755178600832:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1783145826.285311:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145826.285317:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+65:3652:x1869755178596736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5259us (5372us total) trans 8589936174 rc 0/0 00002000:00080000:0.0:1783145826.285324:0:228906:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2943 count 1 00000100:00100000:3.0:1783145826.285325:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2756 00010000:00010000:0.0:1783145826.285337:0:228906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee36689483f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.285342:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178600704 00000100:00100000:2.0:1783145826.285347:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145826.285348:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178600704 00010000:00010000:0.0:1783145826.285359:0:228906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004f351df9/0x38bddee3668940d6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b212 expref: 49 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.285365:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd783450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+63:2408:x1869755188072448:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1566us (3003us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145826.285367:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178600960 00000100:00100000:3.0:1783145826.285372:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178600960 00010000:00010000:0.0:1783145826.285374:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7f:0x0].0x0 since=3s v=(0 0) 00000100:00100000:1.0:1783145826.285380:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 888 00010000:00010000:0.0:1783145826.285380:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.285387:0:228906:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee36689483f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.285393:0:206057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2772 00000004:00080000:2.0:1783145826.285397:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8c760bb80/2, rc 0, transno 8589936174 00000100:00100000:3.0:1783145826.285403:0:206057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+66:3653:x1869755178600704:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.285410:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c760bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178596736:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.285414:0:228906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004f351df9/0x38bddee3668940d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b212 expref: 49 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783145826.285415:0:206057:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2984 count 1 00000100:00100000:1.0:1783145826.285424:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2773 00010000:00010000:3.0:1783145826.285428:0:206057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000459e138b/0x38bddee366894846 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xba8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.285435:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+66:3650:x1869755178600960:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.285436:0:228906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004f351df9/0x38bddee3668940d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b212 expref: 49 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.285442:0:206057:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009958346c/0x38bddee3668908f9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xba8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a22f expref: 81 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1783145826.285449:0:228913:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2986 count 1 00000100:00100000:2.0:1783145826.285454:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1783145826.285461:0:228913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007096840f/0x38bddee36689484d lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbaa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.285462:0:228906:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cdbded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:228906:1869755178601088:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145826.285466:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee22c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178601216:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.285482:0:228913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a52f9aa6/0x38bddee366890a8f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a298 expref: 81 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.285487:0:228906:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d36500c0 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.285492:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbaa:0x0].0x0 since=4s v=(0 0) 00010000:00010000:1.0:1783145826.285497:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbaa:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.285502:0:228913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007096840f/0x38bddee36689484d lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.285505:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145826.285515:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba8:0x0].0x0 since=4s v=(0 0) 00010000:00010000:3.0:1783145826.285519:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.285524:0:206057:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000459e138b/0x38bddee366894846 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xba8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.285529:0:228913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a52f9aa6/0x38bddee366890a8f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a298 expref: 81 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.285539:0:228913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a52f9aa6/0x38bddee366890a8f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a298 expref: 81 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.285543:0:206057:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009958346c/0x38bddee3668908f9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xba8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a22f expref: 81 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.285551:0:228913:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe6b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:228913:1869755178601344:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.285553:0:206057:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009958346c/0x38bddee3668908f9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xba8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a22f expref: 81 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.285561:0:228902:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:228902:1869755178598016:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145826.285567:0:206057:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:206057:1869755178601472:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.285579:0:228913:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9d1d0d9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1783145826.285584:0:228902:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fb0ea910/0x38bddee3668947eb lrc: 3/0,1 mode: --/PW res: [0x280000401:0xba4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.285591:0:206057:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1300 going to sleep for 11 seconds 00000100:00100000:1.0:1783145826.285607:0:207255:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3c01880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:207255:1869755178599680:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145826.285611:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178601216 00000100:00100000:2.0:1783145826.285622:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188072960 00010000:00010000:1.0:1783145826.285622:0:207255:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000063937c5b/0x38bddee366894807 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.285628:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188072960 00010000:00010000:2.0:1783145826.285650:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a742f83d/0x38bddee366890008 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xba4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a0bc expref: 82 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.285661:0:228911:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007e423dc7/0x38bddee3668947dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.285664:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178601216 00000100:00100000:1.0:1783145826.285667:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188073088 00000100:00100000:1.0:1783145826.285671:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188073088 00010000:00010000:0.0:1783145826.285679:0:228911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007e423dc7/0x38bddee3668947dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.285685:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188073216 00010000:00010000:0.0:1783145826.285690:0:228911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e423dc7/0x38bddee3668947dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.285691:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188073216 00010000:00010000:1.0:1783145826.285691:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000079f067d3/0x38bddee366890572 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xba5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a102 expref: 83 pid: 228901 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.285710:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000614dbce8/0x38bddee366890580 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xba3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a110 expref: 84 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.285724:0:228904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2774 00000100:00100000:1.0:1783145826.285724:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 892 00010000:00010000:0.0:1783145826.285731:0:228911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007e423dc7/0x38bddee3668947dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.285736:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+84:2407:x1869755188072960:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1783145826.285737:0:228904:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+67:3650:x1869755178601216:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.285745:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 893 00010000:00010000:1.0:1783145826.285748:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.285755:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a742f83d/0x38bddee366890008 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xba4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a0bc expref: 84 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.285758:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+84:2408:x1869755188073088:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.285760:0:228911:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1783145826.285774:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.285777:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a742f83d/0x38bddee366890008 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xba4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a0bc expref: 84 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.285783:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000079f067d3/0x38bddee366890572 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xba5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a102 expref: 84 pid: 228901 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783145826.285797:0:228904:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2985 count 1 00010000:00010000:1.0:1783145826.285799:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a742f83d/0x38bddee366890008 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xba4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a0bc expref: 84 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.285801:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000079f067d3/0x38bddee366890572 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xba5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a102 expref: 84 pid: 228901 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.285810:0:228904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee366894854 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xba9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.285817:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.285825:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba4:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145826.285828:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+70:3651:x1869755178597120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4659us (4766us total) trans 8589935525 rc 0/0 00010000:00010000:1.0:1783145826.285831:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb0ea910/0x38bddee3668947eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.285833:0:228904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006175148e/0x38bddee366890a9d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xba9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2a6 expref: 83 pid: 228914 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.285835:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079f067d3/0x38bddee366890572 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xba5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a102 expref: 83 pid: 228901 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.285845:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2757 00010000:00010000:1.0:1783145826.285854:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb0ea910/0x38bddee3668947eb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xba4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.285855:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba9:0x0].0x0 since=4s v=(0 0) 00010000:00010000:3.0:1783145826.285859:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.285863:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.285864:0:228904:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee366894854 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xba9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.285873:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba5:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145826.285878:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 894 00010000:00010000:1.0:1783145826.285879:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783145826.285884:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c122dc00/0x38bddee3668947f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.285885:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b8d7e55d/0x38bddee3668947d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.285894:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+82:2407:x1869755188073216:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145826.285909:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c122dc00/0x38bddee3668947f9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xba5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.285909:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.285910:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.285916:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8d7e55d/0x38bddee3668947d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.285920:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000614dbce8/0x38bddee366890580 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xba3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a110 expref: 82 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.285944:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8d7e55d/0x38bddee3668947d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xba2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.285946:0:228904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006175148e/0x38bddee366890a9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xba9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2a6 expref: 82 pid: 228914 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.285950:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000614dbce8/0x38bddee366890580 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xba3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a110 expref: 82 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.285959:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.285960:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b8d7e55d/0x38bddee3668947d6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xba2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.285965:0:228904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006175148e/0x38bddee366890a9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xba9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2a6 expref: 82 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.285975:0:206058:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c122dc00/0x38bddee3668947f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.285976:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8d7e55d/0x38bddee3668947d6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xba2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.285979:0:228904:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:228904:1869755178601600:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.285982:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000614dbce8/0x38bddee366890580 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xba3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a110 expref: 82 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.286002:0:206058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c122dc00/0x38bddee3668947f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.286008:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.286010:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1783145826.286012:0:228904:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1780 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.286013:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.286014:0:206058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c122dc00/0x38bddee3668947f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.286016:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007e423dc7/0x38bddee3668947dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.286020:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000033566040/0x38bddee366894800 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.286025:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.286041:0:206058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c122dc00/0x38bddee3668947f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.286041:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.286048:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007e423dc7/0x38bddee3668947dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.286052:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033566040/0x38bddee366894800 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xba3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.286070:0:206058:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145826.286081:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007e423dc7/0x38bddee3668947dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.286090:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.286094:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007e423dc7/0x38bddee3668947dd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.286114:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007e423dc7/0x38bddee3668947dd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.286142:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+81:2407:x1869755188073216:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 252us (1322us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145826.286148:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 894 00010000:00010000:1.0:1783145826.286160:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145826.286162:0:228901:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000033566040/0x38bddee366894800 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.286165:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c122dc00/0x38bddee3668947f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.286172:0:228901:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033566040/0x38bddee366894800 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.286173:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.286177:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c122dc00/0x38bddee3668947f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.286181:0:228901:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033566040/0x38bddee366894800 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.286183:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+68:3650:x1869755178597888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3182us (3335us total) trans 8589936175 rc 0/0 00010000:00010000:1.0:1783145826.286187:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c122dc00/0x38bddee3668947f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xba5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.286198:0:228901:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000033566040/0x38bddee366894800 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.286200:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2761 00010000:00010000:1.0:1783145826.286206:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c122dc00/0x38bddee3668947f9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xba5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.286214:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c122dc00/0x38bddee3668947f9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xba5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.286218:0:228901:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145826.286226:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.286230:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145826.286233:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.286236:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000033566040/0x38bddee366894800 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.286238:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.286242:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.286248:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.286252:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000033566040/0x38bddee366894800 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.286253:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+80:2407:x1869755188072960:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 518us (1524us total) trans 0 rc 0/0 00000004:00080000:1.0:1783145826.286263:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9c8f88a80/2, rc 0, transno 8589935525 00000100:00100000:0.0:1783145826.286272:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 892 00010000:00010000:2.0:1783145826.286278:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000033566040/0x38bddee366894800 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xba3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.286279:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c8f88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178597120:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1783145826.286298:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000033566040/0x38bddee366894800 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xba3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.286307:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033566040/0x38bddee366894800 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xba3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.286330:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.286334:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.286335:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1783145826.286337:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.286345:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3c01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178601728:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145826.286354:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7aebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+68:3650:x1869755178598144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3287us (3445us total) trans 8589936176 rc 0/0 00010000:00010000:0.0:1783145826.286357:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.286371:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145826.286398:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+79:2408:x1869755188073088:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 640us (1607us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145826.286403:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178601728 00000100:00100000:2.0:1783145826.286408:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 893 00000100:00100000:1.0:1783145826.286409:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178601728 00000100:00100000:1.0:1783145826.286439:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2775 00000100:00100000:1.0:1783145826.286446:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+70:3653:x1869755178601728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1783145826.286458:0:228911:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2944 count 1 00010000:00010000:1.0:1783145826.286469:0:228911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fd816078/0x38bddee36689485b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb80:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.286480:0:228911:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cb9d6a5c/0x38bddee366894203 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b258 expref: 49 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.286487:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb80:0x0].0x0 since=3s v=(0 0) 00000100:00100000:3.0:1783145826.286491:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2762 00010000:00010000:1.0:1783145826.286494:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb80:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145826.286494:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.286501:0:228911:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fd816078/0x38bddee36689485b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.286522:0:228911:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cb9d6a5c/0x38bddee366894203 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b258 expref: 49 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.286526:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188073344 00000100:00100000:2.0:1783145826.286531:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188073344 00010000:00010000:1.0:1783145826.286537:0:228911:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cb9d6a5c/0x38bddee366894203 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b258 expref: 50 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.286543:0:228912:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:228912:1869755178599808:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.286550:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059d4b3cc/0x38bddee366893e2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b163 expref: 50 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.286551:0:228911:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:228911:1869755178601856:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.286557:0:228912:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003cf8e33b/0x38bddee36689480e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.286585:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 895 00000100:00100000:2.0:1783145826.286594:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd780450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+50:2408:x1869755188073344:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1783145826.286597:0:228911:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9d1d0d540 going to sleep for 11 seconds 00010000:00010000:2.0:1783145826.286601:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.286606:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059d4b3cc/0x38bddee366893e2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b163 expref: 50 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.286619:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059d4b3cc/0x38bddee366893e2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b163 expref: 50 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.286625:0:228907:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3c01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:228907:1869755178600448:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.286633:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059d4b3cc/0x38bddee366893e2f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b163 expref: 50 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.286643:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.286644:0:228907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b59d9f8b/0x38bddee366894831 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xba7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.286647:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7c:0x0].0x0 since=0s v=(0 0) 00000004:00080000:0.0:1783145826.286648:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8c7ae8380/2, rc 0, transno 8589936176 00010000:00010000:2.0:1783145826.286656:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003cf8e33b/0x38bddee36689480e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.286666:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003cf8e33b/0x38bddee36689480e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.286669:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178598144:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.286689:0:228898:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3c00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:228898:1869755178600064:192.168.203.44@tcp:104: 00000004:00080000:0.0:1783145826.286692:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8c7ae9180/2, rc 0, transno 8589936175 00000100:00100000:0.0:1783145826.286702:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178597888:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.286707:0:228898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005a7ac1e9/0x38bddee36689481c lrc: 3/0,1 mode: --/PW res: [0x280000401:0xba6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.286714:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee22d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178602112:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.286730:0:206490:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:206490:1869755178599936:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.286743:0:206490:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000773b6043/0x38bddee366894815 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.286747:0:228902:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fb0ea910/0x38bddee3668947eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.286755:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.286763:0:228902:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb0ea910/0x38bddee3668947eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.286765:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783145826.286772:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145826.286776:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee22ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178601984:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.286776:0:228902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb0ea910/0x38bddee3668947eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.286788:0:228902:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fb0ea910/0x38bddee3668947eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.286804:0:228902:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1783145826.286805:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145826.286834:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188073600 00000100:00100000:2.0:1783145826.286838:0:228916:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:228916:1869755178600192:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.286839:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188073600 00010000:00010000:2.0:1783145826.286852:0:228916:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fd701873/0x38bddee36689482a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.286860:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c37ad2a3/0x38bddee366890644 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xba6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a164 expref: 79 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.286864:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145826.286878:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+68:3653:x1869755178597760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4434us (4569us total) trans 8589936177 rc 0/0 00000004:00080000:2.0:1783145826.286883:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cdbdf480/2, rc 0, transno 8589936177 00000100:00100000:1.0:1783145826.286888:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2759 00000100:00100000:0.0:1783145826.286890:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188073472 00000100:00100000:2.0:1783145826.286895:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cdbdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178597760:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.286897:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188073472 00000100:00100000:3.0:1783145826.286898:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145826.286906:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178602112 00000100:00100000:1.0:1783145826.286909:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178602112 00010000:00010000:0.0:1783145826.286918:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008de1168e/0x38bddee366893c45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0de expref: 50 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.286937:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178601984 00000100:00100000:0.0:1783145826.286941:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188073856 00000100:00100000:1.0:1783145826.286942:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178601984 00000100:00100000:2.0:1783145826.286946:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2776 00000100:00100000:0.0:1783145826.286946:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188073856 00000100:00100000:2.0:1783145826.286957:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+69:3650:x1869755178602112:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.286963:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007a583bbf/0x38bddee3668908f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xba7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a228 expref: 80 pid: 206057 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.286967:0:206058:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2988 count 1 00000100:00100000:1.0:1783145826.286973:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2777 00000100:00100000:3.0:1783145826.286977:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.286980:0:206058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee366894862 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.286983:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188073984 00000100:00100000:1.0:1783145826.286985:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8eb9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+69:3652:x1869755178601984:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.286989:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188073984 00010000:00010000:2.0:1783145826.287001:0:206058:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001f64fe68/0x38bddee366890c80 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2fa expref: 62 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.287002:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00002000:00080000:1.0:1783145826.287007:0:228902:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2987 count 1 00010000:00010000:0.0:1783145826.287009:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000019b47851/0x38bddee36689406d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1ef expref: 51 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.287015:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbac:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1783145826.287021:0:228902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000099c641e3/0x38bddee366894869 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.287023:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbac:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145826.287025:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.287031:0:206058:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee366894862 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.287039:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188073728 00010000:00010000:1.0:1783145826.287040:0:228902:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003f2f147d/0x38bddee366890aa4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2ad expref: 80 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.287044:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188073728 00010000:00010000:2.0:1783145826.287049:0:206058:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001f64fe68/0x38bddee366890c80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2fa expref: 62 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.287054:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbab:0x0].0x0 since=4s v=(0 0) 00010000:00010000:0.0:1783145826.287060:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c39dcf95/0x38bddee366893c5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0e5 expref: 52 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.287061:0:206058:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001f64fe68/0x38bddee366890c80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2fa expref: 62 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.287062:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbab:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.287073:0:228902:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000099c641e3/0x38bddee366894869 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.287086:0:206058:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee22f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:206058:1869755178602368:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.287092:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188074112 00000100:00100000:0.0:1783145826.287106:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188074112 00010000:00010000:1.0:1783145826.287142:0:228902:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003f2f147d/0x38bddee366890aa4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2ad expref: 80 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.287150:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000014d2eb9a/0x38bddee366893fe1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1d3 expref: 53 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.287157:0:228902:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003f2f147d/0x38bddee366890aa4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2ad expref: 80 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.287171:0:206058:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94300 going to sleep for 11 seconds 00000100:00100000:1.0:1783145826.287173:0:228902:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:228902:1869755178602496:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.287181:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 896 00000100:00100000:0.0:1783145826.287192:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7aeb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+80:2409:x1869755188073600:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.287200:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1783145826.287201:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 897 00000100:00100000:1.0:1783145826.287203:0:228902:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9d1d0d240 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.287206:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c37ad2a3/0x38bddee366890644 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xba6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a164 expref: 80 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.287216:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c37ad2a3/0x38bddee366890644 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xba6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a164 expref: 80 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.287217:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+53:2407:x1869755188073472:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1783145826.287229:0:228913:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe6b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:228913:1869755178601344:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.287234:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.287236:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c37ad2a3/0x38bddee366890644 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xba6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a164 expref: 80 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.287245:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008de1168e/0x38bddee366893c45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0de expref: 53 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.287245:0:228913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007096840f/0x38bddee36689484d lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.287247:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.287255:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.287263:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005a7ac1e9/0x38bddee36689481c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.287271:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008de1168e/0x38bddee366893c45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0de expref: 53 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.287281:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a7ac1e9/0x38bddee36689481c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xba6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.287283:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee22c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178602240:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.287289:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008de1168e/0x38bddee366893c45 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0de expref: 53 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.287308:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb79:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.287310:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb79:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.287316:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000063937c5b/0x38bddee366894807 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.287316:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.287318:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.287325:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063937c5b/0x38bddee366894807 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.287342:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145826.287352:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7aeb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+79:2409:x1869755188073600:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 161us (580us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.287357:0:207255:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000063937c5b/0x38bddee366894807 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.287360:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145826.287367:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+52:2407:x1869755188073472:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 153us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145826.287372:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 896 00010000:00010000:1.0:1783145826.287379:0:207255:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063937c5b/0x38bddee366894807 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.287384:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 897 00000100:00100000:0.0:1783145826.287392:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188074368 00010000:00010000:1.0:1783145826.287393:0:207255:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063937c5b/0x38bddee366894807 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.287397:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188074368 00010000:00010000:1.0:1783145826.287405:0:207255:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000063937c5b/0x38bddee366894807 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.287407:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 898 00010000:00010000:0.0:1783145826.287415:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a4f82072/0x38bddee366893b88 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b091 expref: 37 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.287422:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7aeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+78:2407:x1869755188073856:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.287424:0:207255:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1783145826.287437:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783145826.287440:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 899 00010000:00010000:2.0:1783145826.287444:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007a583bbf/0x38bddee3668908f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xba7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a228 expref: 78 pid: 206057 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.287452:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7aead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+51:2409:x1869755188073984:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145826.287458:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007a583bbf/0x38bddee3668908f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xba7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a228 expref: 78 pid: 206057 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.287464:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.287473:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007a583bbf/0x38bddee3668908f2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xba7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a228 expref: 78 pid: 206057 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.287474:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000019b47851/0x38bddee36689406d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1ef expref: 51 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.287491:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba7:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145826.287495:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.287496:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.287503:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000019b47851/0x38bddee36689406d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1ef expref: 51 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.287504:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b59d9f8b/0x38bddee366894831 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.287504:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+71:3653:x1869755178598784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3665us (3903us total) trans 8589935526 rc 0/0 00010000:00010000:2.0:1783145826.287523:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b59d9f8b/0x38bddee366894831 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xba7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.287534:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2763 00010000:00010000:0.0:1783145826.287538:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019b47851/0x38bddee36689406d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1ef expref: 51 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.287543:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.287549:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7e:0x0].0x0 since=0s v=(0 0) 00000100:00100000:1.0:1783145826.287550:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178602240 00010000:00010000:0.0:1783145826.287553:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7e:0x0].0x0 since=0s v=(0 0) 00000100:00100000:1.0:1783145826.287555:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178602240 00000100:00100000:3.0:1783145826.287559:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.287559:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fd701873/0x38bddee36689482a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.287566:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7aeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+77:2407:x1869755188073856:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 147us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145826.287574:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2778 00010000:00010000:0.0:1783145826.287577:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fd701873/0x38bddee36689482a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.287579:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 898 00000100:00100000:1.0:1783145826.287585:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+70:3651:x1869755178602240:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.287594:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188074624 00000100:00100000:2.0:1783145826.287597:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188074624 00002000:00080000:1.0:1783145826.287604:0:207255:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2989 count 1 00010000:00010000:0.0:1783145826.287608:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.287610:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009958346c/0x38bddee3668908f9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xba8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a22f expref: 77 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.287617:0:207255:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b417bddc/0x38bddee366894870 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.287621:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188074240 00000100:00100000:2.0:1783145826.287625:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188074240 00010000:00010000:2.0:1783145826.287637:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004f351df9/0x38bddee3668940d6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b212 expref: 51 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.287637:0:207255:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000053e0ad35/0x38bddee366890d83 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a36a expref: 62 pid: 228914 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.287656:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7aead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+51:2409:x1869755188073984:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 207us (727us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.287658:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbad:0x0].0x0 since=3s v=(0 0) 00000100:00100000:2.0:1783145826.287661:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 900 00010000:00010000:1.0:1783145826.287668:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbad:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.287675:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+51:2407:x1869755188073728:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1783145826.287675:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 899 00010000:00010000:1.0:1783145826.287676:0:207255:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b417bddc/0x38bddee366894870 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.287685:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.287689:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c39dcf95/0x38bddee366893c5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0e5 expref: 50 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.287691:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 901 00010000:00010000:1.0:1783145826.287702:0:207255:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000053e0ad35/0x38bddee366890d83 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a36a expref: 62 pid: 228914 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.287703:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c39dcf95/0x38bddee366893c5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0e5 expref: 50 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.287706:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ca07f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+50:2407:x1869755188074112:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.287721:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.287729:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c39dcf95/0x38bddee366893c5a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0e5 expref: 50 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.287732:0:207255:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000053e0ad35/0x38bddee366890d83 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a36a expref: 62 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.287732:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000014d2eb9a/0x38bddee366893fe1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1d3 expref: 50 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.287741:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.287749:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7b:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145826.287750:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.287759:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000773b6043/0x38bddee366894815 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.287764:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000014d2eb9a/0x38bddee366893fe1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1d3 expref: 49 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.287765:0:207255:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:207255:1869755178602624:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.287773:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000773b6043/0x38bddee366894815 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.287793:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7d:0x0].0x0 since=0s v=(0 0) 00000100:00100000:1.0:1783145826.287796:0:207255:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9d1d0d300 going to sleep for 11 seconds 00010000:00010000:2.0:1783145826.287798:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.287798:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.287806:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000df2c00b7/0x38bddee366894823 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.287809:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783145826.287817:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fb0ea910/0x38bddee3668947eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.287819:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+49:2407:x1869755188073728:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 148us (819us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.287819:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000df2c00b7/0x38bddee366894823 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.287834:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 900 00010000:00010000:1.0:1783145826.287843:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2600 already unused, calling callback (ffffffffc0e8ace0) 00000100:00100000:2.0:1783145826.287846:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188074496 00010000:00010000:1.0:1783145826.287848:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb0ea910/0x38bddee3668947eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.287850:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188074496 00010000:00010000:0.0:1783145826.287851:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.287862:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb0ea910/0x38bddee3668947eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xba4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.287871:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a52f9aa6/0x38bddee366890a8f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a298 expref: 78 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.287876:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fb0ea910/0x38bddee3668947eb lrc: 1/0,0 mode: --/PW res: [0x280000401:0xba4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.287880:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ca07f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+48:2407:x1869755188074112:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 177us (856us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145826.287896:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 901 00010000:00010000:1.0:1783145826.287897:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb0ea910/0x38bddee3668947eb lrc: 0/0,0 mode: --/PW res: [0x280000401:0xba4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.287902:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 902 00000100:00100000:0.0:1783145826.287916:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 903 00000100:00100000:2.0:1783145826.287917:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bea01fdd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+37:2408:x1869755188074368:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.287918:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145826.287926:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000063937c5b/0x38bddee366894807 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.287931:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783145826.287931:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ca07ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+78:2408:x1869755188074624:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145826.287941:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a4f82072/0x38bddee366893b88 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b091 expref: 37 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.287943:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395000 already unused, calling callback (ffffffffc0e8ace0) 00000100:00100000:3.0:1783145826.287945:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.287948:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.287950:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000063937c5b/0x38bddee366894807 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.287959:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009958346c/0x38bddee3668908f9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xba8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a22f expref: 78 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.287966:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a4f82072/0x38bddee366893b88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b091 expref: 37 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.287974:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000063937c5b/0x38bddee366894807 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.287989:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009958346c/0x38bddee3668908f9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xba8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a22f expref: 78 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.287998:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.288007:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.288015:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009815ebe8/0x38bddee366894838 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.288020:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000063937c5b/0x38bddee366894807 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.288030:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.288031:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009815ebe8/0x38bddee366894838 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.288038:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.288045:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063937c5b/0x38bddee366894807 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.288048:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000459e138b/0x38bddee366894846 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.288055:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.288069:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000459e138b/0x38bddee366894846 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xba8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.288074:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.288075:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bea01fdd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+37:2408:x1869755188074368:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 163us (718us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.288079:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.288083:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.288088:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 902 00010000:00010000:0.0:1783145826.288092:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.288110:0:228907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b59d9f8b/0x38bddee366894831 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.288158:0:228907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b59d9f8b/0x38bddee366894831 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.288169:0:228907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b59d9f8b/0x38bddee366894831 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.288175:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ca07ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+78:2408:x1869755188074624:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 249us (716us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.288183:0:228907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b59d9f8b/0x38bddee366894831 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.288188:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 903 00000100:00100000:0.0:1783145826.288206:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188074752 00010000:00010000:1.0:1783145826.288208:0:228907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1783145826.288210:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188074752 00000100:00100000:3.0:1783145826.288214:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.288224:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006175148e/0x38bddee366890a9d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xba9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2a6 expref: 78 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.288229:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145826.288236:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b59d9f8b/0x38bddee366894831 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.288236:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188074880 00000100:00100000:0.0:1783145826.288240:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188074880 00010000:00010000:2.0:1783145826.288247:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.288251:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b59d9f8b/0x38bddee366894831 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.288252:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cb9d6a5c/0x38bddee366894203 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b258 expref: 48 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.288269:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b59d9f8b/0x38bddee366894831 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xba7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.288280:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b59d9f8b/0x38bddee366894831 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xba7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.288285:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 904 00000100:00100000:1.0:1783145826.288290:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+71:3651:x1869755178599552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3672us (4014us total) trans 8589936178 rc 0/0 00010000:00010000:2.0:1783145826.288294:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b59d9f8b/0x38bddee366894831 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xba7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.288300:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce87b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+48:2407:x1869755188074240:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1783145826.288302:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2769 00000100:00100000:3.0:1783145826.288306:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.288318:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.288324:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.288326:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004f351df9/0x38bddee3668940d6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b212 expref: 48 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.288327:0:228898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005a7ac1e9/0x38bddee36689481c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.288329:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.288333:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.288349:0:228898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a7ac1e9/0x38bddee36689481c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.288353:0:206058:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee22f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:206058:1869755178602368:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.288354:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004f351df9/0x38bddee3668940d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b212 expref: 48 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.288372:0:228898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a7ac1e9/0x38bddee36689481c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.288373:0:206058:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee366894862 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.288379:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.288388:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb7f:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145826.288398:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.288401:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee36689483f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.288402:0:228898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005a7ac1e9/0x38bddee36689481c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.288409:0:206490:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000773b6043/0x38bddee366894815 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.288427:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee36689483f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.288429:0:206490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000773b6043/0x38bddee366894815 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.288438:0:228898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145826.288439:0:206490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000773b6043/0x38bddee366894815 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.288448:0:206490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000773b6043/0x38bddee366894815 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.288452:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145826.288459:0:206490:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145826.288461:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005a7ac1e9/0x38bddee36689481c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.288471:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.288474:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005a7ac1e9/0x38bddee36689481c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.288480:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005a7ac1e9/0x38bddee36689481c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xba6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.288490:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005a7ac1e9/0x38bddee36689481c lrc: 1/0,0 mode: --/PW res: [0x280000401:0xba6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.288498:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a7ac1e9/0x38bddee36689481c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xba6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.288511:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145826.288513:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000773b6043/0x38bddee366894815 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.288518:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.288522:0:228914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014d2eb9a/0x38bddee366893fe1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1d3 expref: 48 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.288523:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000773b6043/0x38bddee366894815 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.288539:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+71:3650:x1869755178599424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4506us (4777us total) trans 8589936179 rc 0/0 00000100:00100000:2.0:1783145826.288542:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+71:3650:x1869755178598912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4572us (4844us total) trans 8589935527 rc 0/0 00010000:00010000:0.0:1783145826.288547:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000773b6043/0x38bddee366894815 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.288548:0:228914:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:228914:1869755178600320:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.288554:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2766 00000100:00100000:2.0:1783145826.288563:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2765 00010000:00010000:3.0:1783145826.288566:0:228914:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000df2c00b7/0x38bddee366894823 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.288569:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000773b6043/0x38bddee366894815 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.288574:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.288587:0:228916:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fd701873/0x38bddee36689482a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.288592:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000773b6043/0x38bddee366894815 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145826.288594:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d3c01f80/2, rc 0, transno 8589936178 00010000:00010000:3.0:1783145826.288599:0:228914:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000df2c00b7/0x38bddee366894823 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.288609:0:228916:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fd701873/0x38bddee36689482a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.288609:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3c01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178599552:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.288615:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.288619:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.288622:0:228916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fd701873/0x38bddee36689482a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.288623:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.288629:0:228916:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fd701873/0x38bddee36689482a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.288641:0:228916:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145826.288645:0:228906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004f351df9/0x38bddee3668940d6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b212 expref: 47 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.288658:0:228906:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cdbded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:228906:1869755178601088:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.288669:0:228914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000df2c00b7/0x38bddee366894823 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.288671:0:228902:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:228902:1869755178602496:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.288680:0:228914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000df2c00b7/0x38bddee366894823 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.288681:0:228906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee36689483f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.288687:0:228902:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000099c641e3/0x38bddee366894869 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.288696:0:228916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+71:3652:x1869755178599296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4184us (4798us total) trans 8589935528 rc 0/0 00010000:00010000:3.0:1783145826.288697:0:228914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000df2c00b7/0x38bddee366894823 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.288712:0:228916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2768 00000004:00080000:0.0:1783145826.288717:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d3c00e00/2, rc 0, transno 8589936179 00010000:00010000:3.0:1783145826.288722:0:228914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1783145826.288729:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3c00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178599424:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.288730:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:1.0:1783145826.288735:0:228911:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:228911:1869755178601856:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.288737:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fd701873/0x38bddee36689482a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145826.288741:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cb99ea00/2, rc 0, transno 8589935527 00010000:00010000:2.0:1783145826.288750:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.288751:0:228911:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fd816078/0x38bddee36689485b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.288752:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178598912:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1783145826.288756:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fd701873/0x38bddee36689482a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.288772:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fd701873/0x38bddee36689482a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.288794:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fd701873/0x38bddee36689482a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.288796:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+71:3652:x1869755178599168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4575us (4969us total) trans 8589935529 rc 0/0 00010000:00010000:1.0:1783145826.288802:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145826.288808:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000df2c00b7/0x38bddee366894823 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.288811:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fd701873/0x38bddee36689482a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.288813:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2767 00000100:00100000:0.0:1783145826.288822:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cdbdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178603008:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.288832:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.288837:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000df2c00b7/0x38bddee366894823 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.288843:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.288847:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.288847:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000df2c00b7/0x38bddee366894823 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.288849:0:228904:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:228904:1869755178601600:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.288852:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145826.288858:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145826.288862:0:228904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee366894854 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xba9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.288866:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000df2c00b7/0x38bddee366894823 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.288872:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178602752:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.288878:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df2c00b7/0x38bddee366894823 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.288883:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145826.288896:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178603008 00010000:00010000:1.0:1783145826.288896:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145826.288899:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178603008 00010000:00010000:1.0:1783145826.288899:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.288901:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.288911:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145826.288925:0:207255:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:207255:1869755178602624:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145826.288929:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178602752 00000100:00100000:3.0:1783145826.288932:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178602752 00010000:00010000:1.0:1783145826.288941:0:207255:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b417bddc/0x38bddee366894870 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.288946:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145826.288955:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2779 00000004:00080000:2.0:1783145826.288957:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cb99c700/2, rc 0, transno 8589935528 00000100:00100000:3.0:1783145826.288963:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+72:3650:x1869755178603008:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.288967:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178599296:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.288974:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:3.0:1783145826.288978:0:228903:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2991 count 1 00000100:00100000:1.0:1783145826.288981:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2780 00000004:00080000:2.0:1783145826.288986:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cb99fb80/2, rc 0, transno 8589935529 00010000:00010000:0.0:1783145826.288990:0:228906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee36689483f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.288991:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+72:3652:x1869755178602752:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.288992:0:228903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000074331106/0x38bddee366894877 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbaf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.288992:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178599168:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1783145826.289005:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1783145826.289006:0:228906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee36689483f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1783145826.289010:0:228898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2990 count 1 00000100:00100000:2.0:1783145826.289011:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cdbded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178602880:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.289023:0:228906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee36689483f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.289025:0:228898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003a295e9b/0x38bddee36689487e lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.289039:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.289046:0:228906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee36689483f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.289052:0:228903:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000424a2357/0x38bddee366890ff9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a412 expref: 62 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.289052:0:228898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b3d57ca6/0x38bddee366890f5f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3ef expref: 62 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.289058:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178602880 00000100:00100000:2.0:1783145826.289063:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178602880 00010000:00010000:3.0:1783145826.289075:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbaf:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1783145826.289075:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbae:0x0].0x0 since=3s v=(0 0) 00010000:00010000:3.0:1783145826.289080:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbaf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.289080:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbae:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.289081:0:228906:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1783145826.289085:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2781 00010000:00010000:3.0:1783145826.289087:0:228903:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000074331106/0x38bddee366894877 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.289087:0:228898:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003a295e9b/0x38bddee36689487e lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.289093:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+71:3652:x1869755178602880:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1783145826.289133:0:206490:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2945 count 1 00010000:00010000:2.0:1783145826.289145:0:206490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894885 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb81:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.289148:0:228903:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000424a2357/0x38bddee366890ff9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a412 expref: 62 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.289148:0:228898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b3d57ca6/0x38bddee366890f5f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3ef expref: 62 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.289159:0:206490:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000fa5b308/0x38bddee366894399 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b307 expref: 46 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.289167:0:228898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b3d57ca6/0x38bddee366890f5f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3ef expref: 62 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.289168:0:228903:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000424a2357/0x38bddee366890ff9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a412 expref: 62 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.289168:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb81:0x0].0x0 since=3s v=(0 0) 00010000:00010000:2.0:1783145826.289175:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb81:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.289181:0:206490:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894885 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.289190:0:228903:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:228903:1869755178603264:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.289190:0:228898:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:228898:1869755178603136:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.289193:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+72:3653:x1869755178600832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3885us (3942us total) trans 8589935530 rc 0/0 00000100:00100000:0.0:1783145826.289207:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2771 00010000:00010000:0.0:1783145826.289221:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145826.289225:0:206490:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000fa5b308/0x38bddee366894399 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b307 expref: 46 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.289226:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee36689483f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.289235:0:228903:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1780 going to sleep for 11 seconds 00000100:00100000:1.0:1783145826.289235:0:228898:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9d1d0d300 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.289246:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01349800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.289249:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee36689483f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.289252:0:206490:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000fa5b308/0x38bddee366894399 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b307 expref: 46 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.289259:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee36689483f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.289270:0:206057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009958346c/0x38bddee3668908f9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xba8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a22f expref: 78 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.289270:0:206056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4f82072/0x38bddee366893b88 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b091 expref: 36 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.289272:0:206490:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:206490:1869755178603392:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.289274:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee36689483f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.289292:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008c7b5940/0x38bddee36689483f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.289299:0:206057:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:206057:1869755178601472:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.289299:0:206056:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cdbde300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:206056:1869755178600576:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145826.289307:0:206490:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94e40 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.289311:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.289315:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.289317:0:206057:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000459e138b/0x38bddee366894846 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.289318:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.289320:0:206056:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009815ebe8/0x38bddee366894838 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.289328:0:206057:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000459e138b/0x38bddee366894846 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.289329:0:206056:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009815ebe8/0x38bddee366894838 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.289336:0:206057:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000459e138b/0x38bddee366894846 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.289337:0:206056:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009815ebe8/0x38bddee366894838 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.289345:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ee22df80/2, rc 0, transno 8589935530 00010000:00010000:3.0:1783145826.289346:0:206057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000459e138b/0x38bddee366894846 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.289347:0:206056:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009815ebe8/0x38bddee366894838 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.289353:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee22df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178600832:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.289361:0:206056:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009815ebe8/0x38bddee366894838 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.289363:0:206057:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000459e138b/0x38bddee366894846 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.289368:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cb99f800/2, rc 0, transno 8589935526 00000100:00100000:2.0:1783145826.289375:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178598784:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.289377:0:206056:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1783145826.289381:0:206057:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1783145826.289394:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783145826.289400:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009815ebe8/0x38bddee366894838 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.289409:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.289414:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009815ebe8/0x38bddee366894838 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.289415:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce87b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+46:2407:x1869755188074240:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1119us (1856us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145826.289432:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009815ebe8/0x38bddee366894838 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.289435:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 904 00010000:00010000:2.0:1783145826.289451:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009815ebe8/0x38bddee366894838 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.289456:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+72:3653:x1869755178598656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4466us (4574us total) trans 8589935531 rc 0/0 00010000:00010000:2.0:1783145826.289460:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009815ebe8/0x38bddee366894838 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.289470:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2770 00010000:00010000:2.0:1783145826.289481:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145826.289485:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000459e138b/0x38bddee366894846 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.289489:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412e00 already unused, calling callback (ffffffffc0e8ace0) 00000100:00100000:3.0:1783145826.289492:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+73:3653:x1869755178600704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4089us (4183us total) trans 8589936180 rc 0/0 00010000:00010000:2.0:1783145826.289493:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000459e138b/0x38bddee366894846 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.289498:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188075008 00000100:00100000:1.0:1783145826.289503:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188075008 00000100:00100000:0.0:1783145826.289504:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188075136 00000100:00100000:3.0:1783145826.289508:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2772 00010000:00010000:2.0:1783145826.289509:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000459e138b/0x38bddee366894846 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xba8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.289511:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188075136 00010000:00010000:2.0:1783145826.289521:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000459e138b/0x38bddee366894846 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xba8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.289523:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001f64fe68/0x38bddee366890c80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2fa expref: 63 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.289532:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003f2f147d/0x38bddee366890aa4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2ad expref: 78 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.289539:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000459e138b/0x38bddee366894846 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xba8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.289552:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188075264 00010000:00010000:3.0:1783145826.289558:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.289558:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188075264 00000100:00100000:0.0:1783145826.289572:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 905 00010000:00010000:2.0:1783145826.289573:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.289575:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000053e0ad35/0x38bddee366890d83 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a36a expref: 64 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.289577:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.289582:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145826.289589:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce879f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+78:2407:x1869755188074496:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.289598:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1783145826.289603:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 906 00010000:00010000:0.0:1783145826.289605:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a52f9aa6/0x38bddee366890a8f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a298 expref: 78 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.289607:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d3c02680/2, rc 0, transno 8589936180 00000100:00100000:1.0:1783145826.289615:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce878e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+78:2407:x1869755188074752:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1783145826.289627:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3c02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178600704:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.289627:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.289627:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a52f9aa6/0x38bddee366890a8f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a298 expref: 78 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.289635:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006175148e/0x38bddee366890a9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xba9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2a6 expref: 78 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.289646:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cb99dc00/2, rc 0, transno 8589935531 00000100:00100000:2.0:1783145826.289655:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178598656:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.289660:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006175148e/0x38bddee366890a9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xba9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2a6 expref: 78 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.289660:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a52f9aa6/0x38bddee366890a8f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a298 expref: 78 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.289681:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbaa:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.289682:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006175148e/0x38bddee366890a9d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xba9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2a6 expref: 77 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.289686:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.289686:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbaa:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.289695:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007096840f/0x38bddee36689484d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.289701:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.289705:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007096840f/0x38bddee36689484d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.289706:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xba9:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.289718:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd780450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+45:2408:x1869755188073344:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3123us (3224us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.289718:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee366894854 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.289739:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 895 00010000:00010000:1.0:1783145826.289742:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee366894854 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xba9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.289753:0:228912:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003cf8e33b/0x38bddee36689480e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.289763:0:228912:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003cf8e33b/0x38bddee36689480e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.289764:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145826.289772:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1783145826.289777:0:228912:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003cf8e33b/0x38bddee36689480e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.289782:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cdbdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178603520:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.289789:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce878e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+76:2407:x1869755188074752:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 176us (1844us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145826.289791:0:228912:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003cf8e33b/0x38bddee36689480e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.289795:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 907 00000100:00100000:1.0:1783145826.289805:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 906 00010000:00010000:3.0:1783145826.289813:0:228912:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1783145826.289813:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce87b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+44:2408:x1869755188074880:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1783145826.289814:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1783145826.289827:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1783145826.289827:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 908 00010000:00010000:2.0:1783145826.289837:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cb9d6a5c/0x38bddee366894203 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b258 expref: 44 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.289839:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178603520 00000100:00100000:1.0:1783145826.289841:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d907a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+64:2407:x1869755188075008:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1783145826.289843:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178603520 00010000:00010000:1.0:1783145826.289856:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.289861:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cb9d6a5c/0x38bddee366894203 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b258 expref: 44 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.289865:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001f64fe68/0x38bddee366890c80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2fa expref: 64 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.289868:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2782 00000100:00100000:0.0:1783145826.289879:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+73:3650:x1869755178603520:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145826.289890:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+72:3651:x1869755178599040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6012us (6239us total) trans 8589935532 rc 0/0 00010000:00010000:2.0:1783145826.289891:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb9d6a5c/0x38bddee366894203 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b258 expref: 44 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.289893:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001f64fe68/0x38bddee366890c80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2fa expref: 64 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1783145826.289893:0:228910:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2992 count 1 00000100:00100000:3.0:1783145826.289905:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2764 00010000:00010000:0.0:1783145826.289906:0:228910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee36689488c lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbb0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.289922:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb80:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.289923:0:228910:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000002ebf51e/0x38bddee366890ff2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbb0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a40b expref: 64 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.289926:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f64fe68/0x38bddee366890c80 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2fa expref: 64 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.289927:0:228904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee366894854 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.289928:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb80:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.289939:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fd816078/0x38bddee36689485b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.289945:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb0:0x0].0x0 since=3s v=(0 0) 00010000:00010000:3.0:1783145826.289951:0:228904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee366894854 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.289953:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.289954:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbac:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.289962:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbac:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.289962:0:228910:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee36689488c lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbb0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.289972:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee366894862 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.289976:0:228904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee366894854 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xba9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.289983:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fd816078/0x38bddee36689485b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.289994:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee366894862 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.289997:0:228904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee366894854 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.290001:0:228910:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000002ebf51e/0x38bddee366890ff2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a40b expref: 63 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.290021:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145826.290022:0:228904:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1783145826.290022:0:228910:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000002ebf51e/0x38bddee366890ff2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a40b expref: 63 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.290030:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.290037:0:206058:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee366894862 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.290052:0:206058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee366894862 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.290053:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d907a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+63:2407:x1869755188075008:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 213us (1748us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145826.290054:0:228910:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cdbdd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:228910:1869755178603648:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.290071:0:206058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee366894862 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.290073:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 908 00010000:00010000:2.0:1783145826.290081:0:206058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee366894862 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.290083:0:228910:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d36500c0 going to sleep for 11 seconds 00010000:00010000:2.0:1783145826.290093:0:206058:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1783145826.290105:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 909 00010000:00010000:0.0:1783145826.290111:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1783145826.290115:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003cf8e33b/0x38bddee36689480e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.290141:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bea01fdc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+75:2407:x1869755188075136:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.290153:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.290155:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.290156:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003cf8e33b/0x38bddee36689480e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.290165:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003f2f147d/0x38bddee366890aa4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2ad expref: 75 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.290167:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003cf8e33b/0x38bddee36689480e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.290179:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+74:3650:x1869755178601216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4445us (4677us total) trans 8589936181 rc 0/0 00010000:00010000:1.0:1783145826.290185:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003f2f147d/0x38bddee366890aa4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2ad expref: 75 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.290194:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2774 00010000:00010000:0.0:1783145826.290195:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003cf8e33b/0x38bddee36689480e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.290203:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f2f147d/0x38bddee366890aa4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a2ad expref: 75 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.290208:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003cf8e33b/0x38bddee36689480e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.290211:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783145826.290218:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee366894854 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.290219:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbab:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.290224:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbab:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.290228:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.290229:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000099c641e3/0x38bddee366894869 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.290232:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee366894854 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xba9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.290234:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1783145826.290237:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+74:3650:x1869755178602112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3280us (3485us total) trans 8589936182 rc 0/0 00010000:00010000:0.0:1783145826.290241:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee366894862 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.290242:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000099c641e3/0x38bddee366894869 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.290251:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2776 00010000:00010000:0.0:1783145826.290265:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.290269:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee366894862 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.290275:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee366894862 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.290277:0:228911:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fd816078/0x38bddee36689485b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.290278:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.290287:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee366894862 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.290289:0:228911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fd816078/0x38bddee36689485b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.290305:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bea01fdc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+74:2407:x1869755188075136:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 186us (1903us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.290305:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee366894862 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.290321:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee366894854 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xba9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.290323:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 909 00010000:00010000:2.0:1783145826.290334:0:228911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fd816078/0x38bddee36689485b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.290342:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee366894854 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xba9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.290343:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.290344:0:228911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fd816078/0x38bddee36689485b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.290346:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 910 00010000:00010000:0.0:1783145826.290348:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.290352:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.290358:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbdd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+62:2408:x1869755188075264:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145826.290362:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee366894854 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xba9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.290371:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.290374:0:228911:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145826.290379:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000053e0ad35/0x38bddee366890d83 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a36a expref: 62 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145826.290379:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ee22d500/2, rc 0, transno 8589936182 00010000:00010000:3.0:1783145826.290380:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145826.290387:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fd816078/0x38bddee36689485b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.290392:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee22d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178602112:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.290393:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000053e0ad35/0x38bddee366890d83 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a36a expref: 62 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.290397:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.290402:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fd816078/0x38bddee36689485b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145826.290404:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ee22c380/2, rc 0, transno 8589936181 00010000:00010000:1.0:1783145826.290411:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000053e0ad35/0x38bddee366890d83 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a36a expref: 62 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.290411:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee22c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178601216:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.290424:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fd816078/0x38bddee36689485b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.290427:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbad:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.290430:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbad:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.290435:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fd816078/0x38bddee36689485b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.290435:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b417bddc/0x38bddee366894870 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.290444:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fd816078/0x38bddee36689485b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.290444:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b417bddc/0x38bddee366894870 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.290453:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+72:3653:x1869755178601728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4006us (4080us total) trans 8589935533 rc 0/0 00000100:00100000:2.0:1783145826.290460:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2775 00010000:00010000:3.0:1783145826.290464:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.290464:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145826.290469:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145826.290469:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cdbddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178603776:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.290473:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.290480:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.290483:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.290488:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbdd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+61:2408:x1869755188075264:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 132us (1543us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145826.290494:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cdbde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178603904:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.290497:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 910 00000100:00100000:0.0:1783145826.290500:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145826.290523:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178603776 00010000:00010000:1.0:1783145826.290525:0:207255:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b417bddc/0x38bddee366894870 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.290529:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178603776 00000100:00100000:2.0:1783145826.290531:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.290539:0:207255:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b417bddc/0x38bddee366894870 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145826.290547:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cb99d500/2, rc 0, transno 8589935532 00000100:00100000:0.0:1783145826.290554:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178599040:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145826.290556:0:207255:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b417bddc/0x38bddee366894870 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.290557:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178603904 00000100:00100000:3.0:1783145826.290560:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178603904 00000004:00080000:2.0:1783145826.290562:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d3c01880/2, rc 0, transno 8589935533 00010000:00010000:1.0:1783145826.290567:0:207255:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b417bddc/0x38bddee366894870 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.290569:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3c01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178601728:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145826.290582:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2783 00010000:00010000:1.0:1783145826.290589:0:207255:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145826.290590:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce825180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+75:3652:x1869755178603776:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.290598:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2784 00002000:00080000:3.0:1783145826.290602:0:228914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2993 count 1 00000100:00100000:2.0:1783145826.290608:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7aeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+75:3653:x1869755178603904:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.290616:0:228914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000863699aa/0x38bddee366894893 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbb1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.290621:0:228901:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2994 count 1 00010000:00010000:3.0:1783145826.290633:0:228914:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000090273aef/0x38bddee366891150 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a489 expref: 60 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.290636:0:228901:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c74f45f8/0x38bddee36689489a lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbb2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.290658:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb1:0x0].0x0 since=3s v=(0 0) 00010000:00010000:2.0:1783145826.290658:0:228901:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a87fc343/0x38bddee366891157 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a490 expref: 60 pid: 228912 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.290667:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.290676:0:228914:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000863699aa/0x38bddee366894893 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.290676:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+76:3651:x1869755178602240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3091us (3359us total) trans 8589936183 rc 0/0 00000100:00100000:0.0:1783145826.290677:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.290688:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb2:0x0].0x0 since=3s v=(0 0) 00000100:00100000:1.0:1783145826.290693:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2778 00010000:00010000:2.0:1783145826.290694:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.290700:0:228901:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c74f45f8/0x38bddee36689489a lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.290706:0:228914:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000090273aef/0x38bddee366891150 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a489 expref: 60 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.290714:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.290721:0:228901:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a87fc343/0x38bddee366891157 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a490 expref: 60 pid: 228912 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.290721:0:228902:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000099c641e3/0x38bddee366894869 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.290726:0:228914:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000090273aef/0x38bddee366891150 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a489 expref: 60 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.290742:0:228902:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000099c641e3/0x38bddee366894869 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.290749:0:228914:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:228914:1869755178604032:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.290751:0:228902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000099c641e3/0x38bddee366894869 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.290752:0:228901:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a87fc343/0x38bddee366891157 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a490 expref: 60 pid: 228912 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.290757:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.290774:0:228902:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000099c641e3/0x38bddee366894869 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.290781:0:228901:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:228901:1869755178604160:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145826.290790:0:228914:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c10c0 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.290791:0:228902:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1783145826.290819:0:206490:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:206490:1869755178603392:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145826.290825:0:228901:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.290837:0:206490:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894885 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.290842:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188075520 00000100:00100000:2.0:1783145826.290847:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188075520 00010000:00010000:0.0:1783145826.290862:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783145826.290869:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b3d57ca6/0x38bddee366890f5f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3ef expref: 61 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.290869:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b417bddc/0x38bddee366894870 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.290870:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8eb9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+76:3652:x1869755178601984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3889us (4063us total) trans 8589936184 rc 0/0 00010000:00010000:3.0:1783145826.290890:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145826.290892:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.290897:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000099c641e3/0x38bddee366894869 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.290897:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b417bddc/0x38bddee366894870 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.290898:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2777 00000100:00100000:2.0:1783145826.290902:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188075392 00000100:00100000:2.0:1783145826.290906:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188075392 00010000:00010000:3.0:1783145826.290919:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.290920:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000424a2357/0x38bddee366890ff9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xbaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a412 expref: 62 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.290920:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b417bddc/0x38bddee366894870 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.290926:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000099c641e3/0x38bddee366894869 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145826.290929:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ee22ea00/2, rc 0, transno 8589936184 00000100:00100000:1.0:1783145826.290943:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee22ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178601984:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.290946:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188075648 00010000:00010000:0.0:1783145826.290948:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b417bddc/0x38bddee366894870 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.290949:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188075648 00010000:00010000:0.0:1783145826.290959:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b417bddc/0x38bddee366894870 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.290960:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000fa5b308/0x38bddee366894399 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b307 expref: 44 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.290968:0:228898:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:228898:1869755178603136:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.290987:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000099c641e3/0x38bddee366894869 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.290987:0:228898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003a295e9b/0x38bddee36689487e lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.290992:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.290993:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 911 00010000:00010000:0.0:1783145826.290995:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.290999:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.291004:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce827100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+62:2407:x1869755188075520:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145826.291015:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145826.291020:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000099c641e3/0x38bddee366894869 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.291021:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 912 00010000:00010000:2.0:1783145826.291022:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b3d57ca6/0x38bddee366890f5f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3ef expref: 62 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.291034:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce824a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+62:2407:x1869755188075392:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1783145826.291038:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce826300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178604288:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.291041:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000099c641e3/0x38bddee366894869 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.291046:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b3d57ca6/0x38bddee366890f5f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3ef expref: 62 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.291048:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.291057:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000424a2357/0x38bddee366890ff9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xbaf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a412 expref: 62 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.291070:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.291073:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.291074:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3d57ca6/0x38bddee366890f5f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a3ef expref: 62 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.291076:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000424a2357/0x38bddee366890ff9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbaf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a412 expref: 62 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.291077:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145826.291078:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145826.291108:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178604288 00010000:00010000:1.0:1783145826.291112:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbaf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.291115:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbae:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.291116:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbaf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.291138:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbae:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.291143:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003a295e9b/0x38bddee36689487e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145826.291148:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ee22c700/2, rc 0, transno 8589936183 00010000:00010000:2.0:1783145826.291159:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003a295e9b/0x38bddee36689487e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.291159:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee22c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178602240:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.291161:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000074331106/0x38bddee366894877 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbaf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.291176:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178604288 00010000:00010000:1.0:1783145826.291184:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000074331106/0x38bddee366894877 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbaf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.291190:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce824700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178604416:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.291202:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145826.291210:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2785 00010000:00010000:1.0:1783145826.291211:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145826.291216:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145826.291221:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce825c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+76:3650:x1869755178604288:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.291230:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce827100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+61:2407:x1869755188075520:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 226us (555us total) trans 0 rc 0/0 00002000:00080000:3.0:1783145826.291234:0:228905:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2995 count 1 00000100:00100000:1.0:1783145826.291238:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce824a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+61:2407:x1869755188075392:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 206us (524us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145826.291248:0:228905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf132bfc/0x38bddee3668948a1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbb3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.291256:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 911 00010000:00010000:3.0:1783145826.291262:0:228905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000128e39c6/0x38bddee366891459 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbb3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a546 expref: 61 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.291263:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 912 00010000:00010000:3.0:1783145826.291270:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb3:0x0].0x0 since=3s v=(0 0) 00010000:00010000:3.0:1783145826.291272:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.291276:0:228905:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf132bfc/0x38bddee3668948a1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbb3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.291281:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 913 00000100:00100000:2.0:1783145826.291294:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce826680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+44:2407:x1869755188075648:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1783145826.291300:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178604416 00010000:00010000:0.0:1783145826.291300:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.291305:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1783145826.291305:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178604416 00010000:00010000:3.0:1783145826.291306:0:228905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000128e39c6/0x38bddee366891459 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a546 expref: 59 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.291315:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000fa5b308/0x38bddee366894399 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b307 expref: 44 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.291321:0:228905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000128e39c6/0x38bddee366891459 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a546 expref: 59 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.291332:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce879f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+73:2407:x1869755188074496:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1745us (3676us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145826.291333:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2786 00010000:00010000:2.0:1783145826.291334:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000fa5b308/0x38bddee366894399 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b307 expref: 44 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.291346:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce825880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+77:3651:x1869755178604416:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.291350:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 905 00010000:00010000:2.0:1783145826.291364:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000fa5b308/0x38bddee366894399 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b307 expref: 44 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1783145826.291365:0:206056:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2996 count 1 00000100:00100000:3.0:1783145826.291374:0:228905:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:228905:1869755178604544:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.291377:0:206056:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005817f3c1/0x38bddee3668948a8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbb4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.291381:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb81:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.291390:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb81:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.291395:0:206056:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000de4ebfcf/0x38bddee3668914b4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a562 expref: 59 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.291397:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894885 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.291411:0:228905:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1000 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.291414:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb4:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1783145826.291420:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.291421:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894885 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.291425:0:206056:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005817f3c1/0x38bddee3668948a8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.291442:0:228898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003a295e9b/0x38bddee36689487e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.291449:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.291451:0:228898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003a295e9b/0x38bddee36689487e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.291455:0:206056:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000de4ebfcf/0x38bddee3668914b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a562 expref: 59 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.291470:0:228898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003a295e9b/0x38bddee36689487e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.291474:0:206056:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000de4ebfcf/0x38bddee3668914b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a562 expref: 59 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.291482:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce826680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+43:2407:x1869755188075648:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 188us (725us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145826.291485:0:228903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000424a2357/0x38bddee366890ff9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbaf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a412 expref: 59 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.291489:0:228898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003a295e9b/0x38bddee36689487e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.291503:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 913 00000100:00100000:3.0:1783145826.291510:0:228903:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:228903:1869755178603264:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.291519:0:206056:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:206056:1869755178604672:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.291527:0:228903:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000074331106/0x38bddee366894877 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.291529:0:228898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145826.291536:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145826.291541:0:228903:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000074331106/0x38bddee366894877 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.291541:0:206056:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9d1d0d300 going to sleep for 11 seconds 00010000:00010000:2.0:1783145826.291543:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003a295e9b/0x38bddee36689487e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.291556:0:228913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007096840f/0x38bddee36689484d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.291560:0:228903:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000074331106/0x38bddee366894877 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.291567:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.291572:0:228903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000074331106/0x38bddee366894877 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.291572:0:228913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007096840f/0x38bddee36689484d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.291574:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003a295e9b/0x38bddee36689487e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.291590:0:228903:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000074331106/0x38bddee366894877 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.291590:0:228913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007096840f/0x38bddee36689484d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.291594:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003a295e9b/0x38bddee36689487e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.291596:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+78:3652:x1869755178602752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2607us (2686us total) trans 8589936185 rc 0/0 00010000:00010000:1.0:1783145826.291612:0:228913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007096840f/0x38bddee36689484d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.291614:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2780 00010000:00010000:2.0:1783145826.291624:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003a295e9b/0x38bddee36689487e lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.291633:0:228913:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1783145826.291634:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a295e9b/0x38bddee36689487e lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.291639:0:228903:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1783145826.291657:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783145826.291662:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007096840f/0x38bddee36689484d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.291670:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.291673:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145826.291675:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007096840f/0x38bddee36689484d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.291678:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000074331106/0x38bddee366894877 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.291695:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007096840f/0x38bddee36689484d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.291696:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.291700:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000074331106/0x38bddee366894877 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.291711:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+79:3650:x1869755178600960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6276us (6366us total) trans 8589936186 rc 0/0 00010000:00010000:0.0:1783145826.291720:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000074331106/0x38bddee366894877 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.291727:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2773 00010000:00010000:2.0:1783145826.291736:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007096840f/0x38bddee36689484d lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.291740:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000074331106/0x38bddee366894877 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.291754:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007096840f/0x38bddee36689484d lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.291755:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000074331106/0x38bddee366894877 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.291782:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.291786:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.291789:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.291792:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.291796:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.291800:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145826.291811:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+78:3650:x1869755178603008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2848us (2954us total) trans 8589936187 rc 0/0 00010000:00010000:2.0:1783145826.291815:0:206490:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894885 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.291821:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2779 00010000:00010000:2.0:1783145826.291831:0:206490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894885 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.291836:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.291843:0:206490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894885 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.291852:0:206490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894885 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145826.291853:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff85880/2, rc 0, transno 8589936185 00000100:00100000:3.0:1783145826.291854:0:228914:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:228914:1869755178604032:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.291865:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145826.291866:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178602752:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.291871:0:228914:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000863699aa/0x38bddee366894893 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.291883:0:206490:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145826.291885:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145826.291891:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894885 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.291899:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.291903:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894885 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.291912:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894885 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.291912:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178604800:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.291922:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145826.291930:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894885 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.291939:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e9b7e0c/0x38bddee366894885 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.291942:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145826.291960:0:228910:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cdbdd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:228910:1869755178603648:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.291961:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.291964:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.291969:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1783145826.291974:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cdbded80/2, rc 0, transno 8589935534 00000100:00100000:2.0:1783145826.291976:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+72:3652:x1869755178602880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2882us (2938us total) trans 8589935534 rc 0/0 00000100:00100000:3.0:1783145826.291979:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178604800 00000100:00100000:1.0:1783145826.291982:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cdbded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178602880:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145826.291983:0:228910:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee36689488c lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbb0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.291984:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178604800 00000100:00100000:2.0:1783145826.291994:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2781 00000100:00100000:0.0:1783145826.292014:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188075904 00000004:00080000:1.0:1783145826.292016:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cdbdc000/2, rc 0, transno 8589936187 00000100:00100000:3.0:1783145826.292018:0:228904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2787 00000100:00100000:0.0:1783145826.292020:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188075904 00000100:00100000:1.0:1783145826.292026:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cdbdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178603008:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145826.292027:0:228904:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+78:3652:x1869755178604800:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.292036:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000090273aef/0x38bddee366891150 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a489 expref: 59 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145826.292040:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ee22e300/2, rc 0, transno 8589936186 00000100:00100000:1.0:1783145826.292049:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee22e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178600960:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.292061:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188075776 00000100:00100000:0.0:1783145826.292064:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188075776 00000100:00100000:2.0:1783145826.292069:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce87b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+42:2408:x1869755188074880:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2260us (3856us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.292073:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000002ebf51e/0x38bddee366890ff2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a40b expref: 60 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.292083:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 907 00000100:00100000:0.0:1783145826.292106:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 914 00002000:00080000:3.0:1783145826.292107:0:228904:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2997 count 1 00000100:00100000:0.0:1783145826.292115:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce825500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+60:2408:x1869755188075904:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145826.292141:0:228904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a141547a/0x38bddee3668948af lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.292142:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.292150:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000090273aef/0x38bddee366891150 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a489 expref: 60 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.292156:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783145826.292163:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 915 00010000:00010000:0.0:1783145826.292164:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000090273aef/0x38bddee366891150 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a489 expref: 60 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.292168:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178604928:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.292177:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce825f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+60:2408:x1869755188075776:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.292183:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000090273aef/0x38bddee366891150 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a489 expref: 60 pid: 206056 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.292189:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.292191:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.292195:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.292197:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000002ebf51e/0x38bddee366890ff2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a40b expref: 59 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.292199:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000863699aa/0x38bddee366894893 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.292206:0:228904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ccbf308a/0x38bddee3668915b0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5c4 expref: 72 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.292207:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.292220:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000863699aa/0x38bddee366894893 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.292226:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000002ebf51e/0x38bddee366890ff2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a40b expref: 59 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.292229:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb5:0x0].0x0 since=3s v=(0 0) 00000100:00100000:1.0:1783145826.292235:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178605056:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.292238:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.292247:0:228904:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a141547a/0x38bddee3668948af lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.292261:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000002ebf51e/0x38bddee366890ff2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbb0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a40b expref: 59 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.292266:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145826.292277:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178604928 00010000:00010000:2.0:1783145826.292280:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb0:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145826.292280:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178604928 00010000:00010000:2.0:1783145826.292286:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.292292:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee36689488c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.292301:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee36689488c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbb0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.292307:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178605056 00000100:00100000:0.0:1783145826.292311:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178605056 00000100:00100000:1.0:1783145826.292312:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2788 00000100:00100000:1.0:1783145826.292322:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+80:3652:x1869755178604928:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.292323:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145826.292335:0:228904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ccbf308a/0x38bddee3668915b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5c4 expref: 72 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1783145826.292337:0:207255:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2998 count 1 00000100:00100000:0.0:1783145826.292342:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2789 00000100:00100000:2.0:1783145826.292350:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce825f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+58:2408:x1869755188075776:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 174us (430us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.292350:0:207255:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee3668948b6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbb6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.292352:0:228904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ccbf308a/0x38bddee3668915b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5c4 expref: 72 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.292357:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7608380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+80:3650:x1869755178605056:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.292377:0:207255:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008205a17c/0x38bddee36689164a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5e0 expref: 72 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1783145826.292377:0:228906:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2999 count 1 00000100:00100000:2.0:1783145826.292379:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 915 00010000:00010000:1.0:1783145826.292390:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb6:0x0].0x0 since=3s v=(0 0) 00000100:00100000:3.0:1783145826.292392:0:228904:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:228904:1869755178605184:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.292395:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.292396:0:228906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a9e8c88/0x38bddee3668948bd lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbb7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.292400:0:207255:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee3668948b6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.292415:0:228906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003ac874fe/0x38bddee366891635 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5d9 expref: 72 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.292420:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb7:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1783145826.292423:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.292425:0:228906:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a9e8c88/0x38bddee3668948bd lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.292430:0:207255:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008205a17c/0x38bddee36689164a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5e0 expref: 72 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.292442:0:207255:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008205a17c/0x38bddee36689164a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5e0 expref: 72 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.292445:0:228906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003ac874fe/0x38bddee366891635 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5d9 expref: 72 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.292465:0:228904:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c10c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783145826.292469:0:207255:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee258e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:207255:1869755178605312:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.292470:0:228906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003ac874fe/0x38bddee366891635 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5d9 expref: 72 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.292488:0:228906:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce826a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:228906:1869755178605440:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.292494:0:207255:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9d1d0dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1783145826.292520:0:228906:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d36500c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783145826.292531:0:228901:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:228901:1869755178604160:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.292541:0:228910:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee36689488c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.292547:0:228901:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c74f45f8/0x38bddee36689489a lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.292553:0:228910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee36689488c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.292566:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.292571:0:228910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee36689488c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.292580:0:228910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee36689488c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.292589:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188076032 00010000:00010000:0.0:1783145826.292593:0:228910:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1783145826.292594:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188076032 00000100:00100000:1.0:1783145826.292599:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.292613:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000128e39c6/0x38bddee366891459 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xbb3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a546 expref: 58 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.292626:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145826.292637:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188076160 00000100:00100000:2.0:1783145826.292641:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188076160 00010000:00010000:3.0:1783145826.292649:0:228914:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000863699aa/0x38bddee366894893 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.292653:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a87fc343/0x38bddee366891157 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a490 expref: 59 pid: 228912 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.292655:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce825500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+59:2408:x1869755188075904:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 540us (795us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145826.292671:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+81:3650:x1869755178603520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2793us (2858us total) trans 8589936188 rc 0/0 00000100:00100000:1.0:1783145826.292672:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 914 00000100:00100000:0.0:1783145826.292683:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2782 00000100:00100000:2.0:1783145826.292696:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 916 00010000:00010000:3.0:1783145826.292701:0:228914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000863699aa/0x38bddee366894893 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.292705:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 917 00010000:00010000:0.0:1783145826.292705:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1783145826.292709:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bea01fdf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+58:2407:x1869755188076032:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.292714:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee36689488c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.292719:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee258380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+58:2408:x1869755188076160:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145826.292721:0:228914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000863699aa/0x38bddee366894893 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.292722:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.292730:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000128e39c6/0x38bddee366891459 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xbb3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a546 expref: 58 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.292731:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.292736:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.292737:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee36689488c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.292743:0:228914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000863699aa/0x38bddee366894893 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.292746:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a87fc343/0x38bddee366891157 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a490 expref: 58 pid: 228912 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.292754:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000128e39c6/0x38bddee366891459 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a546 expref: 58 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.292760:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee36689488c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.292774:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a87fc343/0x38bddee366891157 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a490 expref: 58 pid: 228912 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.292777:0:228914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145826.292787:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee36689488c lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.292788:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.292793:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a87fc343/0x38bddee366891157 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbb2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a490 expref: 58 pid: 228912 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.292798:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.292802:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee36689488c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.292809:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf132bfc/0x38bddee3668948a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.292827:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145826.292832:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000863699aa/0x38bddee366894893 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.292835:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf132bfc/0x38bddee3668948a1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbb3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.292842:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb2:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145826.292846:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce825180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+81:3652:x1869755178603776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2255us (2347us total) trans 8589936189 rc 0/0 00010000:00010000:0.0:1783145826.292847:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.292851:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.292852:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000863699aa/0x38bddee366894893 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.292860:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c74f45f8/0x38bddee36689489a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.292863:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2783 00010000:00010000:2.0:1783145826.292869:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.292869:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000863699aa/0x38bddee366894893 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.292874:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c74f45f8/0x38bddee36689489a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbb2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.292879:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000863699aa/0x38bddee366894893 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.292887:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000863699aa/0x38bddee366894893 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.292896:0:228905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000128e39c6/0x38bddee366891459 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbb3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a546 expref: 57 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.292898:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.292898:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.292903:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.292903:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.292907:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145826.292915:0:228905:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:228905:1869755178604544:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.292917:0:228901:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c74f45f8/0x38bddee36689489a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.292929:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee258380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+56:2408:x1869755188076160:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 212us (331us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145826.292931:0:228901:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c74f45f8/0x38bddee36689489a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.292933:0:228905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cf132bfc/0x38bddee3668948a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145826.292936:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cdbdca80/2, rc 0, transno 8589936188 00000100:00100000:1.0:1783145826.292941:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 917 00000100:00100000:0.0:1783145826.292948:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cdbdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178603520:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.292957:0:228901:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c74f45f8/0x38bddee36689489a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.292967:0:228905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cf132bfc/0x38bddee3668948a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.292970:0:228901:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c74f45f8/0x38bddee36689489a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.292987:0:228905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf132bfc/0x38bddee3668948a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.292989:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178605568:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.292997:0:228901:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145826.293002:0:228905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf132bfc/0x38bddee3668948a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.293012:0:228905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf132bfc/0x38bddee3668948a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.293019:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145826.293033:0:228905:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1783145826.293034:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783145826.293039:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c74f45f8/0x38bddee36689489a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.293046:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.293051:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c74f45f8/0x38bddee36689489a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.293055:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178605568 00000100:00100000:0.0:1783145826.293060:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178605568 00010000:00010000:1.0:1783145826.293062:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c74f45f8/0x38bddee36689489a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.293076:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c74f45f8/0x38bddee36689489a lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.293086:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7aeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+82:3653:x1869755178603904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2478us (2556us total) trans 8589936190 rc 0/0 00000100:00100000:0.0:1783145826.293091:0:228912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2790 00010000:00010000:1.0:1783145826.293109:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c74f45f8/0x38bddee36689489a lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbb2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.293115:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2784 00000100:00100000:0.0:1783145826.293178:0:228912:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce827800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+83:3651:x1869755178605568:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1783145826.293192:0:228912:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3000 count 1 00010000:00010000:1.0:1783145826.293194:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:2.0:1783145826.293199:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cdbde300/2, rc 0, transno 8589936190 00010000:00010000:1.0:1783145826.293199:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf132bfc/0x38bddee3668948a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.293202:0:228912:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006ac7f29f/0x38bddee3668948c4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbb8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.293214:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cdbde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178603904:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145826.293221:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce825c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+82:3650:x1869755178604288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2002us (2147us total) trans 8589936191 rc 0/0 00010000:00010000:1.0:1783145826.293222:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.293228:0:228912:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002eb3773e/0x38bddee36689186c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a66c expref: 72 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.293229:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf132bfc/0x38bddee3668948a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.293237:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2785 00010000:00010000:0.0:1783145826.293248:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb8:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1783145826.293249:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf132bfc/0x38bddee3668948a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.293256:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.293257:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.293266:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bea01fdf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+55:2407:x1869755188076032:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 556us (699us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.293268:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf132bfc/0x38bddee3668948a1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.293268:0:228912:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ac7f29f/0x38bddee3668948c4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145826.293272:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cdbddc00/2, rc 0, transno 8589936189 00000100:00100000:3.0:1783145826.293281:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cdbddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178603776:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.293284:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 916 00010000:00010000:1.0:1783145826.293292:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf132bfc/0x38bddee3668948a1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.293310:0:228912:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002eb3773e/0x38bddee36689186c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a66c expref: 72 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.293311:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.293315:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.293319:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.293327:0:228912:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002eb3773e/0x38bddee36689186c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a66c expref: 72 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.293345:0:206056:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:206056:1869755178604672:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.293346:0:228912:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce824000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:228912:1869755178605696:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.293361:0:206056:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005817f3c1/0x38bddee3668948a8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.293382:0:228912:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d3650c00 going to sleep for 11 seconds 00000004:00080000:1.0:1783145826.293397:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8ce826300/2, rc 0, transno 8589936191 00000100:00100000:1.0:1783145826.293402:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce826300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178604288:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.293436:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce827b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178605824:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.293466:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783145826.293469:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145826.293479:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce826d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178606080:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.293488:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce824380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178605952:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.293558:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145826.293573:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178605824 00000100:00100000:1.0:1783145826.293578:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178605824 00000100:00100000:2.0:1783145826.293585:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178606080 00000100:00100000:2.0:1783145826.293591:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178606080 00000100:00100000:0.0:1783145826.293599:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145826.293610:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178605952 00000100:00100000:1.0:1783145826.293615:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178605952 00000100:00100000:2.0:1783145826.293629:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2791 00000100:00100000:2.0:1783145826.293639:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+84:3652:x1869755178605824:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.293649:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2792 00002000:00080000:2.0:1783145826.293652:0:228903:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3001 count 1 00000100:00100000:1.0:1783145826.293660:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce827100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+84:3651:x1869755178606080:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.293666:0:228903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008de1168e/0x38bddee3668948cb lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbb9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.293670:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00002000:00080000:1.0:1783145826.293676:0:228913:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3003 count 1 00010000:00010000:2.0:1783145826.293684:0:228903:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000af02e1a7/0x38bddee3668919d8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6d5 expref: 72 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.293691:0:228913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000063937c5b/0x38bddee3668948d2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbbb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.293693:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb9:0x0].0x0 since=3s v=(0 0) 00010000:00010000:2.0:1783145826.293701:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb9:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145826.293710:0:228916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2793 00010000:00010000:2.0:1783145826.293710:0:228903:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008de1168e/0x38bddee3668948cb lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.293714:0:228913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007c86beb4/0x38bddee366891acd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a71b expref: 72 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.293722:0:228916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce824a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+84:3653:x1869755178605952:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.293732:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.293736:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbb:0x0].0x0 since=3s v=(0 0) 00002000:00080000:3.0:1783145826.293741:0:228916:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3002 count 1 00010000:00010000:1.0:1783145826.293741:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.293745:0:228913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000063937c5b/0x38bddee3668948d2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.293747:0:228903:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000af02e1a7/0x38bddee3668919d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6d5 expref: 72 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.293753:0:228916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000827fdf8d/0x38bddee3668948d9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.293764:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.293775:0:228913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007c86beb4/0x38bddee366891acd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a71b expref: 72 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.293777:0:228903:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000af02e1a7/0x38bddee3668919d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6d5 expref: 72 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.293784:0:228916:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001f2d4e46/0x38bddee366891aa3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a706 expref: 72 pid: 228912 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.293789:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.293794:0:228913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007c86beb4/0x38bddee366891acd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a71b expref: 72 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.293805:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbba:0x0].0x0 since=3s v=(0 0) 00010000:00010000:3.0:1783145826.293812:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbba:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145826.293812:0:228904:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:228904:1869755178605184:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.293818:0:228913:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:228913:1869755178606336:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.293821:0:228916:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000827fdf8d/0x38bddee3668948d9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.293828:0:228904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a141547a/0x38bddee3668948af lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.293831:0:228903:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7aeaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:228903:1869755178606208:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.293840:0:228916:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001f2d4e46/0x38bddee366891aa3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a706 expref: 72 pid: 228912 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.293853:0:228916:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001f2d4e46/0x38bddee366891aa3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a706 expref: 72 pid: 228912 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.293853:0:228913:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9d1d0d300 going to sleep for 11 seconds 00000100:00100000:0.0:1783145826.293857:0:228906:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce826a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:228906:1869755178605440:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.293869:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188076288 00000100:00100000:3.0:1783145826.293872:0:228916:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:228916:1869755178606464:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145826.293872:0:228903:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94240 going to sleep for 11 seconds 00000100:00100000:1.0:1783145826.293872:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188076288 00010000:00010000:0.0:1783145826.293873:0:228906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005a9e8c88/0x38bddee3668948bd lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.293892:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000de4ebfcf/0x38bddee3668914b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a562 expref: 55 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.293903:0:207255:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee258e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:207255:1869755178605312:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145826.293904:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188076416 00000100:00100000:3.0:1783145826.293906:0:228916:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c10c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783145826.293910:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188076416 00000100:00100000:1.0:1783145826.293916:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188076544 00010000:00010000:0.0:1783145826.293919:0:207255:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee3668948b6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.293921:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188076544 00010000:00010000:2.0:1783145826.293932:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ccbf308a/0x38bddee3668915b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5c4 expref: 74 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.293940:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008205a17c/0x38bddee36689164a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5e0 expref: 74 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.293943:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188076672 00000100:00100000:0.0:1783145826.293949:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188076672 00000100:00100000:2.0:1783145826.293963:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 918 00010000:00010000:0.0:1783145826.293970:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003ac874fe/0x38bddee366891635 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5d9 expref: 75 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.293971:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 919 00000100:00100000:2.0:1783145826.293977:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce826680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+55:2408:x1869755188076288:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1783145826.293987:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce825f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+75:2408:x1869755188076416:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145826.293989:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.293998:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000de4ebfcf/0x38bddee3668914b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a562 expref: 55 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.293999:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783145826.294001:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 920 00010000:00010000:1.0:1783145826.294008:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ccbf308a/0x38bddee3668915b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5c4 expref: 75 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.294015:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce825500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+75:2407:x1869755188076544:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145826.294020:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000de4ebfcf/0x38bddee3668914b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a562 expref: 55 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.294029:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.294034:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ccbf308a/0x38bddee3668915b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5c4 expref: 75 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.294036:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008205a17c/0x38bddee36689164a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5e0 expref: 75 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.294043:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de4ebfcf/0x38bddee3668914b4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbb4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a562 expref: 55 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.294062:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ccbf308a/0x38bddee3668915b0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5c4 expref: 75 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.294064:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.294064:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008205a17c/0x38bddee36689164a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5e0 expref: 75 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.294073:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.294083:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005817f3c1/0x38bddee3668948a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.294107:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008205a17c/0x38bddee36689164a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbb6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5e0 expref: 75 pid: 228904 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.294114:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.294140:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.294146:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a141547a/0x38bddee3668948af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.294157:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005817f3c1/0x38bddee3668948a8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbb4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.294160:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a141547a/0x38bddee3668948af lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.294160:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.294171:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.294179:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee3668948b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.294186:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.294186:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee3668948b6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbb6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.294194:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.294210:0:228904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a141547a/0x38bddee3668948af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.294219:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce826680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+54:2408:x1869755188076288:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 245us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145826.294223:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce825f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+73:2408:x1869755188076416:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 238us (491us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.294234:0:228904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a141547a/0x38bddee3668948af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.294238:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 918 00010000:00010000:0.0:1783145826.294246:0:228904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a141547a/0x38bddee3668948af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.294250:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 919 00010000:00010000:0.0:1783145826.294256:0:228904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a141547a/0x38bddee3668948af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.294263:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 921 00010000:00010000:0.0:1783145826.294272:0:228904:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145826.294275:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.294277:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145826.294279:0:206056:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005817f3c1/0x38bddee3668948a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.294284:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a141547a/0x38bddee3668948af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.294291:0:206056:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005817f3c1/0x38bddee3668948a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.294300:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.294307:0:206056:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005817f3c1/0x38bddee3668948a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.294308:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a141547a/0x38bddee3668948af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.294328:0:206056:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005817f3c1/0x38bddee3668948a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.294331:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a141547a/0x38bddee3668948af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.294349:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+85:3652:x1869755178604800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2321us (2403us total) trans 8589936192 rc 0/0 00010000:00010000:1.0:1783145826.294353:0:206056:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145826.294355:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a141547a/0x38bddee3668948af lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.294361:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2787 00010000:00010000:2.0:1783145826.294370:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a141547a/0x38bddee3668948af lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.294393:0:228912:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce824000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:228912:1869755178605696:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.294398:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145826.294404:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005817f3c1/0x38bddee3668948a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.294407:0:228912:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006ac7f29f/0x38bddee3668948c4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145826.294415:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff87800/2, rc 0, transno 8589936192 00010000:00010000:2.0:1783145826.294420:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.294427:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005817f3c1/0x38bddee3668948a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.294429:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178604800:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.294433:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce825880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+85:3651:x1869755178604416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3088us (3215us total) trans 8589936193 rc 0/0 00010000:00010000:2.0:1783145826.294449:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005817f3c1/0x38bddee3668948a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.294449:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2786 00010000:00010000:0.0:1783145826.294458:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.294465:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005817f3c1/0x38bddee3668948a8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.294466:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783145826.294477:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188076800 00010000:00010000:2.0:1783145826.294478:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005817f3c1/0x38bddee3668948a8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145826.294478:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8ce824700/2, rc 0, transno 8589936193 00000100:00100000:3.0:1783145826.294479:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d800d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178606592:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.294481:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188076800 00000100:00100000:0.0:1783145826.294490:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce824700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178604416:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.294499:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002eb3773e/0x38bddee36689186c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a66c expref: 73 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.294510:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145826.294512:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1783145826.294514:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.294519:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.294520:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 922 00000100:00100000:1.0:1783145826.294531:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+73:2407:x1869755188076800:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.294540:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1783145826.294541:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d800f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+73:2407:x1869755188076672:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1783145826.294543:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178606592 00000100:00100000:3.0:1783145826.294547:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178606592 00010000:00010000:1.0:1783145826.294547:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002eb3773e/0x38bddee36689186c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a66c expref: 73 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.294550:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d800ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178606720:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.294556:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.294567:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003ac874fe/0x38bddee366891635 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5d9 expref: 73 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.294567:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002eb3773e/0x38bddee36689186c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a66c expref: 73 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.294572:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2794 00000100:00100000:3.0:1783145826.294582:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+85:3650:x1869755178606592:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.294588:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.294598:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002eb3773e/0x38bddee36689186c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a66c expref: 73 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.294607:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003ac874fe/0x38bddee366891635 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5d9 expref: 73 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.294614:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.294619:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.294624:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006ac7f29f/0x38bddee3668948c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.294626:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ac874fe/0x38bddee366891635 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a5d9 expref: 72 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.294636:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.294644:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ac7f29f/0x38bddee3668948c4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.294654:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb7:0x0].0x0 since=0s v=(0 0) 00002000:00080000:3.0:1783145826.294655:0:228907:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3004 count 1 00010000:00010000:2.0:1783145826.294662:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.294666:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145826.294666:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce825500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+71:2407:x1869755188076544:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 653us (904us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145826.294669:0:228907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000440959fe/0x38bddee3668948e0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbbc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.294669:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005a9e8c88/0x38bddee3668948bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.294679:0:228912:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006ac7f29f/0x38bddee3668948c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.294685:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 920 00010000:00010000:2.0:1783145826.294694:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a9e8c88/0x38bddee3668948bd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.294697:0:228912:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ac7f29f/0x38bddee3668948c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.294707:0:207255:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee3668948b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.294721:0:228912:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006ac7f29f/0x38bddee3668948c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.294724:0:207255:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee3668948b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.294728:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.294740:0:228912:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006ac7f29f/0x38bddee3668948c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.294744:0:207255:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee3668948b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.294757:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d800f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+70:2407:x1869755188076672:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 482us (968us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145826.294758:0:228907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ece14500/0x38bddee366891c0f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a784 expref: 70 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.294761:0:228912:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145826.294764:0:207255:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee3668948b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.294778:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 921 00010000:00010000:3.0:1783145826.294780:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbc:0x0].0x0 since=3s v=(0 0) 00010000:00010000:3.0:1783145826.294788:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.294792:0:228907:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000440959fe/0x38bddee3668948e0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.294795:0:207255:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1783145826.294839:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce827800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+87:3651:x1869755178605568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1724us (1821us total) trans 8589936194 rc 0/0 00000100:00100000:1.0:1783145826.294847:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2790 00000004:00080000:2.0:1783145826.294857:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8ce827480/2, rc 0, transno 8589936194 00010000:00010000:3.0:1783145826.294863:0:228907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ece14500/0x38bddee366891c0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a784 expref: 69 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.294863:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178606720 00000100:00100000:1.0:1783145826.294867:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178606720 00000100:00100000:2.0:1783145826.294872:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178605568:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.294876:0:228907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ece14500/0x38bddee366891c0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a784 expref: 69 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.294888:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+87:3652:x1869755178604928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2565us (2682us total) trans 8589936195 rc 0/0 00000100:00100000:3.0:1783145826.294891:0:228907:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:228907:1869755178606848:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.294892:0:228912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2795 00000100:00100000:1.0:1783145826.294900:0:228912:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d800ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+87:3652:x1869755178606720:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.294904:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2788 00002000:00080000:1.0:1783145826.294913:0:228912:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3005 count 1 00010000:00010000:1.0:1783145826.294925:0:228912:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4780455/0x38bddee3668948e7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbbd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.294926:0:228907:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1000 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.294935:0:228912:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f650f066/0x38bddee366891d2e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7d8 expref: 69 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.294938:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783145826.294943:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006ac7f29f/0x38bddee3668948c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.294943:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbd:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1783145826.294947:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.294951:0:228912:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4780455/0x38bddee3668948e7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.294964:0:228906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005a9e8c88/0x38bddee3668948bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.294967:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce824000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178606976:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.294973:0:228912:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f650f066/0x38bddee366891d2e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7d8 expref: 69 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.294987:0:228906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a9e8c88/0x38bddee3668948bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.294993:0:228912:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f650f066/0x38bddee366891d2e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7d8 expref: 69 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.295001:0:228906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a9e8c88/0x38bddee3668948bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.295007:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145826.295011:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04000 already unused, calling callback (ffffffffc0e8ace0) 00000100:00100000:1.0:1783145826.295013:0:228912:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:228912:1869755178607104:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.295018:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006ac7f29f/0x38bddee3668948c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.295033:0:228906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005a9e8c88/0x38bddee3668948bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.295036:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006ac7f29f/0x38bddee3668948c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.295044:0:228912:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9d1d0d480 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.295049:0:228906:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1783145826.295052:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006ac7f29f/0x38bddee3668948c4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.295057:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783145826.295058:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145826.295063:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ac7f29f/0x38bddee3668948c4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.295063:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee3668948b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.295064:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005a9e8c88/0x38bddee3668948bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.295084:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.295086:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.295089:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee3668948b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.295091:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005a9e8c88/0x38bddee3668948bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.295105:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.295109:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.295112:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.295118:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005a9e8c88/0x38bddee3668948bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.295139:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee3668948b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.295159:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee3668948b6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.295166:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee3668948b6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.295180:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178606976 00000100:00100000:3.0:1783145826.295184:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178606976 00010000:00010000:1.0:1783145826.295187:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.295190:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145826.295193:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7608380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+88:3650:x1869755178605056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2770us (2859us total) trans 8589936196 rc 0/0 00010000:00010000:1.0:1783145826.295194:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.295202:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005a9e8c88/0x38bddee3668948bd lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.295202:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2789 00010000:00010000:2.0:1783145826.295210:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a9e8c88/0x38bddee3668948bd lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.295212:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2796 00000100:00100000:3.0:1783145826.295225:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7aead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+87:3653:x1869755178606976:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.295228:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.295232:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.295236:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1783145826.295238:0:228914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3006 count 1 00000100:00100000:1.0:1783145826.295243:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+69:2407:x1869755188076800:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 713us (970us total) trans 0 rc 0/0 00000004:00080000:0.0:1783145826.295246:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff84a80/2, rc 0, transno 8589936195 00010000:00010000:3.0:1783145826.295250:0:228914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee3668948ee lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbbe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.295251:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 922 00000100:00100000:0.0:1783145826.295256:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178604928:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.295266:0:228914:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f9719c78/0x38bddee366891e00 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a802 expref: 68 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.295274:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbe:0x0].0x0 since=3s v=(0 0) 00010000:00010000:3.0:1783145826.295277:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.295282:0:228914:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee3668948ee lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.295290:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce826a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178607232:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.295303:0:228914:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f9719c78/0x38bddee366891e00 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a802 expref: 68 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.295314:0:228914:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f9719c78/0x38bddee366891e00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a802 expref: 68 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.295315:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145826.295325:0:228914:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:228914:1869755178607360:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145826.295340:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178607232 00000100:00100000:2.0:1783145826.295344:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178607232 00000004:00080000:1.0:1783145826.295351:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff86a00/2, rc 0, transno 8589936196 00000100:00100000:1.0:1783145826.295363:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178605056:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145826.295376:0:228914:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1240 going to sleep for 11 seconds 00000100:00100000:2.0:1783145826.295376:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2797 00000100:00100000:2.0:1783145826.295387:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+88:3650:x1869755178607232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1783145826.295398:0:228905:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3007 count 1 00000100:00100000:1.0:1783145826.295400:0:228913:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:228913:1869755178606336:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.295401:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.295410:0:228905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fd701873/0x38bddee3668948f5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbbf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.295419:0:228913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000063937c5b/0x38bddee3668948d2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.295421:0:228905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d47bb631/0x38bddee366891e0e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a810 expref: 68 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.295441:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbf:0x0].0x0 since=3s v=(0 0) 00010000:00010000:2.0:1783145826.295444:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.295446:0:228905:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fd701873/0x38bddee3668948f5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.295455:0:228903:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7aeaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:228903:1869755178606208:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.295456:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1783145826.295465:0:228905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d47bb631/0x38bddee366891e0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a810 expref: 68 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.295468:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c760f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178607488:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.295469:0:228903:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008de1168e/0x38bddee3668948cb lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.295482:0:228905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d47bb631/0x38bddee366891e0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a810 expref: 68 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.295492:0:228905:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:228905:1869755178607616:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.295502:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145826.295508:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188076928 00000100:00100000:0.0:1783145826.295512:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188076928 00000100:00100000:2.0:1783145826.295523:0:228905:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.295528:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000af02e1a7/0x38bddee3668919d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6d5 expref: 69 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.295538:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178607488 00000100:00100000:2.0:1783145826.295542:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178607488 00000100:00100000:0.0:1783145826.295557:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 923 00000100:00100000:0.0:1783145826.295568:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bea01fdd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+69:2408:x1869755188076928:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1783145826.295570:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2798 00000100:00100000:3.0:1783145826.295575:0:228916:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:228916:1869755178606464:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.295582:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1783145826.295583:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+89:3650:x1869755178607488:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.295590:0:228916:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000827fdf8d/0x38bddee3668948d9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.295591:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000af02e1a7/0x38bddee3668919d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbb9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6d5 expref: 69 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.295599:0:206490:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3008 count 1 00010000:00010000:2.0:1783145826.295614:0:206490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee3668948fc lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbc0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.295619:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000af02e1a7/0x38bddee3668919d8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbb9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6d5 expref: 69 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.295639:0:206490:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000036b40a3e/0x38bddee366892076 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a89c expref: 53 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.295641:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af02e1a7/0x38bddee3668919d8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbb9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a6d5 expref: 69 pid: 228916 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.295661:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb9:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145826.295664:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.295669:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbb9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.295676:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008de1168e/0x38bddee3668948cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.295678:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc0:0x0].0x0 since=3s v=(0 0) 00010000:00010000:2.0:1783145826.295686:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.295689:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008de1168e/0x38bddee3668948cb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbb9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.295694:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.295696:0:206490:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee3668948fc lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.295714:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.295721:0:206490:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000036b40a3e/0x38bddee366892076 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a89c expref: 53 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.295732:0:206490:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000036b40a3e/0x38bddee366892076 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a89c expref: 53 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.295738:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bea01fdd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+68:2408:x1869755188076928:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 172us (339us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.295739:0:228903:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008de1168e/0x38bddee3668948cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.295756:0:206490:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:206490:1869755178607744:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.295756:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 923 00010000:00010000:1.0:1783145826.295757:0:228903:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008de1168e/0x38bddee3668948cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.295771:0:228903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008de1168e/0x38bddee3668948cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.295778:0:228903:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008de1168e/0x38bddee3668948cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.295791:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188077056 00010000:00010000:1.0:1783145826.295793:0:228903:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1783145826.295795:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188077056 00010000:00010000:0.0:1783145826.295805:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007c86beb4/0x38bddee366891acd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a71b expref: 68 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.295817:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188077184 00000100:00100000:0.0:1783145826.295819:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188077184 00010000:00010000:0.0:1783145826.295827:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001f2d4e46/0x38bddee366891aa3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a706 expref: 69 pid: 228912 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.295840:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 924 00000100:00100000:0.0:1783145826.295845:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+69:2408:x1869755188077056:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.295851:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.295854:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007c86beb4/0x38bddee366891acd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a71b expref: 69 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.295863:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007c86beb4/0x38bddee366891acd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a71b expref: 69 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.295872:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007c86beb4/0x38bddee366891acd lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a71b expref: 69 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.295879:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbb:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.295882:0:206490:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb940c0 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.295883:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.295889:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000063937c5b/0x38bddee3668948d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.295890:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+90:3652:x1869755178605824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2252us (2422us total) trans 8589936197 rc 0/0 00010000:00010000:2.0:1783145826.295899:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145826.295903:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000063937c5b/0x38bddee3668948d2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.295907:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008de1168e/0x38bddee3668948cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.295909:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2791 00010000:00010000:2.0:1783145826.295921:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.295922:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.295925:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008de1168e/0x38bddee3668948cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.295935:0:228913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000063937c5b/0x38bddee3668948d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.295936:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008de1168e/0x38bddee3668948cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.295961:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+68:2408:x1869755188077056:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 112us (298us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.295975:0:228913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000063937c5b/0x38bddee3668948d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.295980:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 924 00010000:00010000:2.0:1783145826.295982:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008de1168e/0x38bddee3668948cb lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.295996:0:228913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000063937c5b/0x38bddee3668948d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.295997:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008de1168e/0x38bddee3668948cb lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.296000:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 925 00000100:00100000:1.0:1783145826.296012:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+67:2407:x1869755188077184:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.296021:0:228913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000063937c5b/0x38bddee3668948d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.296027:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.296032:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145826.296033:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001f2d4e46/0x38bddee366891aa3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a706 expref: 67 pid: 228912 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.296034:0:228913:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1783145826.296038:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000063937c5b/0x38bddee3668948d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.296057:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.296061:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001f2d4e46/0x38bddee366891aa3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a706 expref: 67 pid: 228912 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.296062:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000063937c5b/0x38bddee3668948d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.296074:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.296084:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000063937c5b/0x38bddee3668948d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.296090:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce827100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+90:3651:x1869755178606080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2433us (2531us total) trans 8589936198 rc 0/0 00010000:00010000:1.0:1783145826.296109:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f2d4e46/0x38bddee366891aa3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a706 expref: 67 pid: 228912 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.296117:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2792 00010000:00010000:2.0:1783145826.296141:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000063937c5b/0x38bddee3668948d2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.296146:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbba:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.296153:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063937c5b/0x38bddee3668948d2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.296153:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbba:0x0].0x0 since=0s v=(0 0) 00000004:00080000:0.0:1783145826.296159:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8ce827b80/2, rc 0, transno 8589936197 00010000:00010000:1.0:1783145826.296160:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000827fdf8d/0x38bddee3668948d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.296169:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce827b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178605824:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.296175:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.296180:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.296180:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000827fdf8d/0x38bddee3668948d9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.296184:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.296203:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1783145826.296210:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8ce826d80/2, rc 0, transno 8589936198 00000100:00100000:0.0:1783145826.296212:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c760e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178607872:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.296226:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce826d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178606080:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.296233:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+66:2407:x1869755188077184:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 220us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145826.296240:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145826.296248:0:228916:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000827fdf8d/0x38bddee3668948d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.296248:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 925 00010000:00010000:3.0:1783145826.296256:0:228916:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000827fdf8d/0x38bddee3668948d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.296263:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1783145826.296268:0:228916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000827fdf8d/0x38bddee3668948d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.296271:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7aebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178608000:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.296282:0:228916:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000827fdf8d/0x38bddee3668948d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.296292:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145826.296295:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178607872 00010000:00010000:3.0:1783145826.296296:0:228916:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1783145826.296299:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178607872 00000100:00100000:0.0:1783145826.296314:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178608000 00000100:00100000:0.0:1783145826.296318:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178608000 00000100:00100000:1.0:1783145826.296332:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2799 00000100:00100000:1.0:1783145826.296340:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c760f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+92:3652:x1869755178607872:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.296346:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2800 00002000:00080000:1.0:1783145826.296353:0:206058:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3009 count 1 00000100:00100000:2.0:1783145826.296357:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c760c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+92:3652:x1869755178608000:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.296367:0:206058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000099c641e3/0x38bddee366894903 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.296367:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00080000:2.0:1783145826.296370:0:206056:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3010 count 1 00010000:00010000:0.0:1783145826.296372:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000827fdf8d/0x38bddee3668948d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.296374:0:228916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce824a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+92:3653:x1869755178605952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2653us (2775us total) trans 8589936199 rc 0/0 00010000:00010000:2.0:1783145826.296383:0:206056:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000773b6043/0x38bddee36689490a lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbc2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.296390:0:228916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2793 00010000:00010000:1.0:1783145826.296392:0:206058:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000903af2da/0x38bddee3668920b5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8db expref: 53 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.296410:0:206056:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cfeb23f1/0x38bddee3668921a3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a913 expref: 53 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.296411:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.296417:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000827fdf8d/0x38bddee3668948d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.296435:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc2:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1783145826.296436:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc1:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1783145826.296437:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000827fdf8d/0x38bddee3668948d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.296442:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.296446:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.296450:0:206056:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000773b6043/0x38bddee36689490a lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.296457:0:206058:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000099c641e3/0x38bddee366894903 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.296460:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000827fdf8d/0x38bddee3668948d9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.296470:0:206056:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cfeb23f1/0x38bddee3668921a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a913 expref: 53 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.296481:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000827fdf8d/0x38bddee3668948d9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.296486:0:206056:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cfeb23f1/0x38bddee3668921a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a913 expref: 53 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.296496:0:206058:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000903af2da/0x38bddee3668920b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8db expref: 53 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.296503:0:206056:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:206056:1869755178608128:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.296504:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.296508:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.296512:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.296515:0:206058:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000903af2da/0x38bddee3668920b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8db expref: 53 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.296528:0:206058:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:206058:1869755178608256:192.168.203.44@tcp:104: 00000004:00080000:0.0:1783145826.296534:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8ce824380/2, rc 0, transno 8589936199 00000100:00100000:2.0:1783145826.296544:0:206056:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94e40 going to sleep for 11 seconds 00000100:00100000:0.0:1783145826.296549:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce824380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178605952:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.296561:0:206058:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9d1d0df00 going to sleep for 11 seconds 00000100:00100000:1.0:1783145826.296595:0:228907:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:228907:1869755178606848:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.296606:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce826680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178608384:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.296610:0:228907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000440959fe/0x38bddee3668948e0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.296634:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145826.296637:0:228912:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:228912:1869755178607104:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.296655:0:228912:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d4780455/0x38bddee3668948e7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.296659:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178608384 00000100:00100000:2.0:1783145826.296665:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178608384 00000100:00100000:2.0:1783145826.296693:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2801 00000100:00100000:2.0:1783145826.296700:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce825f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+92:3650:x1869755178608384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1783145826.296709:0:228902:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3011 count 1 00010000:00010000:2.0:1783145826.296719:0:228902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb0ea910/0x38bddee366894911 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbc3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.296728:0:228902:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002d15d34b/0x38bddee36689228a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a952 expref: 53 pid: 228907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.296733:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc3:0x0].0x0 since=3s v=(0 0) 00010000:00010000:2.0:1783145826.296736:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.296738:0:228902:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb0ea910/0x38bddee366894911 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.296752:0:228902:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002d15d34b/0x38bddee36689228a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a952 expref: 53 pid: 228907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.296759:0:228902:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002d15d34b/0x38bddee36689228a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a952 expref: 53 pid: 228907 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.296769:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145826.296772:0:228902:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:228902:1869755178608512:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.296784:0:228914:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:228914:1869755178607360:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.296799:0:228914:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee3668948ee lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.296800:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188077312 00000100:00100000:1.0:1783145826.296805:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188077312 00010000:00010000:1.0:1783145826.296825:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ece14500/0x38bddee366891c0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a784 expref: 66 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.296843:0:228902:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb943c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783145826.296852:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 926 00000100:00100000:3.0:1783145826.296853:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145826.296862:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+66:2407:x1869755188077312:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1783145826.296862:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188077440 00000100:00100000:0.0:1783145826.296867:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188077440 00010000:00010000:1.0:1783145826.296873:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.296879:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ece14500/0x38bddee366891c0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a784 expref: 67 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.296883:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f650f066/0x38bddee366891d2e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7d8 expref: 67 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.296898:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ece14500/0x38bddee366891c0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a784 expref: 67 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.296914:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ece14500/0x38bddee366891c0f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a784 expref: 67 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.296922:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 927 00010000:00010000:1.0:1783145826.296925:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.296930:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.296936:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000440959fe/0x38bddee3668948e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.296936:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+66:2407:x1869755188077440:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1783145826.296938:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.296950:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000440959fe/0x38bddee3668948e0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.296951:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1783145826.296958:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188077568 00010000:00010000:0.0:1783145826.296960:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f650f066/0x38bddee366891d2e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbbd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7d8 expref: 66 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.296963:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188077568 00010000:00010000:1.0:1783145826.296973:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.296977:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f650f066/0x38bddee366891d2e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbbd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7d8 expref: 67 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.296986:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f9719c78/0x38bddee366891e00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a802 expref: 67 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.296996:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f650f066/0x38bddee366891d2e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbbd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a7d8 expref: 67 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.297001:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+67:2407:x1869755188077312:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 139us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145826.297016:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 928 00010000:00010000:0.0:1783145826.297017:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.297023:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbd:0x0].0x0 since=0s v=(0 0) 00000100:00100000:1.0:1783145826.297027:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 926 00000100:00100000:2.0:1783145826.297029:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+66:2407:x1869755188077568:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.297030:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4780455/0x38bddee3668948e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.297039:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4780455/0x38bddee3668948e7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbbd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.297040:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.297048:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f9719c78/0x38bddee366891e00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a802 expref: 65 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.297050:0:228907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000440959fe/0x38bddee3668948e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.297072:0:228907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000440959fe/0x38bddee3668948e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.297074:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f9719c78/0x38bddee366891e00 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a802 expref: 65 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.297074:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145826.297108:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+65:2407:x1869755188077440:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 165us (243us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.297110:0:228907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000440959fe/0x38bddee3668948e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.297114:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f9719c78/0x38bddee366891e00 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a802 expref: 65 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.297138:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.297141:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbe:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145826.297143:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 927 00010000:00010000:2.0:1783145826.297145:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee3668948ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.297152:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee3668948ee lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.297166:0:228907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000440959fe/0x38bddee3668948e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.297167:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.297181:0:228914:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee3668948ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.297186:0:228907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145826.297187:0:228912:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d4780455/0x38bddee3668948e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.297201:0:228914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee3668948ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.297206:0:228912:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4780455/0x38bddee3668948e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.297209:0:228914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee3668948ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.297225:0:228914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee3668948ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.297226:0:228912:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4780455/0x38bddee3668948e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.297243:0:228912:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d4780455/0x38bddee3668948e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.297245:0:228914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1783145826.297260:0:228912:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1783145826.297267:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145826.297271:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+93:3650:x1869755178606592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2691us (2760us total) trans 8589936200 rc 0/0 00000100:00100000:1.0:1783145826.297280:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2794 00010000:00010000:1.0:1783145826.297298:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1783145826.297303:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000440959fe/0x38bddee3668948e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.297311:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.297315:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000440959fe/0x38bddee3668948e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.297318:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783145826.297322:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee3668948ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.297325:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000440959fe/0x38bddee3668948e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.297331:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413400 already unused, calling callback (ffffffffc0e8ace0) 00000100:00100000:2.0:1783145826.297335:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7aead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+94:3653:x1869755178606976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2112us (2331us total) trans 8589936201 rc 0/0 00010000:00010000:3.0:1783145826.297337:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee3668948ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.297340:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000440959fe/0x38bddee3668948e0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.297345:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2796 00000100:00100000:0.0:1783145826.297354:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d800ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+94:3652:x1869755178606720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2450us (2767us total) trans 8589936202 rc 0/0 00010000:00010000:3.0:1783145826.297355:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee3668948ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.297355:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000440959fe/0x38bddee3668948e0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.297362:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145826.297369:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d4780455/0x38bddee3668948e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.297372:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2795 00010000:00010000:2.0:1783145826.297380:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.297385:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4780455/0x38bddee3668948e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.297385:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.297389:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.297394:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.297395:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4780455/0x38bddee3668948e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.297407:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d4780455/0x38bddee3668948e7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145826.297410:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d800ca80/2, rc 0, transno 8589936202 00010000:00010000:2.0:1783145826.297413:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4780455/0x38bddee3668948e7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbbd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145826.297422:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d800d880/2, rc 0, transno 8589936200 00000100:00100000:0.0:1783145826.297422:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d800ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178606720:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.297425:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.297429:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.297430:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d800d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178606592:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.297432:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.297447:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee3668948ee lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.297455:0:228905:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:228905:1869755178607616:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.297458:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee3668948ee lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.297470:0:228905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fd701873/0x38bddee3668948f5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.297471:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188077696 00000100:00100000:1.0:1783145826.297477:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188077696 00010000:00010000:3.0:1783145826.297479:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.297483:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.297486:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145826.297489:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d800f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178608768:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.297496:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d47bb631/0x38bddee366891e0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a810 expref: 64 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.297499:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8ce824000/2, rc 0, transno 8589936201 00000100:00100000:2.0:1783145826.297512:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce824000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178606976:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.297519:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145826.297527:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 929 00000100:00100000:1.0:1783145826.297536:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+64:2408:x1869755188077696:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.297546:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783145826.297547:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1783145826.297553:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d47bb631/0x38bddee366891e0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a810 expref: 64 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.297556:0:206490:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:206490:1869755178607744:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.297558:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178608896:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145826.297566:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.297574:0:206490:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee3668948fc lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.297576:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d47bb631/0x38bddee366891e0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a810 expref: 64 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.297599:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce825500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178608640:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.297599:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.297610:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d47bb631/0x38bddee366891e0e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a810 expref: 64 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.297623:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.297628:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbbf:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.297629:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.297636:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fd701873/0x38bddee3668948f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.297642:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178608768 00010000:00010000:1.0:1783145826.297647:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fd701873/0x38bddee3668948f5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.297648:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178608768 00000100:00100000:2.0:1783145826.297658:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188077824 00000100:00100000:2.0:1783145826.297662:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188077824 00010000:00010000:1.0:1783145826.297671:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.297677:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000036b40a3e/0x38bddee366892076 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a89c expref: 54 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.297680:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178608896 00000100:00100000:0.0:1783145826.297687:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178608896 00000100:00100000:3.0:1783145826.297692:0:228901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178608640 00000100:00100000:3.0:1783145826.297698:0:228901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178608640 00000100:00100000:1.0:1783145826.297699:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+63:2408:x1869755188077696:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 165us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145826.297703:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 930 00000100:00100000:1.0:1783145826.297714:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 929 00000100:00100000:2.0:1783145826.297715:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bea01fdc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+54:2408:x1869755188077824:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1783145826.297720:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2802 00010000:00010000:2.0:1783145826.297725:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.297730:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000036b40a3e/0x38bddee366892076 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a89c expref: 54 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.297735:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+95:3652:x1869755178608768:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.297742:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2803 00010000:00010000:2.0:1783145826.297743:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000036b40a3e/0x38bddee366892076 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a89c expref: 54 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1783145826.297754:0:228910:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3014 count 1 00000100:00100000:1.0:1783145826.297755:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+95:3652:x1869755178608896:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.297757:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036b40a3e/0x38bddee366892076 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a89c expref: 54 pid: 228906 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.297771:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.297772:0:228910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000047cc039c/0x38bddee366894918 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbc6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.297774:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc0:0x0].0x0 since=0s v=(0 0) 00002000:00080000:1.0:1783145826.297775:0:228903:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3013 count 1 00010000:00010000:2.0:1783145826.297783:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee3668948fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.297791:0:228910:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003b9e3de5/0x38bddee36689249e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa08 expref: 53 pid: 228907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.297793:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee3668948fc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.297793:0:228903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fd816078/0x38bddee36689491f lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbc5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.297808:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc6:0x0].0x0 since=3s v=(0 0) 00000100:00100000:3.0:1783145826.297815:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2804 00010000:00010000:0.0:1783145826.297817:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.297821:0:228910:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000047cc039c/0x38bddee366894918 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.297823:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.297823:0:228903:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000083a3c194/0x38bddee3668923ef lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9e5 expref: 53 pid: 228914 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.297828:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+95:3651:x1869755178608640:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.297837:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc5:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1783145826.297841:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc5:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.297842:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bea01fdc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+53:2408:x1869755188077824:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 131us (280us total) trans 0 rc 0/0 00002000:00080000:3.0:1783145826.297843:0:228901:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3012 count 1 00010000:00010000:1.0:1783145826.297847:0:228903:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fd816078/0x38bddee36689491f lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.297852:0:228910:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003b9e3de5/0x38bddee36689249e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa08 expref: 53 pid: 228907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.297855:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 930 00010000:00010000:3.0:1783145826.297856:0:228901:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee366894926 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbc4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.297871:0:206490:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee3668948fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.297882:0:228903:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000083a3c194/0x38bddee3668923ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9e5 expref: 52 pid: 228914 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.297885:0:228901:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a9a3ee66/0x38bddee3668923c5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9d7 expref: 52 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.297885:0:228910:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003b9e3de5/0x38bddee36689249e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa08 expref: 52 pid: 228907 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.297892:0:206490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee3668948fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.297906:0:228903:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000083a3c194/0x38bddee3668923ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9e5 expref: 52 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.297914:0:206490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee3668948fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.297919:0:228910:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3696680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:228910:1869755178609024:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.297929:0:206490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee3668948fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.297931:0:228903:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:228903:1869755178609152:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.297950:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc4:0x0].0x0 since=3s v=(0 0) 00010000:00010000:2.0:1783145826.297951:0:206490:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145826.297953:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc4:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145826.297956:0:228910:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d3650cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1783145826.297960:0:228901:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee366894926 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.297967:0:228903:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9d1d0d480 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.297967:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145826.297974:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee3668948fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.297980:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.297984:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee3668948fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.297991:0:228901:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a9a3ee66/0x38bddee3668923c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9d7 expref: 52 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.297992:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee3668948fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.298013:0:228901:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a9a3ee66/0x38bddee3668923c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9d7 expref: 52 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.298018:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee3668948fc lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.298029:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+96:3650:x1869755178607488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2448us (2526us total) trans 8589936203 rc 0/0 00000100:00100000:3.0:1783145826.298034:0:228901:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:228901:1869755178609280:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.298036:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee3668948fc lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.298039:0:228905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fd701873/0x38bddee3668948f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.298041:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2798 00010000:00010000:1.0:1783145826.298060:0:228905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fd701873/0x38bddee3668948f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.298061:0:228901:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1780 going to sleep for 11 seconds 00010000:00010000:1.0:1783145826.298069:0:228905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fd701873/0x38bddee3668948f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.298069:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.298073:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.298077:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.298080:0:228905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fd701873/0x38bddee3668948f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.298107:0:228905:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1783145826.298111:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8c760f100/2, rc 0, transno 8589936203 00010000:00010000:2.0:1783145826.298114:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145826.298133:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fd701873/0x38bddee3668948f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.298139:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.298142:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd701873/0x38bddee3668948f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.298146:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c760f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178607488:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.298155:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd701873/0x38bddee3668948f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.298166:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fd701873/0x38bddee3668948f5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.298172:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fd701873/0x38bddee3668948f5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.298187:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.298190:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.298192:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.298203:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783145826.298209:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+96:3650:x1869755178607232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2821us (2889us total) trans 8589936204 rc 0/0 00000100:00100000:2.0:1783145826.298215:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3694e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178609408:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1783145826.298215:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8ce826a00/2, rc 0, transno 8589936204 00000100:00100000:1.0:1783145826.298222:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2797 00000100:00100000:0.0:1783145826.298230:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce826a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178607232:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145826.298233:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145826.298246:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145826.298255:0:206058:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee258380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:206058:1869755178608256:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.298273:0:206058:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000099c641e3/0x38bddee366894903 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.298277:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3696300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178609536:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.298280:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178609408 00000100:00100000:0.0:1783145826.298284:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178609408 00000100:00100000:2.0:1783145826.298307:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145826.298317:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178609536 00000100:00100000:1.0:1783145826.298319:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+62:2407:x1869755188077568:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1292us (1381us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145826.298320:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178609536 00000100:00100000:1.0:1783145826.298330:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 928 00000100:00100000:3.0:1783145826.298334:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145826.298348:0:206056:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:206056:1869755178608128:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.298353:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2805 00010000:00010000:2.0:1783145826.298367:0:206056:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000773b6043/0x38bddee36689490a lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.298367:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+97:3651:x1869755178609408:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.298368:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188077952 00000100:00100000:1.0:1783145826.298374:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188077952 00002000:00080000:0.0:1783145826.298385:0:228913:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3017 count 1 00010000:00010000:1.0:1783145826.298396:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cfeb23f1/0x38bddee3668921a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a913 expref: 53 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.298397:0:228913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001658e7a0/0x38bddee36689492d lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbc9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.298399:0:228902:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:228902:1869755178608512:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.298412:0:228902:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fb0ea910/0x38bddee366894911 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.298421:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.298424:0:228913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000068e751df/0x38bddee366892872 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab27 expref: 53 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.298432:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc9:0x0].0x0 since=3s v=(0 0) 00000100:00100000:1.0:1783145826.298433:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188078080 00010000:00010000:0.0:1783145826.298434:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc9:0x0].0x0 since=0s v=(0 0) 00000100:00100000:1.0:1783145826.298438:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188078080 00010000:00010000:0.0:1783145826.298439:0:228913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001658e7a0/0x38bddee36689492d lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.298440:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188078208 00000100:00100000:2.0:1783145826.298445:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188078208 00010000:00010000:1.0:1783145826.298455:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000903af2da/0x38bddee3668920b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8db expref: 55 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.298462:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002d15d34b/0x38bddee36689228a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a952 expref: 55 pid: 228907 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.298469:0:228913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000068e751df/0x38bddee366892872 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab27 expref: 55 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.298480:0:228916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2806 00000100:00100000:1.0:1783145826.298480:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 931 00010000:00010000:0.0:1783145826.298491:0:228913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000068e751df/0x38bddee366892872 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab27 expref: 55 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.298493:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+55:2408:x1869755188077952:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1783145826.298497:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 932 00000100:00100000:2.0:1783145826.298508:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+55:2407:x1869755188078080:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.298508:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783145826.298514:0:228913:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3695500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:228913:1869755178609664:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.298516:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.298518:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cfeb23f1/0x38bddee3668921a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a913 expref: 55 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.298523:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000903af2da/0x38bddee3668920b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8db expref: 55 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.298527:0:228916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8eba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+97:3651:x1869755178609536:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.298544:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000903af2da/0x38bddee3668920b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8db expref: 55 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.298544:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cfeb23f1/0x38bddee3668921a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a913 expref: 55 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783145826.298546:0:228916:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3015 count 1 00000100:00100000:0.0:1783145826.298552:0:228913:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d3650840 going to sleep for 11 seconds 00010000:00010000:3.0:1783145826.298560:0:228916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000df2c00b7/0x38bddee366894934 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbc7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.298575:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000903af2da/0x38bddee3668920b5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a8db expref: 55 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.298577:0:228916:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000259cc919/0x38bddee36689286b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab2e expref: 55 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.298577:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cfeb23f1/0x38bddee3668921a3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a913 expref: 55 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.298587:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 933 00010000:00010000:2.0:1783145826.298590:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.298598:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc1:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145826.298598:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+54:2408:x1869755188078208:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145826.298599:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc7:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1783145826.298603:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.298606:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000099c641e3/0x38bddee366894903 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.298608:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.298610:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.298612:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145826.298617:0:228916:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000df2c00b7/0x38bddee366894934 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.298619:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000773b6043/0x38bddee36689490a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.298623:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000099c641e3/0x38bddee366894903 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.298623:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002d15d34b/0x38bddee36689228a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a952 expref: 53 pid: 228907 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.298635:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000773b6043/0x38bddee36689490a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.298653:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002d15d34b/0x38bddee36689228a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a952 expref: 53 pid: 228907 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.298656:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.298664:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145826.298666:0:228916:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000259cc919/0x38bddee36689286b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab2e expref: 53 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.298667:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002d15d34b/0x38bddee36689228a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbc3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a952 expref: 53 pid: 228907 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.298669:0:206058:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000099c641e3/0x38bddee366894903 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.298686:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+53:2408:x1869755188077952:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 195us (452us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145826.298692:0:228916:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000259cc919/0x38bddee36689286b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab2e expref: 52 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.298692:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc3:0x0].0x0 since=0s v=(0 0) 00000100:00100000:1.0:1783145826.298701:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 931 00010000:00010000:0.0:1783145826.298702:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.298711:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb0ea910/0x38bddee366894911 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.298713:0:206058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000099c641e3/0x38bddee366894903 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.298720:0:228916:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:228916:1869755178609792:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.298733:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb0ea910/0x38bddee366894911 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbc3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.298734:0:206058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000099c641e3/0x38bddee366894903 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.298750:0:228916:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1e40 going to sleep for 11 seconds 00010000:00010000:2.0:1783145826.298752:0:206058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000099c641e3/0x38bddee366894903 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.298761:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.298765:0:206058:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1783145826.298781:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+51:2408:x1869755188078208:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 184us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145826.298788:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 933 00010000:00010000:0.0:1783145826.298812:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145826.298816:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000099c641e3/0x38bddee366894903 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.298824:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.298827:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000099c641e3/0x38bddee366894903 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.298833:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000099c641e3/0x38bddee366894903 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.298839:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c760f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+98:3652:x1869755178607872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2498us (2599us total) trans 8589936205 rc 0/0 00010000:00010000:0.0:1783145826.298843:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000099c641e3/0x38bddee366894903 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.298847:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2799 00000004:00080000:1.0:1783145826.298851:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8c760e680/2, rc 0, transno 8589936205 00010000:00010000:0.0:1783145826.298854:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000099c641e3/0x38bddee366894903 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.298863:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c760e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178607872:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.298867:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.298872:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.298874:0:228902:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fb0ea910/0x38bddee366894911 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.298876:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.298883:0:228902:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb0ea910/0x38bddee366894911 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.298891:0:228902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb0ea910/0x38bddee366894911 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.298901:0:228902:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fb0ea910/0x38bddee366894911 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.298919:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3695c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178609920:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.298923:0:228902:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145826.298933:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145826.298933:0:206056:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000773b6043/0x38bddee36689490a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.298940:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fb0ea910/0x38bddee366894911 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.298947:0:206056:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000773b6043/0x38bddee36689490a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.298948:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145826.298953:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.298958:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb0ea910/0x38bddee366894911 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.298964:0:206056:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000773b6043/0x38bddee36689490a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.298970:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb0ea910/0x38bddee366894911 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.298993:0:206056:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000773b6043/0x38bddee36689490a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.298996:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fb0ea910/0x38bddee366894911 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.299006:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce825f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+98:3650:x1869755178608384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2303us (2368us total) trans 8589936206 rc 0/0 00000004:00080000:1.0:1783145826.299013:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8ce826680/2, rc 0, transno 8589936206 00010000:00010000:0.0:1783145826.299014:0:206056:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145826.299016:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb0ea910/0x38bddee366894911 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbc3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.299020:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2801 00000100:00100000:1.0:1783145826.299030:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce826680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178608384:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.299036:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178609920 00000100:00100000:2.0:1783145826.299040:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178609920 00010000:00010000:0.0:1783145826.299058:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1783145826.299062:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2807 00010000:00010000:0.0:1783145826.299063:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000773b6043/0x38bddee36689490a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.299069:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+98:3652:x1869755178609920:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.299071:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.299075:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000773b6043/0x38bddee36689490a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.299079:0:228902:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3016 count 1 00010000:00010000:0.0:1783145826.299080:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000773b6043/0x38bddee36689490a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.299091:0:228902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c122dc00/0x38bddee36689493b lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbc8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.299092:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000773b6043/0x38bddee36689490a lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.299145:0:228902:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c9f51d89/0x38bddee366892879 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab3c expref: 50 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.299151:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc8:0x0].0x0 since=3s v=(0 0) 00010000:00010000:2.0:1783145826.299153:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.299156:0:228902:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c122dc00/0x38bddee36689493b lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.299159:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000773b6043/0x38bddee36689490a lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.299164:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.299168:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.299173:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.299177:0:228902:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c9f51d89/0x38bddee366892879 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab3c expref: 50 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.299178:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.299182:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145826.299184:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3694380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178610048:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.299185:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.299190:0:228902:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c9f51d89/0x38bddee366892879 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab3c expref: 50 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.299205:0:228902:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:228902:1869755178610176:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145826.299217:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145826.299236:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+50:2407:x1869755188078080:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 728us (900us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145826.299247:0:228902:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1783145826.299247:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 932 00000100:00100000:1.0:1783145826.299249:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c760c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+99:3652:x1869755178608000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2893us (2955us total) trans 8589936207 rc 0/0 00000100:00100000:1.0:1783145826.299260:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2800 00000100:00100000:2.0:1783145826.299264:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178610048 00000100:00100000:2.0:1783145826.299267:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178610048 00000004:00080000:0.0:1783145826.299292:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8c7aebb80/2, rc 0, transno 8589936207 00000100:00100000:2.0:1783145826.299297:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2808 00000100:00100000:2.0:1783145826.299307:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+99:3653:x1869755178610048:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.299307:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7aebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178608000:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1783145826.299320:0:228914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3018 count 1 00010000:00010000:2.0:1783145826.299330:0:228914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000078599f5/0x38bddee366894942 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.299341:0:228914:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005bef2211/0x38bddee366892817 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab04 expref: 61 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.299342:0:228903:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:228903:1869755178609152:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.299353:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbca:0x0].0x0 since=3s v=(0 0) 00000100:00100000:0.0:1783145826.299354:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3695f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178610304:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.299359:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbca:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.299361:0:228903:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fd816078/0x38bddee36689491f lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.299363:0:228914:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000078599f5/0x38bddee366894942 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.299382:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1783145826.299391:0:228914:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005bef2211/0x38bddee366892817 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab04 expref: 61 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.299399:0:228914:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005bef2211/0x38bddee366892817 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab04 expref: 61 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.299408:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178610304 00000100:00100000:0.0:1783145826.299411:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178610304 00000100:00100000:2.0:1783145826.299413:0:228914:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:228914:1869755178610432:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.299437:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2809 00000100:00100000:2.0:1783145826.299441:0:228914:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94e40 going to sleep for 11 seconds 00000100:00100000:0.0:1783145826.299445:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+100:3650:x1869755178610304:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1783145826.299455:0:228911:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3019 count 1 00010000:00010000:0.0:1783145826.299465:0:228911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee366894949 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbcb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.299474:0:228911:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004c30ea86/0x38bddee366892ab0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679abf9 expref: 61 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.299479:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbcb:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1783145826.299481:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbcb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.299483:0:228911:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee366894949 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.299496:0:228911:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004c30ea86/0x38bddee366892ab0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679abf9 expref: 61 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.299502:0:228911:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004c30ea86/0x38bddee366892ab0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679abf9 expref: 61 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.299511:0:228911:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3695180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:228911:1869755178610560:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145826.299519:0:228901:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:228901:1869755178609280:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.299530:0:228901:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee366894926 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.299537:0:228911:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d3650000 going to sleep for 11 seconds 00000100:00100000:0.0:1783145826.299565:0:228910:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3696680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:228910:1869755178609024:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.299573:0:228910:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000047cc039c/0x38bddee366894918 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.299616:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145826.299646:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188078336 00000100:00100000:1.0:1783145826.299650:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188078336 00010000:00010000:1.0:1783145826.299665:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003b9e3de5/0x38bddee36689249e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa08 expref: 50 pid: 228907 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.299691:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 934 00000100:00100000:1.0:1783145826.299698:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+50:2407:x1869755188078336:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.299706:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.299711:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003b9e3de5/0x38bddee36689249e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa08 expref: 50 pid: 228907 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.299721:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003b9e3de5/0x38bddee36689249e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa08 expref: 50 pid: 228907 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.299736:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b9e3de5/0x38bddee36689249e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679aa08 expref: 50 pid: 228907 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.299746:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.299750:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.299755:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000047cc039c/0x38bddee366894918 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.299768:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000047cc039c/0x38bddee366894918 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.299769:0:228913:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3695500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:228913:1869755178609664:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.299779:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.299788:0:228913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001658e7a0/0x38bddee36689492d lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.299798:0:228916:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:228916:1869755178609792:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.299800:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145826.299806:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145826.299815:0:228916:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000df2c00b7/0x38bddee366894934 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.299815:0:228910:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000047cc039c/0x38bddee366894918 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.299825:0:228910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000047cc039c/0x38bddee366894918 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.299826:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188078592 00000100:00100000:2.0:1783145826.299830:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188078592 00000100:00100000:0.0:1783145826.299831:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.299841:0:228910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000047cc039c/0x38bddee366894918 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.299847:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a9a3ee66/0x38bddee3668923c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9d7 expref: 50 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.299853:0:228910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000047cc039c/0x38bddee366894918 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.299857:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145826.299879:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188078464 00010000:00010000:1.0:1783145826.299882:0:228910:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1783145826.299883:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188078464 00000100:00100000:2.0:1783145826.299884:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188078720 00000100:00100000:3.0:1783145826.299889:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188078848 00000100:00100000:2.0:1783145826.299890:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188078720 00000100:00100000:3.0:1783145826.299895:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188078848 00010000:00010000:0.0:1783145826.299900:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000083a3c194/0x38bddee3668923ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9e5 expref: 52 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.299902:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145826.299911:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000047cc039c/0x38bddee366894918 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.299915:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000259cc919/0x38bddee36689286b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab2e expref: 53 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.299920:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 935 00010000:00010000:2.0:1783145826.299932:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05400 already unused, calling callback (ffffffffc0e8ace0) 00000100:00100000:0.0:1783145826.299932:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3696680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+53:2407:x1869755188078592:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145826.299939:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000047cc039c/0x38bddee366894918 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.299943:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.299950:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a9a3ee66/0x38bddee3668923c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9d7 expref: 53 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.299959:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+101:3652:x1869755178608768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2228us (2438us total) trans 8589936208 rc 0/0 00010000:00010000:2.0:1783145826.299968:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000047cc039c/0x38bddee366894918 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.299975:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a9a3ee66/0x38bddee3668923c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9d7 expref: 53 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.299977:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2802 00010000:00010000:2.0:1783145826.299996:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000047cc039c/0x38bddee366894918 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.300002:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9a3ee66/0x38bddee3668923c5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbc4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9d7 expref: 53 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.300012:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000047cc039c/0x38bddee366894918 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.300016:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.300020:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.300023:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee366894926 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.300028:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.300029:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee366894926 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.300032:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 936 00010000:00010000:2.0:1783145826.300032:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.300035:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.300042:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 937 00000100:00100000:3.0:1783145826.300045:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3694a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+52:2407:x1869755188078464:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1783145826.300051:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3697b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+52:2407:x1869755188078848:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145826.300054:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.300056:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.300059:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000068e751df/0x38bddee366892872 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab27 expref: 52 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.300059:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145826.300061:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000083a3c194/0x38bddee3668923ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9e5 expref: 52 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.300066:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000259cc919/0x38bddee36689286b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab2e expref: 52 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.300078:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3696680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+52:2407:x1869755188078592:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 145us (300us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145826.300087:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000083a3c194/0x38bddee3668923ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9e5 expref: 52 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.300090:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000259cc919/0x38bddee36689286b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab2e expref: 52 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.300092:0:228901:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee366894926 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.300094:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 935 00000100:00100000:0.0:1783145826.300148:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 938 00010000:00010000:1.0:1783145826.300151:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000259cc919/0x38bddee36689286b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab2e expref: 51 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.300153:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000083a3c194/0x38bddee3668923ef lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679a9e5 expref: 51 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.300159:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bea01fdcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+51:2408:x1869755188078720:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145826.300162:0:228901:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee366894926 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.300172:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.300174:0:228901:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee366894926 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.300175:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.300178:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000068e751df/0x38bddee366892872 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab27 expref: 50 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.300185:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.300194:0:228901:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee366894926 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.300196:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000df2c00b7/0x38bddee366894934 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.300201:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000068e751df/0x38bddee366892872 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab27 expref: 50 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.300217:0:228901:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145826.300221:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000df2c00b7/0x38bddee366894934 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.300223:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.300229:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.300237:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fd816078/0x38bddee36689491f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.300249:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fd816078/0x38bddee36689491f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.300250:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068e751df/0x38bddee366892872 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab27 expref: 49 pid: 228898 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.300255:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783145826.300276:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3697b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+48:2407:x1869755188078848:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 226us (421us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.300278:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.300286:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc9:0x0].0x0 since=0s v=(0 0) 00000100:00100000:1.0:1783145826.300289:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 937 00010000:00010000:0.0:1783145826.300293:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001658e7a0/0x38bddee36689492d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.300302:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+101:3651:x1869755178608640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2477us (2673us total) trans 8589936209 rc 0/0 00010000:00010000:0.0:1783145826.300304:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001658e7a0/0x38bddee36689492d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.300311:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2804 00000100:00100000:1.0:1783145826.300327:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+47:2407:x1869755188078336:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 627us (709us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.300331:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.300333:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1783145826.300337:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 934 00010000:00010000:2.0:1783145826.300339:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee366894926 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.300346:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.300347:0:228916:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000df2c00b7/0x38bddee366894934 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.300350:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee366894926 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.300358:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bea01fdcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+46:2408:x1869755188078720:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 201us (529us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145826.300371:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee366894926 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.300374:0:228916:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df2c00b7/0x38bddee366894934 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.300375:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 938 00010000:00010000:2.0:1783145826.300399:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee366894926 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145826.300402:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d800f480/2, rc 0, transno 8589936208 00010000:00010000:2.0:1783145826.300411:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee366894926 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.300414:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d800f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178608768:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.300435:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.300438:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.300443:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.300451:0:228916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000df2c00b7/0x38bddee366894934 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.300456:0:228913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001658e7a0/0x38bddee36689492d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.300461:0:228916:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000df2c00b7/0x38bddee366894934 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.300475:0:228913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001658e7a0/0x38bddee36689492d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.300484:0:228913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001658e7a0/0x38bddee36689492d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.300485:0:228916:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145826.300493:0:228913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001658e7a0/0x38bddee36689492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.300508:0:228913:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1783145826.300509:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.300517:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783145826.300522:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000df2c00b7/0x38bddee366894934 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.300536:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.300541:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000df2c00b7/0x38bddee366894934 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.300549:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000df2c00b7/0x38bddee366894934 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.300561:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000df2c00b7/0x38bddee366894934 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.300568:0:228916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8eba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+102:3651:x1869755178609536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2045us (2262us total) trans 8589936210 rc 0/0 00010000:00010000:1.0:1783145826.300569:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df2c00b7/0x38bddee366894934 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.300576:0:228916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2806 00000100:00100000:2.0:1783145826.300581:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+102:3651:x1869755178609408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2219us (2335us total) trans 8589936211 rc 0/0 00010000:00010000:1.0:1783145826.300585:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1783145826.300587:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2805 00010000:00010000:1.0:1783145826.300590:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001658e7a0/0x38bddee36689492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.300595:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.300599:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.300604:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001658e7a0/0x38bddee36689492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.300612:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001658e7a0/0x38bddee36689492d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.300615:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145826.300620:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145826.300621:0:228914:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:228914:1869755178610432:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.300634:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001658e7a0/0x38bddee36689492d lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.300637:0:228914:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000078599f5/0x38bddee366894942 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.300651:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001658e7a0/0x38bddee36689492d lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.300660:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178610688:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.300666:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.300669:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.300672:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145826.300679:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3694a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+45:2407:x1869755188078464:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 634us (872us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145826.300684:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188078976 00000100:00100000:2.0:1783145826.300686:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145826.300688:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188078976 00000100:00100000:3.0:1783145826.300691:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 936 00010000:00010000:1.0:1783145826.300704:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c9f51d89/0x38bddee366892879 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xbc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab3c expref: 45 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.300715:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d3696300/2, rc 0, transno 8589936210 00000100:00100000:2.0:1783145826.300726:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3696300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178609536:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.300726:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188079104 00000100:00100000:1.0:1783145826.300732:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188079104 00000004:00080000:2.0:1783145826.300740:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d3694e00/2, rc 0, transno 8589936211 00000100:00100000:2.0:1783145826.300746:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3694e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178609408:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.300748:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005bef2211/0x38bddee366892817 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab04 expref: 62 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.300760:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8ce825500/2, rc 0, transno 8589936209 00000100:00100000:2.0:1783145826.300764:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce825500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178608640:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.300770:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145826.300780:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 939 00000100:00100000:3.0:1783145826.300792:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3694000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+45:2408:x1869755188078976:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1783145826.300794:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188079232 00000100:00100000:1.0:1783145826.300797:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188079232 00000100:00100000:0.0:1783145826.300806:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178610816:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.300812:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004c30ea86/0x38bddee366892ab0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xbcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679abf9 expref: 63 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.300817:0:228903:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fd816078/0x38bddee36689491f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.300825:0:228903:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fd816078/0x38bddee36689491f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.300831:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 940 00010000:00010000:3.0:1783145826.300835:0:228903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fd816078/0x38bddee36689491f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.300840:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178610688 00000100:00100000:1.0:1783145826.300842:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3695880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+63:2408:x1869755188079104:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1783145826.300845:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178610688 00000100:00100000:0.0:1783145826.300845:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145826.300850:0:228903:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fd816078/0x38bddee36689491f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.300853:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.300858:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005bef2211/0x38bddee366892817 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab04 expref: 63 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.300867:0:228903:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145826.300873:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005bef2211/0x38bddee366892817 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab04 expref: 63 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.300874:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178610816 00000100:00100000:0.0:1783145826.300875:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783145826.300879:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178610816 00000100:00100000:0.0:1783145826.300886:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7aeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178610944:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.300895:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005bef2211/0x38bddee366892817 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab04 expref: 63 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.300900:0:206057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2810 00010000:00010000:1.0:1783145826.300913:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbca:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.300914:0:206057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+103:3651:x1869755178610688:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.300918:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.300922:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbca:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.300928:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000078599f5/0x38bddee366894942 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.300933:0:206057:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3020 count 1 00010000:00010000:1.0:1783145826.300936:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000078599f5/0x38bddee366894942 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.300946:0:206057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000996cd523/0x38bddee366894950 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbcc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.300946:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178610944 00000100:00100000:0.0:1783145826.300952:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178610944 00010000:00010000:1.0:1783145826.300956:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.300959:0:206057:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000095e4ccce/0x38bddee366892abe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac00 expref: 62 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.300965:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbcc:0x0].0x0 since=3s v=(0 0) 00010000:00010000:2.0:1783145826.300968:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbcc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.300970:0:206057:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000996cd523/0x38bddee366894950 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.300987:0:228904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2811 00010000:00010000:2.0:1783145826.300988:0:206057:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000095e4ccce/0x38bddee366892abe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac00 expref: 62 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.300988:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3695880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+62:2408:x1869755188079104:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 147us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145826.300994:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+104:3652:x1869755178608896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3241us (3398us total) trans 8589936212 rc 0/0 00000100:00100000:0.0:1783145826.301001:0:228904:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+104:3652:x1869755178610816:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.301006:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 940 00000100:00100000:3.0:1783145826.301011:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2803 00010000:00010000:2.0:1783145826.301014:0:206057:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000095e4ccce/0x38bddee366892abe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac00 expref: 62 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1783145826.301020:0:228904:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3021 count 1 00000100:00100000:1.0:1783145826.301027:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 941 00000100:00100000:2.0:1783145826.301036:0:206057:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce87b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:206057:1869755178611200:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.301038:0:228904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c2b1ee8f/0x38bddee366894957 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbcd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.301041:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3696d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+61:2407:x1869755188079232:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.301054:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.301058:0:228904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000687d7ca9/0x38bddee366892cbd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac93 expref: 61 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.301062:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004c30ea86/0x38bddee366892ab0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xbcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679abf9 expref: 61 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.301074:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbcd:0x0].0x0 since=3s v=(0 0) 00000100:00100000:2.0:1783145826.301075:0:206057:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94e40 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.301083:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbcd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.301090:0:228904:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2b1ee8f/0x38bddee366894957 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.301091:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004c30ea86/0x38bddee366892ab0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679abf9 expref: 61 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.301108:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2812 00010000:00010000:3.0:1783145826.301137:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1783145826.301143:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+103:3652:x1869755178610944:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.301145:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fd816078/0x38bddee36689491f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.301149:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbcb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.301153:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbcb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.301155:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394000 already unused, calling callback (ffffffffc0e8ace0) 00002000:00080000:2.0:1783145826.301157:0:206058:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3022 count 1 00010000:00010000:3.0:1783145826.301158:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd816078/0x38bddee36689491f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.301158:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee366894949 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.301163:0:228904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000687d7ca9/0x38bddee366892cbd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac93 expref: 61 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.301170:0:206058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a811101c/0x38bddee36689495e lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.301177:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd816078/0x38bddee36689491f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.301177:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee366894949 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.301192:0:228904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000687d7ca9/0x38bddee366892cbd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac93 expref: 61 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.301194:0:206058:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003f6b1673/0x38bddee366892d7a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acc4 expref: 61 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.301199:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fd816078/0x38bddee36689491f lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.301201:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.301215:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbce:0x0].0x0 since=3s v=(0 0) 00010000:00010000:3.0:1783145826.301219:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fd816078/0x38bddee36689491f lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.301220:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbce:0x0].0x0 since=0s v=(0 0) 00000100:00100000:1.0:1783145826.301223:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3696d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+61:2407:x1869755188079232:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 183us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145826.301223:0:228904:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3695500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:228904:1869755178611328:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.301226:0:206058:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a811101c/0x38bddee36689495e lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.301239:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 941 00010000:00010000:3.0:1783145826.301246:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.301248:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.301251:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.301256:0:206058:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003f6b1673/0x38bddee366892d7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acc4 expref: 60 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.301266:0:206058:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003f6b1673/0x38bddee366892d7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acc4 expref: 60 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.301271:0:228904:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d3650cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1783145826.301276:0:206058:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce878e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:206058:1869755178611456:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.301299:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d907a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178611072:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.301302:0:206058:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb940c0 going to sleep for 11 seconds 00010000:00010000:2.0:1783145826.301329:0:228914:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000078599f5/0x38bddee366894942 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.301337:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1783145826.301342:0:228914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000078599f5/0x38bddee366894942 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.301349:0:228914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000078599f5/0x38bddee366894942 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.301354:0:228914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000078599f5/0x38bddee366894942 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.301362:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1783145826.301362:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178611072 00010000:00010000:2.0:1783145826.301366:0:228914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1783145826.301367:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178611072 00010000:00010000:3.0:1783145826.301370:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c9f51d89/0x38bddee366892879 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xbc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab3c expref: 45 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145826.301390:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8c7ae9c00/2, rc 0, transno 8589936212 00000100:00100000:1.0:1783145826.301396:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2813 00000100:00100000:0.0:1783145826.301404:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178608896:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.301406:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+105:3650:x1869755178611072:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.301421:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c9f51d89/0x38bddee366892879 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab3c expref: 45 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1783145826.301422:0:228907:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3023 count 1 00010000:00010000:3.0:1783145826.301434:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.301435:0:228907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b59d9f8b/0x38bddee366894965 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbcf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.301441:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbc8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.301445:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c122dc00/0x38bddee36689493b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.301446:0:228907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001c3d36c5/0x38bddee366892e61 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acfc expref: 60 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.301450:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+105:3653:x1869755178610048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2145us (2231us total) trans 8589936213 rc 0/0 00000100:00100000:0.0:1783145826.301452:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1783145826.301461:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c122dc00/0x38bddee36689493b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.301465:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3694700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178611584:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.301466:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2808 00010000:00010000:1.0:1783145826.301473:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbcf:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1783145826.301477:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbcf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.301481:0:228907:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b59d9f8b/0x38bddee366894965 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.301485:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145826.301490:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000078599f5/0x38bddee366894942 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.301495:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3000 already unused, calling callback (ffffffffc0e8ace0) 00000004:00080000:3.0:1783145826.301499:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d3694380/2, rc 0, transno 8589936213 00010000:00010000:2.0:1783145826.301500:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000078599f5/0x38bddee366894942 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.301502:0:228907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001c3d36c5/0x38bddee366892e61 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acfc expref: 60 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.301511:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145826.301513:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3694380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178610048:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.301523:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000078599f5/0x38bddee366894942 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.301528:0:228907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001c3d36c5/0x38bddee366892e61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acfc expref: 60 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.301536:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000078599f5/0x38bddee366894942 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.301542:0:228907:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee258e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:228907:1869755178611712:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.301544:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000078599f5/0x38bddee366894942 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.301561:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1783145826.301561:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.301561:0:228911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c30ea86/0x38bddee366892ab0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679abf9 expref: 60 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.301564:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.301568:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145826.301572:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178611840:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.301574:0:228907:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9d1d0d180 going to sleep for 11 seconds 00000100:00100000:2.0:1783145826.301580:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178611584 00000100:00100000:2.0:1783145826.301585:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178611584 00000100:00100000:0.0:1783145826.301585:0:228911:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3695180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:228911:1869755178610560:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145826.301602:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.301602:0:228911:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee366894949 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.301612:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178611840 00010000:00010000:0.0:1783145826.301614:0:228911:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee366894949 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.301615:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178611840 00000100:00100000:1.0:1783145826.301620:0:228912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2814 00010000:00010000:0.0:1783145826.301629:0:228911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee366894949 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.301634:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2815 00000100:00100000:1.0:1783145826.301634:0:228912:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+106:3650:x1869755178611584:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145826.301644:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+106:3653:x1869755178611840:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.301646:0:228911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee366894949 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1783145826.301649:0:228912:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3024 count 1 00002000:00080000:3.0:1783145826.301656:0:228898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3025 count 1 00010000:00010000:0.0:1783145826.301661:0:228911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee366894949 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.301662:0:228902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9f51d89/0x38bddee366892879 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ab3c expref: 45 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.301663:0:228912:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b1e4639b/0x38bddee36689496c lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbd0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.301667:0:228898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f8ed774/0x38bddee366894973 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbd1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.301689:0:228902:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:228902:1869755178610176:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.301693:0:228912:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002606a5dc/0x38bddee366892f8e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad88 expref: 59 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.301694:0:228898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000040ebbd29/0x38bddee366892faa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad8f expref: 59 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.301704:0:228902:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c122dc00/0x38bddee36689493b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.301715:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd0:0x0].0x0 since=3s v=(0 0) 00010000:00010000:3.0:1783145826.301716:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd1:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1783145826.301717:0:228911:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145826.301724:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.301724:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.301730:0:228898:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f8ed774/0x38bddee366894973 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.301730:0:228912:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b1e4639b/0x38bddee36689496c lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.301750:0:228898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000040ebbd29/0x38bddee366892faa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad8f expref: 59 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.301750:0:228912:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002606a5dc/0x38bddee366892f8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad88 expref: 59 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.301762:0:228898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000040ebbd29/0x38bddee366892faa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad8f expref: 59 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.301762:0:228912:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002606a5dc/0x38bddee366892f8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad88 expref: 59 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.301774:0:228912:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:228912:1869755178612096:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.301801:0:228912:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9d1d0dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1783145826.301806:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+107:3650:x1869755178610304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2360us (2424us total) trans 8589936214 rc 0/0 00000100:00100000:0.0:1783145826.301815:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2809 00000100:00100000:3.0:1783145826.301834:0:228898:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:228898:1869755178611968:192.168.203.44@tcp:104: 00000004:00080000:0.0:1783145826.301858:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d3695f80/2, rc 0, transno 8589936214 00000100:00100000:3.0:1783145826.301865:0:228898:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1c00 going to sleep for 11 seconds 00000100:00100000:0.0:1783145826.301869:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3695f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178610304:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.301898:0:206057:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce87b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:206057:1869755178611200:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.301909:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1783145826.301915:0:206057:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000996cd523/0x38bddee366894950 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.301916:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d5fd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178612224:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.301919:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145826.301925:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee366894949 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.301933:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.301937:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee366894949 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.301947:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee366894949 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.301958:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145826.301965:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee366894949 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.301987:0:206058:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce878e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:206058:1869755178611456:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.301998:0:206058:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a811101c/0x38bddee36689495e lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.302013:0:228901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178612224 00000100:00100000:2.0:1783145826.302016:0:228901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178612224 00000100:00100000:2.0:1783145826.302039:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2816 00000100:00100000:2.0:1783145826.302047:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+107:3652:x1869755178612224:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.302053:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004a58371/0x38bddee366894949 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.302059:0:228901:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3026 count 1 00010000:00010000:2.0:1783145826.302071:0:228901:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000023fedf06/0x38bddee36689497a lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbd2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.302079:0:228901:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bf4ec4ae/0x38bddee366893052 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ada4 expref: 59 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.302084:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd2:0x0].0x0 since=3s v=(0 0) 00010000:00010000:2.0:1783145826.302087:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.302089:0:228901:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000023fedf06/0x38bddee36689497a lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.302115:0:228904:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3695500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:228904:1869755178611328:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.302116:0:228901:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bf4ec4ae/0x38bddee366893052 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ada4 expref: 59 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.302181:0:228904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c2b1ee8f/0x38bddee366894957 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.302196:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.302202:0:228901:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bf4ec4ae/0x38bddee366893052 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ada4 expref: 59 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.302212:0:228901:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce878e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:228901:1869755178612352:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.302225:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.302225:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3694000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+44:2408:x1869755188078976:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1435us (1715us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145826.302229:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.302234:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145826.302236:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145826.302237:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 939 00000100:00100000:2.0:1783145826.302256:0:228901:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb940c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783145826.302259:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188079360 00000100:00100000:1.0:1783145826.302264:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188079360 00010000:00010000:2.0:1783145826.302274:0:228902:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c122dc00/0x38bddee36689493b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.302277:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.302282:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000095e4ccce/0x38bddee366892abe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac00 expref: 60 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.302293:0:228902:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c122dc00/0x38bddee36689493b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.302305:0:228902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c122dc00/0x38bddee36689493b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.302312:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188079616 00010000:00010000:2.0:1783145826.302314:0:228902:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c122dc00/0x38bddee36689493b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.302317:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188079616 00000100:00100000:3.0:1783145826.302321:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 942 00010000:00010000:1.0:1783145826.302333:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000687d7ca9/0x38bddee366892cbd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac93 expref: 61 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.302336:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145826.302337:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+61:2407:x1869755188079360:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145826.302339:0:228902:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1783145826.302361:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188079488 00000100:00100000:1.0:1783145826.302365:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188079488 00000100:00100000:0.0:1783145826.302367:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 943 00000100:00100000:0.0:1783145826.302374:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+62:2407:x1869755188079616:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.302382:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.302383:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003f6b1673/0x38bddee366892d7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acc4 expref: 62 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.302385:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.302389:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000687d7ca9/0x38bddee366892cbd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac93 expref: 62 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.302393:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000095e4ccce/0x38bddee366892abe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac00 expref: 62 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.302407:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 944 00010000:00010000:0.0:1783145826.302412:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000687d7ca9/0x38bddee366892cbd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac93 expref: 62 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.302417:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000095e4ccce/0x38bddee366892abe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac00 expref: 62 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.302417:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bea01fdf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+62:2407:x1869755188079488:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1783145826.302427:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+108:3652:x1869755178609920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3355us (3475us total) trans 8589936215 rc 0/0 00010000:00010000:1.0:1783145826.302429:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.302436:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003f6b1673/0x38bddee366892d7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acc4 expref: 62 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.302439:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000687d7ca9/0x38bddee366892cbd lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac93 expref: 62 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.302446:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2807 00010000:00010000:3.0:1783145826.302449:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000095e4ccce/0x38bddee366892abe lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ac00 expref: 62 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.302461:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003f6b1673/0x38bddee366892d7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acc4 expref: 61 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.302461:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbcd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.302468:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbcd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.302471:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145826.302475:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c2b1ee8f/0x38bddee366894957 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.302479:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c122dc00/0x38bddee36689493b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.302483:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2b1ee8f/0x38bddee366894957 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.302486:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f6b1673/0x38bddee366892d7a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acc4 expref: 61 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.302502:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.302509:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c122dc00/0x38bddee36689493b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.302512:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbce:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.302514:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbcc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.302514:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.302520:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbce:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.302521:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbcc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.302525:0:228904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c2b1ee8f/0x38bddee366894957 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.302528:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a811101c/0x38bddee36689495e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.302529:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000996cd523/0x38bddee366894950 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.302536:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c122dc00/0x38bddee36689493b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.302548:0:228904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c2b1ee8f/0x38bddee366894957 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.302553:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a811101c/0x38bddee36689495e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.302554:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000996cd523/0x38bddee366894950 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.302567:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c122dc00/0x38bddee36689493b lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.302568:0:228904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c2b1ee8f/0x38bddee366894957 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.302583:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.302583:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.302587:0:228904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c2b1ee8f/0x38bddee366894957 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.302590:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c122dc00/0x38bddee36689493b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.302599:0:206057:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000996cd523/0x38bddee366894950 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.302601:0:228904:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145826.302610:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1783145826.302611:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bea01fdf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+59:2407:x1869755188079488:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 197us (279us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145826.302612:0:206057:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000996cd523/0x38bddee366894950 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.302617:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c2b1ee8f/0x38bddee366894957 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.302621:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 944 00010000:00010000:3.0:1783145826.302625:0:206057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000996cd523/0x38bddee366894950 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.302637:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.302641:0:206057:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000996cd523/0x38bddee366894950 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.302643:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c2b1ee8f/0x38bddee366894957 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.302658:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+108:3652:x1869755178610816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1662us (1818us total) trans 8589936216 rc 0/0 00010000:00010000:2.0:1783145826.302659:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c2b1ee8f/0x38bddee366894957 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.302666:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2811 00010000:00010000:2.0:1783145826.302679:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c2b1ee8f/0x38bddee366894957 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.302688:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c2b1ee8f/0x38bddee366894957 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.302703:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.302707:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145826.302710:0:206057:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1783145826.302711:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000996cd523/0x38bddee366894950 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.302720:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.302724:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000996cd523/0x38bddee366894950 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.302729:0:228907:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee258e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:228907:1869755178611712:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.302745:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000996cd523/0x38bddee366894950 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.302751:0:228907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b59d9f8b/0x38bddee366894965 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.302758:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000996cd523/0x38bddee366894950 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.302768:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000996cd523/0x38bddee366894950 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.302777:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145826.302783:0:228912:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:228912:1869755178612096:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.302790:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.302794:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145826.302798:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188079872 00010000:00010000:2.0:1783145826.302799:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.302801:0:228912:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b1e4639b/0x38bddee36689496c lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.302802:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188079872 00010000:00010000:2.0:1783145826.302814:0:206058:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a811101c/0x38bddee36689495e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.302816:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002606a5dc/0x38bddee366892f8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad88 expref: 59 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.302838:0:206058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a811101c/0x38bddee36689495e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.302849:0:206058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a811101c/0x38bddee36689495e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.302849:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 945 00000100:00100000:0.0:1783145826.302858:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+59:2407:x1869755188079872:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145826.302864:0:206058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a811101c/0x38bddee36689495e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.302867:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.302872:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002606a5dc/0x38bddee366892f8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbd0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad88 expref: 59 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.302883:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002606a5dc/0x38bddee366892f8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad88 expref: 59 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.302887:0:206058:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145826.302894:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002606a5dc/0x38bddee366892f8e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbd0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad88 expref: 59 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.302916:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd0:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145826.302917:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+108:3651:x1869755178610688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2007us (2233us total) trans 8589936217 rc 0/0 00010000:00010000:0.0:1783145826.302922:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.302929:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b1e4639b/0x38bddee36689496c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.302932:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2810 00010000:00010000:0.0:1783145826.302949:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b1e4639b/0x38bddee36689496c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.302950:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145826.302957:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a811101c/0x38bddee36689495e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.302965:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+108:3652:x1869755178610944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1843us (2046us total) trans 8589936218 rc 0/0 00010000:00010000:3.0:1783145826.302968:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.302973:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145826.302975:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a811101c/0x38bddee36689495e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.302979:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2812 00010000:00010000:1.0:1783145826.302983:0:228912:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b1e4639b/0x38bddee36689496c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.302990:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a811101c/0x38bddee36689495e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.302992:0:228912:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b1e4639b/0x38bddee36689496c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.303003:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+58:2407:x1869755188079872:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 141us (224us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145826.303004:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.303005:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a811101c/0x38bddee36689495e lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.303005:0:228912:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b1e4639b/0x38bddee36689496c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.303019:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 945 00010000:00010000:3.0:1783145826.303020:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a811101c/0x38bddee36689495e lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.303020:0:228912:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b1e4639b/0x38bddee36689496c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.303025:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ee25ad80/2, rc 0, transno 8589936217 00000100:00100000:2.0:1783145826.303041:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178610688:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.303045:0:228912:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1783145826.303051:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145826.303083:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145826.303088:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b1e4639b/0x38bddee36689496c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.303088:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.303108:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1783145826.303111:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.303116:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1e4639b/0x38bddee36689496c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.303139:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce879f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178612480:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.303146:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145826.303162:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+108:3650:x1869755178611584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1530us (1654us total) trans 8589936219 rc 0/0 00000100:00100000:1.0:1783145826.303170:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2814 00000100:00100000:2.0:1783145826.303182:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145826.303192:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1e4639b/0x38bddee36689496c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.303193:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188079744 00000100:00100000:1.0:1783145826.303197:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188079744 00000100:00100000:0.0:1783145826.303200:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145826.303212:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b1e4639b/0x38bddee36689496c lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.303215:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001c3d36c5/0x38bddee366892e61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acfc expref: 58 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.303222:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1e4639b/0x38bddee36689496c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.303222:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178612480 00000100:00100000:2.0:1783145826.303228:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178612480 00000004:00080000:0.0:1783145826.303231:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d3694700/2, rc 0, transno 8589936219 00000100:00100000:1.0:1783145826.303237:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188080000 00000100:00100000:1.0:1783145826.303242:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188080000 00000100:00100000:0.0:1783145826.303243:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3694700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178611584:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.303259:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000040ebbd29/0x38bddee366892faa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xbd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad8f expref: 59 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.303267:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2817 00010000:00010000:3.0:1783145826.303269:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.303274:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.303277:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.303282:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188080128 00000100:00100000:2.0:1783145826.303283:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce87b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+108:3651:x1869755178612480:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.303284:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.303286:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188080128 00000100:00100000:0.0:1783145826.303288:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783145826.303298:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d5fd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178612608:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.303302:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bf4ec4ae/0x38bddee366893052 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xbd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ada4 expref: 60 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.303304:0:228913:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3027 count 1 00000100:00100000:3.0:1783145826.303306:0:228898:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:228898:1869755178611968:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.303322:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145826.303324:0:228898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003f8ed774/0x38bddee366894973 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.303324:0:228913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008de1168e/0x38bddee366894981 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbd3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.303325:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 946 00000100:00100000:1.0:1783145826.303337:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+60:2407:x1869755188079744:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1783145826.303345:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178612608 00000100:00100000:0.0:1783145826.303349:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178612608 00010000:00010000:1.0:1783145826.303350:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.303355:0:228913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000028b8f620/0x38bddee36689318d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adea expref: 60 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.303358:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001c3d36c5/0x38bddee366892e61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acfc expref: 60 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.303374:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2818 00010000:00010000:2.0:1783145826.303375:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd3:0x0].0x0 since=3s v=(0 0) 00000100:00100000:3.0:1783145826.303384:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+109:3650:x1869755178612608:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.303384:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.303391:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001c3d36c5/0x38bddee366892e61 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acfc expref: 60 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.303394:0:228913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008de1168e/0x38bddee366894981 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.303398:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+60:2407:x1869755188079616:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1023us (1121us total) trans 0 rc 0/0 00002000:00080000:3.0:1783145826.303400:0:228903:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3028 count 1 00010000:00010000:1.0:1783145826.303413:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c3d36c5/0x38bddee366892e61 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679acfc expref: 60 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.303414:0:228903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033566040/0x38bddee366894988 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbd4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.303416:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 943 00010000:00010000:1.0:1783145826.303429:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbcf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.303430:0:228903:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eae24d89/0x38bddee36689333f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae7d expref: 43 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.303432:0:228913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000028b8f620/0x38bddee36689318d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adea expref: 58 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.303433:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 947 00010000:00010000:1.0:1783145826.303437:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbcf:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145826.303445:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+58:2407:x1869755188080000:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.303446:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b59d9f8b/0x38bddee366894965 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.303450:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd4:0x0].0x0 since=3s v=(0 0) 00010000:00010000:3.0:1783145826.303459:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.303460:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.303462:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b59d9f8b/0x38bddee366894965 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.303464:0:228913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000028b8f620/0x38bddee36689318d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adea expref: 58 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.303465:0:228903:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033566040/0x38bddee366894988 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.303467:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000040ebbd29/0x38bddee366892faa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad8f expref: 58 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.303495:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.303496:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000040ebbd29/0x38bddee366892faa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad8f expref: 58 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.303498:0:228913:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce87b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:228913:1869755178612736:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145826.303501:0:228903:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eae24d89/0x38bddee36689333f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae7d expref: 43 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.303507:0:228907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b59d9f8b/0x38bddee366894965 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.303517:0:228907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b59d9f8b/0x38bddee366894965 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.303520:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040ebbd29/0x38bddee366892faa lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ad8f expref: 58 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.303521:0:228903:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eae24d89/0x38bddee36689333f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae7d expref: 43 pid: 228901 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.303535:0:228907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b59d9f8b/0x38bddee366894965 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.303541:0:228913:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94480 going to sleep for 11 seconds 00000100:00100000:3.0:1783145826.303545:0:228903:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:228903:1869755178612864:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.303548:0:228907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b59d9f8b/0x38bddee366894965 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.303558:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.303562:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.303563:0:228907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145826.303565:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003f8ed774/0x38bddee366894973 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.303571:0:228903:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1c00 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.303572:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f8ed774/0x38bddee366894973 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.303577:0:228901:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce878e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:228901:1869755178612352:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.303590:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.303596:0:228901:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000023fedf06/0x38bddee36689497a lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.303609:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+57:2407:x1869755188080000:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 166us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145826.303615:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 947 00010000:00010000:2.0:1783145826.303617:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145826.303623:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b59d9f8b/0x38bddee366894965 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.303631:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 948 00010000:00010000:2.0:1783145826.303633:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.303638:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b59d9f8b/0x38bddee366894965 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.303639:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+110:3650:x1869755178611072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2235us (2305us total) trans 8589936220 rc 0/0 00000100:00100000:0.0:1783145826.303641:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+56:2408:x1869755188080128:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.303654:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1783145826.303660:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2813 00010000:00010000:2.0:1783145826.303664:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b59d9f8b/0x38bddee366894965 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.303664:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bf4ec4ae/0x38bddee366893052 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ada4 expref: 56 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.303669:0:228898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003f8ed774/0x38bddee366894973 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.303693:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b59d9f8b/0x38bddee366894965 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.303696:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+56:2407:x1869755188079744:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 360us (645us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.303702:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bf4ec4ae/0x38bddee366893052 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ada4 expref: 56 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.303714:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 946 00010000:00010000:2.0:1783145826.303720:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b59d9f8b/0x38bddee366894965 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.303727:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf4ec4ae/0x38bddee366893052 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ada4 expref: 55 pid: 228913 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.303745:0:228898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003f8ed774/0x38bddee366894973 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.303746:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.303746:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.303750:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.303754:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.303755:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.303762:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000023fedf06/0x38bddee36689497a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.303764:0:228898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f8ed774/0x38bddee366894973 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.303774:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000023fedf06/0x38bddee36689497a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.303780:0:228898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003f8ed774/0x38bddee366894973 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.303783:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8c7aeaa00/2, rc 0, transno 8589936218 00010000:00010000:0.0:1783145826.303789:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145826.303800:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7aeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178610944:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.303803:0:228898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1783145826.303807:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+54:2408:x1869755188080128:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 167us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145826.303813:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 948 00000004:00080000:2.0:1783145826.303815:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8c7ae8000/2, rc 0, transno 8589936216 00000100:00100000:2.0:1783145826.303822:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178610816:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1783145826.303838:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d3695c00/2, rc 0, transno 8589936215 00000004:00080000:0.0:1783145826.303842:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d907a680/2, rc 0, transno 8589936220 00000100:00100000:2.0:1783145826.303847:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3695c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178609920:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.303848:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d907a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178611072:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.303863:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178613248:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.303869:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178612992:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145826.303876:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+110:3653:x1869755178611840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2232us (2274us total) trans 8589936221 rc 0/0 00000100:00100000:3.0:1783145826.303884:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2815 00000100:00100000:0.0:1783145826.303889:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145826.303899:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178613248 00000100:00100000:3.0:1783145826.303904:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178613248 00000100:00100000:2.0:1783145826.303911:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145826.303912:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783145826.303920:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178613376:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.303934:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178612992 00000100:00100000:1.0:1783145826.303939:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178612992 00000100:00100000:3.0:1783145826.303941:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2819 00000100:00100000:2.0:1783145826.303944:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783145826.303949:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145826.303955:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee258e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178613120:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.303963:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178613376 00000100:00100000:1.0:1783145826.303967:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178613376 00000100:00100000:2.0:1783145826.303987:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145826.303993:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+112:3650:x1869755178613248:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.303993:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2820 00000100:00100000:1.0:1783145826.304001:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce878e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+112:3652:x1869755178612992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1783145826.304005:0:228898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3030 count 1 00002000:00080000:1.0:1783145826.304010:0:206056:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3029 count 1 00010000:00010000:3.0:1783145826.304017:0:228898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db720d48/0x38bddee36689498f lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbd6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.304020:0:206056:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee366894996 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbd5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.304023:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178613120 00000100:00100000:2.0:1783145826.304029:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178613120 00010000:00010000:3.0:1783145826.304032:0:228898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000093a7ba0c/0x38bddee366893610 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af3a expref: 43 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.304034:0:206056:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000081bffe40/0x38bddee36689334d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae84 expref: 43 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.304042:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd6:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1783145826.304042:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd5:0x0].0x0 since=3s v=(0 0) 00010000:00010000:3.0:1783145826.304046:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.304046:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.304051:0:228898:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db720d48/0x38bddee36689498f lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.304051:0:206056:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee366894996 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.304059:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2821 00000100:00100000:2.0:1783145826.304067:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+113:3650:x1869755178613376:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.304071:0:228916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2822 00010000:00010000:1.0:1783145826.304077:0:206056:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000081bffe40/0x38bddee36689334d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae84 expref: 43 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.304080:0:206490:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3033 count 1 00000100:00100000:0.0:1783145826.304086:0:228916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+113:3652:x1869755178613120:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.304093:0:206490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000508dcf73/0x38bddee36689499d lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbd9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.304109:0:206056:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000081bffe40/0x38bddee36689334d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae84 expref: 43 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1783145826.304113:0:228916:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3031 count 1 00000100:00100000:1.0:1783145826.304151:0:206056:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:206056:1869755178613504:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.304157:0:228916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da67da5f/0x38bddee3668949a4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbd7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.304168:0:228916:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000726fdaff/0x38bddee366893617 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af48 expref: 43 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.304173:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd7:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1783145826.304180:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.304183:0:228916:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da67da5f/0x38bddee3668949a4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.304185:0:206490:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002551b159/0x38bddee36689380f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afb1 expref: 43 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.304190:0:206056:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9d1d0dc00 going to sleep for 11 seconds 00010000:00010000:2.0:1783145826.304206:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd9:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1783145826.304207:0:228916:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000726fdaff/0x38bddee366893617 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af48 expref: 43 pid: 228902 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.304213:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.304214:0:228898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000093a7ba0c/0x38bddee366893610 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af3a expref: 43 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.304221:0:228916:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000726fdaff/0x38bddee366893617 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af48 expref: 43 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.304223:0:206490:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000508dcf73/0x38bddee36689499d lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.304240:0:228898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000093a7ba0c/0x38bddee366893610 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af3a expref: 43 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.304245:0:228916:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d5fdaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:228916:1869755178613632:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145826.304262:0:228898:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:228898:1869755178613760:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.304263:0:206490:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002551b159/0x38bddee36689380f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afb1 expref: 43 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.304270:0:228916:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d3650d80 going to sleep for 11 seconds 00010000:00010000:2.0:1783145826.304275:0:206490:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002551b159/0x38bddee36689380f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afb1 expref: 43 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.304285:0:206490:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:206490:1869755178613888:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145826.304293:0:228898:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c19c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783145826.304313:0:206490:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb940c0 going to sleep for 11 seconds 00000004:00080000:3.0:1783145826.304321:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8c77d6d80/2, rc 0, transno 8589936221 00010000:00010000:2.0:1783145826.304330:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145826.304334:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003f8ed774/0x38bddee366894973 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.304335:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178611840:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.304347:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.304350:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003f8ed774/0x38bddee366894973 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.304356:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003f8ed774/0x38bddee366894973 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.304370:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003f8ed774/0x38bddee366894973 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.304376:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f8ed774/0x38bddee366894973 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.304394:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.304396:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.304399:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.304420:0:228913:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce87b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:228913:1869755178612736:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.304434:0:228913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008de1168e/0x38bddee366894981 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.304451:0:228901:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000023fedf06/0x38bddee36689497a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.304458:0:228901:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000023fedf06/0x38bddee36689497a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.304463:0:228901:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000023fedf06/0x38bddee36689497a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.304468:0:228901:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000023fedf06/0x38bddee36689497a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.304472:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145826.304485:0:228903:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:228903:1869755178612864:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.304490:0:228901:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1783145826.304497:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188080384 00000100:00100000:0.0:1783145826.304498:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145826.304503:0:228903:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000033566040/0x38bddee366894988 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.304503:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188080384 00010000:00010000:3.0:1783145826.304520:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145826.304521:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eae24d89/0x38bddee36689333f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae7d expref: 44 pid: 228901 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.304525:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000023fedf06/0x38bddee36689497a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.304532:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.304536:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000023fedf06/0x38bddee36689497a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.304547:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188080256 00010000:00010000:3.0:1783145826.304550:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000023fedf06/0x38bddee36689497a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.304550:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188080256 00000100:00100000:2.0:1783145826.304552:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+114:3652:x1869755178612224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2504us (2598us total) trans 8589936222 rc 0/0 00000100:00100000:0.0:1783145826.304559:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 949 00010000:00010000:1.0:1783145826.304565:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000028b8f620/0x38bddee36689318d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adea expref: 54 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.304568:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2816 00010000:00010000:3.0:1783145826.304572:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000023fedf06/0x38bddee36689497a lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.304578:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+44:2407:x1869755188080384:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145826.304585:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000023fedf06/0x38bddee36689497a lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.304594:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1783145826.304595:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 950 00000100:00100000:2.0:1783145826.304600:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178614016:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.304603:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.304603:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eae24d89/0x38bddee36689333f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae7d expref: 44 pid: 228901 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.304608:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.304608:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3695500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+54:2408:x1869755188080256:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145826.304612:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.304621:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eae24d89/0x38bddee36689333f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae7d expref: 44 pid: 228901 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.304622:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1783145826.304628:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.304632:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000028b8f620/0x38bddee36689318d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adea expref: 54 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.304644:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eae24d89/0x38bddee36689333f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae7d expref: 44 pid: 228901 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.304649:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000028b8f620/0x38bddee36689318d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adea expref: 54 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.304650:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+54:2407:x1869755188079360:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 2316us (2415us total) trans 0 rc 0/0 00000004:00080000:2.0:1783145826.304654:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d5fd8380/2, rc 0, transno 8589936222 00000100:00100000:3.0:1783145826.304666:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 942 00010000:00010000:0.0:1783145826.304667:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd4:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.304668:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d5fd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178612224:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.304674:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.304678:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000033566040/0x38bddee366894988 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.304682:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000028b8f620/0x38bddee36689318d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679adea expref: 53 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.304689:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033566040/0x38bddee366894988 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.304698:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.304702:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.304706:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008de1168e/0x38bddee366894981 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.304712:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.304714:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008de1168e/0x38bddee366894981 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.304719:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178614144:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.304722:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178614016 00000100:00100000:2.0:1783145826.304725:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178614016 00000100:00100000:0.0:1783145826.304732:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+43:2407:x1869755188080384:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 161us (261us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.304736:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145826.304740:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 949 00000100:00100000:2.0:1783145826.304753:0:228904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2823 00000100:00100000:3.0:1783145826.304757:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145826.304760:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3695500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+52:2408:x1869755188080256:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 155us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145826.304765:0:228904:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+114:3652:x1869755178614016:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.304772:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 950 00002000:00080000:2.0:1783145826.304777:0:228904:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3032 count 1 00010000:00010000:2.0:1783145826.304788:0:228904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fd701873/0x38bddee3668949ab lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbd8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.304796:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178614144 00010000:00010000:2.0:1783145826.304798:0:228904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a117966b/0x38bddee36689381d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afbf expref: 42 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.304801:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178614144 00010000:00010000:2.0:1783145826.304807:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd8:0x0].0x0 since=3s v=(0 0) 00010000:00010000:2.0:1783145826.304810:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.304813:0:228904:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fd701873/0x38bddee3668949ab lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.304826:0:228904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a117966b/0x38bddee36689381d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afbf expref: 42 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.304831:0:206057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2824 00010000:00010000:2.0:1783145826.304838:0:228904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a117966b/0x38bddee36689381d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afbf expref: 42 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.304843:0:206057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+115:3653:x1869755178614144:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.304851:0:228904:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce87b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:228904:1869755178614272:192.168.203.44@tcp:104: 00002000:00080000:3.0:1783145826.304858:0:206057:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3035 count 1 00000100:00100000:2.0:1783145826.304877:0:228904:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94240 going to sleep for 11 seconds 00010000:00010000:2.0:1783145826.304899:0:228913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008de1168e/0x38bddee366894981 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.304908:0:228913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008de1168e/0x38bddee366894981 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.304916:0:228913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008de1168e/0x38bddee366894981 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.304925:0:228913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008de1168e/0x38bddee366894981 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.304931:0:206057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee3668949b2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbdb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.304941:0:228913:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145826.304950:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145826.304953:0:206057:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000077c3691b/0x38bddee36689395f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b005 expref: 42 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.304957:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008de1168e/0x38bddee366894981 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.304967:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbdb:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1783145826.304977:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.304980:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008de1168e/0x38bddee366894981 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.304986:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008de1168e/0x38bddee366894981 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.304995:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008de1168e/0x38bddee366894981 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.305000:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008de1168e/0x38bddee366894981 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.305012:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.305014:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.305017:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.305020:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce87b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+116:3651:x1869755178612480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1741us (1839us total) trans 8589936223 rc 0/0 00000100:00100000:2.0:1783145826.305026:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2817 00000004:00080000:1.0:1783145826.305037:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8ce879f80/2, rc 0, transno 8589936223 00000100:00100000:1.0:1783145826.305049:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce879f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178612480:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.305054:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbdb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.305058:0:206057:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee3668949b2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.305079:0:206057:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000077c3691b/0x38bddee36689395f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b005 expref: 42 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.305090:0:206057:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000077c3691b/0x38bddee36689395f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b005 expref: 42 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.305093:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783145826.305110:0:206056:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:206056:1869755178613504:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.305114:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178614400:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145826.305115:0:206057:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:206057:1869755178614528:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.305145:0:206056:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee366894996 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.305177:0:206490:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:206490:1869755178613888:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.305179:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1783145826.305188:0:206490:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000508dcf73/0x38bddee36689499d lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.305219:0:228916:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d5fdaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:228916:1869755178613632:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.305233:0:228916:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000da67da5f/0x38bddee3668949a4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.305321:0:206057:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1783145826.305332:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178614400 00010000:00010000:3.0:1783145826.305335:0:228903:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000033566040/0x38bddee366894988 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.305335:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178614400 00010000:00010000:3.0:1783145826.305344:0:228903:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033566040/0x38bddee366894988 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.305355:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145826.305364:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2825 00000100:00100000:1.0:1783145826.305373:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+116:3651:x1869755178614400:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.305380:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188080640 00002000:00080000:1.0:1783145826.305385:0:207255:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3034 count 1 00000100:00100000:0.0:1783145826.305385:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188080640 00010000:00010000:3.0:1783145826.305400:0:228903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033566040/0x38bddee366894988 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.305400:0:207255:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a7ac1e9/0x38bddee3668949b9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbda:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.305406:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000081bffe40/0x38bddee36689334d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae84 expref: 43 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.305416:0:207255:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fc26dc0b/0x38bddee366893966 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b00c expref: 43 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.305425:0:228903:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000033566040/0x38bddee366894988 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.305435:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbda:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1783145826.305441:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbda:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.305447:0:207255:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a7ac1e9/0x38bddee3668949b9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.305460:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1783145826.305460:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 951 00010000:00010000:2.0:1783145826.305466:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000033566040/0x38bddee366894988 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.305468:0:207255:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fc26dc0b/0x38bddee366893966 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b00c expref: 43 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.305470:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bea01fdec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+43:2407:x1869755188080640:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145826.305484:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.305485:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.305491:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000033566040/0x38bddee366894988 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.305492:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000081bffe40/0x38bddee36689334d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae84 expref: 43 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.305495:0:207255:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fc26dc0b/0x38bddee366893966 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b00c expref: 43 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.305497:0:228903:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1783145826.305514:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000033566040/0x38bddee366894988 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.305519:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000081bffe40/0x38bddee36689334d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae84 expref: 43 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.305524:0:207255:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:207255:1869755178614656:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.305531:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000033566040/0x38bddee366894988 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.305538:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033566040/0x38bddee366894988 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.305541:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000081bffe40/0x38bddee36689334d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679ae84 expref: 43 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.305555:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.305558:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.305559:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.305561:0:207255:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9d1d0d180 going to sleep for 11 seconds 00010000:00010000:0.0:1783145826.305565:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.305570:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.305575:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee366894996 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.305583:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee366894996 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.305602:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.305610:0:206056:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee366894996 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.305617:0:206056:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee366894996 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.305624:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bea01fdec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+42:2407:x1869755188080640:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 153us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145826.305627:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+117:3650:x1869755178612608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2244us (2304us total) trans 8589936224 rc 0/0 00010000:00010000:2.0:1783145826.305630:0:206056:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee366894996 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145826.305633:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d5fd8700/2, rc 0, transno 8589936224 00000100:00100000:0.0:1783145826.305644:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 951 00000100:00100000:3.0:1783145826.305645:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2818 00010000:00010000:2.0:1783145826.305645:0:206056:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee366894996 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.305645:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d5fd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178612608:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.305667:0:206056:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1783145826.305698:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178614784:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.305714:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145826.305728:0:228898:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:228898:1869755178613760:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.305732:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145826.305744:0:228898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000db720d48/0x38bddee36689498f lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.305768:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178614784 00000100:00100000:2.0:1783145826.305770:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce878e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+117:3652:x1869755178612992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1767us (1858us total) trans 8589936225 rc 0/0 00000100:00100000:1.0:1783145826.305773:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178614784 00000100:00100000:0.0:1783145826.305774:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145826.305783:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2820 00000100:00100000:0.0:1783145826.305801:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188080512 00000100:00100000:2.0:1783145826.305806:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2826 00000100:00100000:0.0:1783145826.305807:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188080512 00000100:00100000:3.0:1783145826.305816:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188080896 00000100:00100000:2.0:1783145826.305820:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+117:3651:x1869755178614784:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145826.305822:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188080896 00010000:00010000:0.0:1783145826.305828:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000726fdaff/0x38bddee366893617 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af48 expref: 43 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.305838:0:206056:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3036 count 1 00010000:00010000:3.0:1783145826.305843:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002551b159/0x38bddee36689380f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afb1 expref: 43 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.305853:0:206056:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee3668949c0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbdc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.305857:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 952 00010000:00010000:2.0:1783145826.305873:0:206056:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000feaaa6db/0x38bddee366893a4d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b052 expref: 43 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.305873:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3695500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+43:2408:x1869755188080512:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.305887:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.305888:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbdc:0x0].0x0 since=3s v=(0 0) 00010000:00010000:2.0:1783145826.305894:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbdc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.305896:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000726fdaff/0x38bddee366893617 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af48 expref: 43 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.305901:0:206056:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee3668949c0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.305915:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000726fdaff/0x38bddee366893617 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af48 expref: 43 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.305930:0:206056:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000feaaa6db/0x38bddee366893a4d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b052 expref: 43 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.305935:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000726fdaff/0x38bddee366893617 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af48 expref: 43 pid: 228902 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.305940:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 953 00010000:00010000:2.0:1783145826.305947:0:206056:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000feaaa6db/0x38bddee366893a4d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b052 expref: 43 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.305954:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3695180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+42:2407:x1869755188080896:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.305954:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.305964:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.305969:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1783145826.305971:0:206056:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:206056:1869755178614912:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.305971:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000da67da5f/0x38bddee3668949a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.305977:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002551b159/0x38bddee36689380f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbd9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afb1 expref: 42 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.305991:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da67da5f/0x38bddee3668949a4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.305997:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002551b159/0x38bddee36689380f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afb1 expref: 42 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.306008:0:206056:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1783145826.306024:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145826.306027:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.306030:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee366894996 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.306031:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002551b159/0x38bddee36689380f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbd9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afb1 expref: 42 pid: 206058 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.306039:0:228916:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000da67da5f/0x38bddee3668949a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.306052:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.306059:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.306060:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee366894996 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.306060:0:228916:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da67da5f/0x38bddee3668949a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.306066:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.306076:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000508dcf73/0x38bddee36689499d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.306085:0:228916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da67da5f/0x38bddee3668949a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.306087:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee366894996 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.306113:0:228916:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da67da5f/0x38bddee3668949a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.306144:0:228916:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145826.306145:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee366894996 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.306154:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee366894996 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.306167:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000508dcf73/0x38bddee36689499d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.306172:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145826.306179:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da67da5f/0x38bddee3668949a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.306180:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3695500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+41:2408:x1869755188080512:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 312us (466us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145826.306198:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04e00 already unused, calling callback (ffffffffc0e8ace0) 00000100:00100000:1.0:1783145826.306198:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 952 00000100:00100000:0.0:1783145826.306203:0:228916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+118:3652:x1869755178613120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2122us (2216us total) trans 8589936226 rc 0/0 00010000:00010000:2.0:1783145826.306206:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da67da5f/0x38bddee3668949a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.306210:0:228916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2822 00010000:00010000:2.0:1783145826.306220:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da67da5f/0x38bddee3668949a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.306232:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da67da5f/0x38bddee3668949a4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.306241:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da67da5f/0x38bddee3668949a4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.306252:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.306261:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.306265:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.306266:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.306268:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.306272:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188080768 00000100:00100000:1.0:1783145826.306277:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188080768 00010000:00010000:3.0:1783145826.306291:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1783145826.306293:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ee258e00/2, rc 0, transno 8589936226 00010000:00010000:1.0:1783145826.306295:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000093a7ba0c/0x38bddee366893610 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af3a expref: 41 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.306310:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee258e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178613120:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145826.306320:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3695180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+41:2407:x1869755188080896:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 368us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145826.306324:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 954 00000100:00100000:1.0:1783145826.306333:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3697b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+41:2408:x1869755188080768:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.306342:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.306349:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000093a7ba0c/0x38bddee366893610 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af3a expref: 41 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.306350:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.306362:0:206490:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000508dcf73/0x38bddee36689499d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.306367:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000093a7ba0c/0x38bddee366893610 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af3a expref: 41 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.306384:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.306395:0:206490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000508dcf73/0x38bddee36689499d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.306400:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000093a7ba0c/0x38bddee366893610 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679af3a expref: 41 pid: 228905 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.306408:0:206490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000508dcf73/0x38bddee36689499d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.306418:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.306420:0:206490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000508dcf73/0x38bddee36689499d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.306424:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd6:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145826.306435:0:228904:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce87b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:228904:1869755178614272:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.306436:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000db720d48/0x38bddee36689498f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.306445:0:206490:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145826.306450:0:228904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fd701873/0x38bddee3668949ab lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.306451:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db720d48/0x38bddee36689498f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.306464:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 953 00010000:00010000:0.0:1783145826.306477:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145826.306482:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000508dcf73/0x38bddee36689499d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.306487:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1783145826.306488:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.306492:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000508dcf73/0x38bddee36689499d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.306499:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ca07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178615040:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.306499:0:207255:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:207255:1869755178614656:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.306500:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000508dcf73/0x38bddee36689499d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.306513:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000508dcf73/0x38bddee36689499d lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.306518:0:207255:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005a7ac1e9/0x38bddee3668949b9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.306519:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000508dcf73/0x38bddee36689499d lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.306530:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+118:3650:x1869755178613376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2459us (2580us total) trans 8589936227 rc 0/0 00000100:00100000:2.0:1783145826.306546:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2821 00010000:00010000:0.0:1783145826.306551:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.306556:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.306559:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145826.306580:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188081024 00000004:00080000:2.0:1783145826.306584:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fffffb80/2, rc 0, transno 8589936227 00000100:00100000:0.0:1783145826.306584:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188081024 00000100:00100000:1.0:1783145826.306592:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145826.306599:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178613376:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.306606:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a117966b/0x38bddee36689381d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afbf expref: 40 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.306614:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145826.306622:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188081152 00000100:00100000:0.0:1783145826.306625:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188081152 00010000:00010000:0.0:1783145826.306636:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000077c3691b/0x38bddee36689395f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xbdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b005 expref: 41 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.306639:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188081280 00000100:00100000:1.0:1783145826.306645:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188081280 00000004:00080000:2.0:1783145826.306655:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ee25aa00/2, rc 0, transno 8589936225 00000100:00100000:0.0:1783145826.306656:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 955 00000100:00100000:0.0:1783145826.306667:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3695880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+42:2408:x1869755188081024:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.306668:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fc26dc0b/0x38bddee366893966 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b00c expref: 42 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.306669:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178612992:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.306676:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1783145826.306681:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1783145826.306683:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a117966b/0x38bddee36689381d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afbf expref: 42 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.306696:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a117966b/0x38bddee36689381d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afbf expref: 42 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.306703:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 956 00000100:00100000:3.0:1783145826.306704:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178615040 00000100:00100000:3.0:1783145826.306708:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178615040 00010000:00010000:0.0:1783145826.306710:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a117966b/0x38bddee36689381d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679afbf expref: 42 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.306716:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3696d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+42:2408:x1869755188081152:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145826.306721:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.306724:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbd8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.306727:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145826.306728:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fd701873/0x38bddee3668949ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.306729:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178615296:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145826.306734:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2827 00010000:00010000:1.0:1783145826.306736:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000077c3691b/0x38bddee36689395f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xbdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b005 expref: 41 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.306747:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+118:3653:x1869755178615040:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.306747:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fd701873/0x38bddee3668949ab lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.306755:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000077c3691b/0x38bddee36689395f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b005 expref: 41 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783145826.306762:0:228910:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3037 count 1 00000100:00100000:2.0:1783145826.306768:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.306769:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.306771:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbdb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.306775:0:228910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee3668949c7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbdd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.306775:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbdb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.306781:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee3668949b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.306782:0:228904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fd701873/0x38bddee3668949ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.306789:0:228910:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bc41211b/0x38bddee366893b81 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b08a expref: 41 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.306800:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178615296 00000100:00100000:2.0:1783145826.306806:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178615296 00010000:00010000:3.0:1783145826.306808:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbdd:0x0].0x0 since=3s v=(0 0) 00010000:00010000:3.0:1783145826.306816:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbdd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.306819:0:228904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fd701873/0x38bddee3668949ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.306822:0:228910:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee3668949c7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.306822:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee3668949b2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.306830:0:228904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fd701873/0x38bddee3668949ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.306835:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2828 00010000:00010000:1.0:1783145826.306841:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.306842:0:228904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fd701873/0x38bddee3668949ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.306850:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+119:3650:x1869755178615296:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.306851:0:228910:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bc41211b/0x38bddee366893b81 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b08a expref: 41 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.306857:0:228904:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1783145826.306867:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3696d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+41:2408:x1869755188081152:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 156us (487us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145826.306870:0:228910:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bc41211b/0x38bddee366893b81 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b08a expref: 41 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.306874:0:228905:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3039 count 1 00000100:00100000:1.0:1783145826.306877:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 956 00000100:00100000:3.0:1783145826.306884:0:228910:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:228910:1869755178615424:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.306892:0:228905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cb6e52ff/0x38bddee3668949ce lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbdf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.306898:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 957 00010000:00010000:2.0:1783145826.306912:0:228905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000464f01ac/0x38bddee366893e28 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b15c expref: 51 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.306913:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+40:2408:x1869755188081280:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1783145826.306921:0:228910:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783145826.306924:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+120:3652:x1869755178614016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2160us (2297us total) trans 8589936228 rc 0/0 00010000:00010000:1.0:1783145826.306926:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.306934:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbdf:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1783145826.306936:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fc26dc0b/0x38bddee366893966 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b00c expref: 40 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.306940:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbdf:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145826.306940:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2823 00010000:00010000:3.0:1783145826.306946:0:206057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077c3691b/0x38bddee36689395f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b005 expref: 40 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.306950:0:228905:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb6e52ff/0x38bddee3668949ce lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.306955:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fc26dc0b/0x38bddee366893966 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b00c expref: 40 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.306963:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1783145826.306966:0:206057:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:206057:1869755178614528:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.306972:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fd701873/0x38bddee3668949ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.306980:0:206057:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee3668949b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.306980:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc26dc0b/0x38bddee366893966 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b00c expref: 39 pid: 228903 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.306981:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.306986:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd701873/0x38bddee3668949ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.306987:0:228905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000464f01ac/0x38bddee366893e28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b15c expref: 51 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.307002:0:206057:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee3668949b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.307002:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbda:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.307010:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbda:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.307010:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd701873/0x38bddee3668949ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.307016:0:228905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000464f01ac/0x38bddee366893e28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b15c expref: 51 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.307020:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005a7ac1e9/0x38bddee3668949b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.307022:0:206057:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee3668949b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.307034:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fd701873/0x38bddee3668949ab lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.307044:0:206057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee3668949b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.307050:0:228905:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:228905:1869755178615552:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.307058:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a7ac1e9/0x38bddee3668949b9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.307059:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fd701873/0x38bddee3668949ab lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.307065:0:206057:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee3668949b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.307081:0:228905:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94e40 going to sleep for 11 seconds 00010000:00010000:3.0:1783145826.307087:0:206057:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145826.307088:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.307090:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145826.307094:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee3668949b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.307110:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.307115:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee3668949b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.307116:0:207255:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005a7ac1e9/0x38bddee3668949b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.307142:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee3668949b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.307154:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee3668949b2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.307159:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa6268b7/0x38bddee3668949b2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.307168:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ca07f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178615168:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.307170:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.307173:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.307176:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.307184:0:207255:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a7ac1e9/0x38bddee3668949b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.307194:0:207255:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a7ac1e9/0x38bddee3668949b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.307202:0:207255:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005a7ac1e9/0x38bddee3668949b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.307211:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145826.307218:0:207255:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1783145826.307227:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145826.307237:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+120:3653:x1869755178614144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2396us (2484us total) trans 8589936229 rc 0/0 00000100:00100000:3.0:1783145826.307246:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2824 00000004:00080000:2.0:1783145826.307252:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ffffdc00/2, rc 0, transno 8589936228 00000100:00100000:3.0:1783145826.307262:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178615168 00000100:00100000:2.0:1783145826.307265:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178614016:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145826.307267:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178615168 00000100:00100000:1.0:1783145826.307293:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+121:3651:x1869755178614400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1921us (2115us total) trans 8589936230 rc 0/0 00000100:00100000:1.0:1783145826.307302:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2825 00010000:00010000:2.0:1783145826.307311:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145826.307317:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005a7ac1e9/0x38bddee3668949b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.307320:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2829 00000100:00100000:0.0:1783145826.307331:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3695880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+38:2408:x1869755188081024:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 665us (979us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145826.307334:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395e00 already unused, calling callback (ffffffffc0e8ace0) 00000100:00100000:1.0:1783145826.307334:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+120:3652:x1869755178615168:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.307341:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005a7ac1e9/0x38bddee3668949b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.307348:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 955 00002000:00080000:1.0:1783145826.307352:0:207255:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3038 count 1 00010000:00010000:2.0:1783145826.307356:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005a7ac1e9/0x38bddee3668949b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.307361:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145826.307363:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188081408 00010000:00010000:1.0:1783145826.307367:0:207255:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002a63e50e/0x38bddee3668949d5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbde:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.307368:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188081408 00010000:00010000:2.0:1783145826.307375:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005a7ac1e9/0x38bddee3668949b9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.307382:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000feaaa6db/0x38bddee366893a4d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xbdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b052 expref: 38 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145826.307384:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fffc4380/2, rc 0, transno 8589936229 00000100:00100000:3.0:1783145826.307399:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178614144:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145826.307401:0:207255:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000440bb6da/0x38bddee366893c6f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0ec expref: 51 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.307402:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a7ac1e9/0x38bddee3668949b9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.307414:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 958 00010000:00010000:1.0:1783145826.307418:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbde:0x0].0x0 since=3s v=(0 0) 00000100:00100000:0.0:1783145826.307425:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bea01fdc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+38:2407:x1869755188081408:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.307427:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbde:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.307435:0:207255:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a63e50e/0x38bddee3668949d5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.307437:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1783145826.307437:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.307443:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.307444:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000feaaa6db/0x38bddee366893a4d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xbdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b052 expref: 38 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.307446:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178615808:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.307447:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.307452:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145826.307464:0:207255:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000440bb6da/0x38bddee366893c6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0ec expref: 51 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.307464:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000feaaa6db/0x38bddee366893a4d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b052 expref: 38 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.307469:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783145826.307480:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145826.307483:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178615680:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.307489:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbdc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.307490:0:207255:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000440bb6da/0x38bddee366893c6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0ec expref: 51 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.307495:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbdc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.307502:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee3668949c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.307509:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee3668949c0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.307510:0:207255:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:207255:1869755178615936:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145826.307522:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145826.307531:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145826.307547:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178615808 00000100:00100000:3.0:1783145826.307552:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178615808 00000100:00100000:1.0:1783145826.307554:0:207255:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9d1d0dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1783145826.307561:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bea01fdc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+38:2407:x1869755188081408:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 135us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145826.307572:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 958 00000100:00100000:2.0:1783145826.307573:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178615680 00000100:00100000:3.0:1783145826.307579:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2830 00000100:00100000:2.0:1783145826.307579:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178615680 00000004:00080000:1.0:1783145826.307580:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ffffce00/2, rc 0, transno 8589936230 00000100:00100000:3.0:1783145826.307590:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+122:3653:x1869755178615808:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.307590:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178614400:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1783145826.307605:0:228913:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3040 count 1 00010000:00010000:3.0:1783145826.307616:0:228913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f4159465/0x38bddee3668949dc lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbe0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.307617:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2831 00000100:00100000:2.0:1783145826.307629:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+122:3650:x1869755178615680:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.307633:0:228913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cced07d5/0x38bddee366893f4e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1a9 expref: 51 pid: 228914 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.307642:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe0:0x0].0x0 since=3s v=(0 0) 00000100:00100000:0.0:1783145826.307644:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178616064:0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1783145826.307645:0:206058:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3041 count 1 00010000:00010000:3.0:1783145826.307647:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.307655:0:228913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4159465/0x38bddee3668949dc lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.307664:0:206058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000078599f5/0x38bddee3668949e3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbe1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.307679:0:228913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cced07d5/0x38bddee366893f4e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1a9 expref: 51 pid: 228914 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.307680:0:206058:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000025f97e9a/0x38bddee366893f1d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b19b expref: 51 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.307689:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1783145826.307704:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe1:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1783145826.307705:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145826.307707:0:228913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cced07d5/0x38bddee366893f4e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1a9 expref: 51 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.307712:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.307721:0:206058:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000078599f5/0x38bddee3668949e3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.307726:0:228913:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d5fdb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:228913:1869755178616192:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.307728:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178616064 00000100:00100000:1.0:1783145826.307732:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3697b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+37:2408:x1869755188080768:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 1400us (1480us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145826.307735:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178616064 00000100:00100000:1.0:1783145826.307745:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 954 00010000:00010000:2.0:1783145826.307759:0:206058:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000025f97e9a/0x38bddee366893f1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b19b expref: 51 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.307771:0:206058:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000025f97e9a/0x38bddee366893f1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b19b expref: 51 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.307775:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2832 00000100:00100000:0.0:1783145826.307789:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+123:3653:x1869755178616064:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.307791:0:206058:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:206058:1869755178616320:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145826.307794:0:228913:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1783145826.307801:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+36:2408:x1869755188081280:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 892us (1210us total) trans 0 rc 0/0 00002000:00080000:0.0:1783145826.307806:0:228907:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3042 count 1 00010000:00010000:3.0:1783145826.307810:0:228898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000db720d48/0x38bddee36689498f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.307816:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 957 00010000:00010000:3.0:1783145826.307820:0:228898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db720d48/0x38bddee36689498f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.307824:0:228907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006ac7f29f/0x38bddee3668949ea lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbe2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.307829:0:206058:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb943c0 going to sleep for 11 seconds 00010000:00010000:3.0:1783145826.307848:0:228898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db720d48/0x38bddee36689498f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.307850:0:228907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c74a05c9/0x38bddee36689407b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1fd expref: 51 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.307865:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe2:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1783145826.307868:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.307870:0:228907:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ac7f29f/0x38bddee3668949ea lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.307877:0:206056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000feaaa6db/0x38bddee366893a4d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b052 expref: 35 pid: 228911 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.307889:0:228907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c74a05c9/0x38bddee36689407b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1fd expref: 51 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.307892:0:206056:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:206056:1869755178614912:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.307906:0:228907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c74a05c9/0x38bddee36689407b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1fd expref: 51 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.307909:0:206056:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee3668949c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.307934:0:228898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000db720d48/0x38bddee36689498f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.307947:0:228907:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3695500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:228907:1869755178616448:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.307950:0:206056:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee3668949c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.307961:0:228898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145826.307962:0:206056:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee3668949c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.307974:0:206056:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee3668949c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.307983:0:228907:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d36500c0 going to sleep for 11 seconds 00010000:00010000:2.0:1783145826.307984:0:206056:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee3668949c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.308002:0:206056:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1783145826.308049:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+125:3650:x1869755178613248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4058us (4159us total) trans 8589936231 rc 0/0 00000100:00100000:3.0:1783145826.308056:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2819 00000100:00100000:3.0:1783145826.308084:0:228910:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:228910:1869755178615424:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145826.308108:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+124:3651:x1869755178614784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2278us (2361us total) trans 8589936232 rc 0/0 00010000:00010000:3.0:1783145826.308110:0:228910:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee3668949c7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.308111:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000004:00080000:1.0:1783145826.308114:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ffffdf80/2, rc 0, transno 8589936232 00010000:00010000:0.0:1783145826.308117:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db720d48/0x38bddee36689498f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.308147:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2826 00000100:00100000:1.0:1783145826.308151:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178614784:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.308155:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145826.308160:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee3668949c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.308166:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.308170:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee3668949c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.308186:0:228905:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:228905:1869755178615552:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.308190:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1783145826.308190:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.308191:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee3668949c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.308198:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db720d48/0x38bddee36689498f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.308199:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178616576:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.308203:0:228905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cb6e52ff/0x38bddee3668949ce lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.308225:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db720d48/0x38bddee36689498f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.308226:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee3668949c0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.308230:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1783145826.308247:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ee25b100/2, rc 0, transno 8589936231 00010000:00010000:3.0:1783145826.308249:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027c91c59/0x38bddee3668949c0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.308256:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db720d48/0x38bddee36689498f lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.308261:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178613248:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145826.308265:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.308269:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.308273:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db720d48/0x38bddee36689498f lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.308274:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.308293:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.308295:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.308298:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145826.308310:0:228916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178616576 00000100:00100000:0.0:1783145826.308314:0:228916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178616576 00000100:00100000:1.0:1783145826.308317:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178616704:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.308345:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145826.308347:0:228916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2833 00000100:00100000:0.0:1783145826.308354:0:228916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+124:3651:x1869755178616576:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.308358:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178616704 00000100:00100000:2.0:1783145826.308363:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178616704 00002000:00080000:0.0:1783145826.308364:0:228916:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3043 count 1 00010000:00010000:0.0:1783145826.308376:0:228916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a9e8c88/0x38bddee3668949f1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbe3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.308384:0:228916:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a2484fbf/0x38bddee36689413f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b220 expref: 51 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.308389:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe3:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1783145826.308391:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.308394:0:228916:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a9e8c88/0x38bddee3668949f1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.308399:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2834 00000100:00100000:2.0:1783145826.308409:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+125:3651:x1869755178616704:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.308412:0:228916:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a2484fbf/0x38bddee36689413f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b220 expref: 51 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.308421:0:228916:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a2484fbf/0x38bddee36689413f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b220 expref: 51 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1783145826.308425:0:206490:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3044 count 1 00000100:00100000:0.0:1783145826.308429:0:228916:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3695180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:228916:1869755178616832:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.308441:0:206490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ca6d3e94/0x38bddee3668949f8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbe4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.308455:0:206490:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002aaf471a/0x38bddee366894162 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b22e expref: 51 pid: 228914 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.308463:0:228916:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d3650f00 going to sleep for 11 seconds 00010000:00010000:2.0:1783145826.308464:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe4:0x0].0x0 since=3s v=(0 0) 00010000:00010000:2.0:1783145826.308470:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.308475:0:206490:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ca6d3e94/0x38bddee3668949f8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.308496:0:206490:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002aaf471a/0x38bddee366894162 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b22e expref: 51 pid: 228914 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.308508:0:206490:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002aaf471a/0x38bddee366894162 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b22e expref: 51 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.308519:0:206490:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:206490:1869755178616960:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145826.308555:0:206490:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb94e40 going to sleep for 11 seconds 00000100:00100000:1.0:1783145826.308564:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145826.308584:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188081536 00000100:00100000:2.0:1783145826.308589:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188081536 00000100:00100000:1.0:1783145826.308594:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.308609:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bc41211b/0x38bddee366893b81 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b08a expref: 35 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.308616:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188081664 00000100:00100000:0.0:1783145826.308622:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188081664 00010000:00010000:0.0:1783145826.308646:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000464f01ac/0x38bddee366893e28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b15c expref: 52 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.308648:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 959 00000100:00100000:2.0:1783145826.308664:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+35:2408:x1869755188081536:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1783145826.308667:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.308678:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.308685:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bc41211b/0x38bddee366893b81 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b08a expref: 35 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.308688:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188081792 00000100:00100000:0.0:1783145826.308693:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188081792 00010000:00010000:2.0:1783145826.308703:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bc41211b/0x38bddee366893b81 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b08a expref: 35 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.308709:0:207255:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:207255:1869755178615936:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.308712:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000440bb6da/0x38bddee366893c6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0ec expref: 53 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.308727:0:207255:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002a63e50e/0x38bddee3668949d5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.308730:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc41211b/0x38bddee366893b81 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b08a expref: 35 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.308740:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 960 00010000:00010000:2.0:1783145826.308754:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbdd:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145826.308754:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+53:2408:x1869755188081664:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1783145826.308762:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 961 00010000:00010000:2.0:1783145826.308763:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbdd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.308767:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.308771:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee3668949c7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.308774:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000464f01ac/0x38bddee366893e28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b15c expref: 53 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.308777:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+53:2408:x1869755188081792:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.308793:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.308795:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee3668949c7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.308802:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000440bb6da/0x38bddee366893c6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0ec expref: 53 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.308803:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000464f01ac/0x38bddee366893e28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b15c expref: 53 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.308828:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.308830:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000440bb6da/0x38bddee366893c6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0ec expref: 53 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.308834:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000464f01ac/0x38bddee366893e28 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b15c expref: 53 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.308836:0:228910:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee3668949c7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.308857:0:228910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee3668949c7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.308857:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+34:2408:x1869755188081536:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 195us (291us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145826.308864:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbdf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.308869:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000440bb6da/0x38bddee366893c6f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b0ec expref: 52 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.308874:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbdf:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.308876:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 959 00010000:00010000:3.0:1783145826.308877:0:228910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee3668949c7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.308886:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cb6e52ff/0x38bddee3668949ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.308889:0:228910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee3668949c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.308891:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbde:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.308897:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbde:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.308904:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002a63e50e/0x38bddee3668949d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.308909:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb6e52ff/0x38bddee3668949ce lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.308916:0:228910:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145826.308916:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a63e50e/0x38bddee3668949d5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.308926:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145826.308933:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee3668949c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.308945:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145826.308946:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.308951:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee3668949c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.308957:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.308961:0:207255:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002a63e50e/0x38bddee3668949d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.308964:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee3668949c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.308980:0:207255:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a63e50e/0x38bddee3668949d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.308986:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+51:2408:x1869755188081664:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 233us (389us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145826.308987:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee3668949c7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.308998:0:207255:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002a63e50e/0x38bddee3668949d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.309004:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+126:3653:x1869755178615040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2258us (2389us total) trans 8589936233 rc 0/0 00000100:00100000:0.0:1783145826.309009:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 960 00010000:00010000:2.0:1783145826.309012:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4bb171d/0x38bddee3668949c7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.309018:0:207255:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002a63e50e/0x38bddee3668949d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.309019:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2827 00010000:00010000:2.0:1783145826.309044:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:0.0:1783145826.309044:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8ca07ed80/2, rc 0, transno 8589936233 00010000:00010000:1.0:1783145826.309045:0:207255:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1783145826.309052:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002a63e50e/0x38bddee3668949d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.309053:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145826.309060:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ca07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178615040:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.309064:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.309069:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002a63e50e/0x38bddee3668949d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.309078:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002a63e50e/0x38bddee3668949d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.309107:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002a63e50e/0x38bddee3668949d5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.309117:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a63e50e/0x38bddee3668949d5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.309154:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+126:3652:x1869755178615168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1822us (1942us total) trans 8589936234 rc 0/0 00010000:00010000:2.0:1783145826.309156:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.309161:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.309164:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.309165:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2829 00010000:00010000:2.0:1783145826.309180:0:228905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cb6e52ff/0x38bddee3668949ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.309191:0:228905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb6e52ff/0x38bddee3668949ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.309194:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1783145826.309205:0:228905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cb6e52ff/0x38bddee3668949ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.309206:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3696d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178617088:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.309220:0:228905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cb6e52ff/0x38bddee3668949ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145826.309235:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8ca07f800/2, rc 0, transno 8589936234 00010000:00010000:2.0:1783145826.309238:0:228905:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145826.309244:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ca07f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178615168:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.309252:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145826.309269:0:228913:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d5fdb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:228913:1869755178616192:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145826.309291:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178617088 00000100:00100000:0.0:1783145826.309296:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178617088 00000100:00100000:0.0:1783145826.309332:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2835 00000100:00100000:2.0:1783145826.309337:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+127:3650:x1869755178615296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2491us (2569us total) trans 8589936235 rc 0/0 00000100:00100000:0.0:1783145826.309344:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8ebac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+127:3653:x1869755178617088:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.309351:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2828 00002000:00080000:0.0:1783145826.309362:0:228911:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3045 count 1 00000100:00100000:1.0:1783145826.309364:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+50:2408:x1869755188081792:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 591us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145826.309372:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 961 00010000:00010000:0.0:1783145826.309377:0:228911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000767beb12/0x38bddee3668949ff lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbe5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.309388:0:206058:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:206058:1869755178616320:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145826.309393:0:228911:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000087756025/0x38bddee3668943c3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b30e expref: 49 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.309403:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe5:0x0].0x0 since=3s v=(0 0) 00010000:00010000:2.0:1783145826.309407:0:206058:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000078599f5/0x38bddee3668949e3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.309407:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145826.309414:0:228913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f4159465/0x38bddee3668949dc lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.309416:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.309418:0:228911:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000767beb12/0x38bddee3668949ff lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.309435:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145826.309440:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cb6e52ff/0x38bddee3668949ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.309449:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.309451:0:228911:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000087756025/0x38bddee3668943c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b30e expref: 49 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.309455:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb6e52ff/0x38bddee3668949ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.309469:0:228911:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000087756025/0x38bddee3668943c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b30e expref: 49 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.309471:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb6e52ff/0x38bddee3668949ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.309483:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.309500:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cb6e52ff/0x38bddee3668949ce lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.309500:0:228911:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3695880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:228911:1869755178617216:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.309504:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145826.309518:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb6e52ff/0x38bddee3668949ce lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.309519:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188081920 00000100:00100000:1.0:1783145826.309523:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188081920 00010000:00010000:1.0:1783145826.309540:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cced07d5/0x38bddee366893f4e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1a9 expref: 50 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.309542:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.309546:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145826.309551:0:228911:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d3650300 going to sleep for 11 seconds 00010000:00010000:2.0:1783145826.309552:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145826.309556:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188082176 00000100:00100000:1.0:1783145826.309559:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188082176 00010000:00010000:1.0:1783145826.309567:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000025f97e9a/0x38bddee366893f1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b19b expref: 51 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.309577:0:206490:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:206490:1869755178616960:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145826.309578:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188082048 00000100:00100000:1.0:1783145826.309582:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188082048 00000100:00100000:0.0:1783145826.309586:0:228907:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3695500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:228907:1869755178616448:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.309593:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c74a05c9/0x38bddee36689407b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1fd expref: 52 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.309597:0:206490:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ca6d3e94/0x38bddee3668949f8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.309606:0:228907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006ac7f29f/0x38bddee3668949ea lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.309607:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 962 00000100:00100000:1.0:1783145826.309617:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe24e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+52:2407:x1869755188081920:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.309624:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.309629:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cced07d5/0x38bddee366893f4e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1a9 expref: 52 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.309633:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cb99e300/2, rc 0, transno 8589936235 00010000:00010000:1.0:1783145826.309639:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cced07d5/0x38bddee366893f4e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1a9 expref: 52 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.309643:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178615296:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.309646:0:228916:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3695180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:228916:1869755178616832:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145826.309655:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cced07d5/0x38bddee366893f4e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1a9 expref: 52 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.309666:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.309667:0:228916:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005a9e8c88/0x38bddee3668949f1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.309670:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe0:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145826.309676:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 963 00010000:00010000:1.0:1783145826.309678:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f4159465/0x38bddee3668949dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.309691:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+51:2407:x1869755188082176:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.309692:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4159465/0x38bddee3668949dc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.309706:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.309713:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000025f97e9a/0x38bddee366893f1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b19b expref: 51 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.309714:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.309724:0:228913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f4159465/0x38bddee3668949dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.309726:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145826.309735:0:228913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4159465/0x38bddee3668949dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.309740:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000025f97e9a/0x38bddee366893f1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b19b expref: 51 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.309743:0:228913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f4159465/0x38bddee3668949dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.309758:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188082304 00000100:00100000:0.0:1783145826.309765:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188082304 00010000:00010000:2.0:1783145826.309770:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000025f97e9a/0x38bddee366893f1d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b19b expref: 51 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.309770:0:228913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f4159465/0x38bddee3668949dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.309783:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a2484fbf/0x38bddee36689413f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b220 expref: 52 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.309797:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.309799:0:228913:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145826.309804:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe1:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145826.309809:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145826.309809:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145826.309812:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000078599f5/0x38bddee3668949e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.309817:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f4159465/0x38bddee3668949dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.309827:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000078599f5/0x38bddee3668949e3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.309831:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.309837:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4159465/0x38bddee3668949dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.309848:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4159465/0x38bddee3668949dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.309855:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783145826.309861:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+127:3653:x1869755178615808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2273us (2384us total) trans 8589936236 rc 0/0 00010000:00010000:0.0:1783145826.309863:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f4159465/0x38bddee3668949dc lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.309867:0:206058:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000078599f5/0x38bddee3668949e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.309870:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2830 00010000:00010000:0.0:1783145826.309882:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4159465/0x38bddee3668949dc lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.309886:0:206058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000078599f5/0x38bddee3668949e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.309889:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+51:2407:x1869755188082176:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 199us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145826.309908:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 963 00010000:00010000:3.0:1783145826.309912:0:206058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000078599f5/0x38bddee3668949e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.309922:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.309927:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.309929:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188082432 00010000:00010000:0.0:1783145826.309930:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145826.309935:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188082432 00000100:00100000:1.0:1783145826.309936:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe24e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+50:2407:x1869755188081920:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 321us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145826.309944:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 962 00010000:00010000:2.0:1783145826.309955:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002aaf471a/0x38bddee366894162 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b22e expref: 50 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145826.309958:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8c77d6300/2, rc 0, transno 8589936236 00000100:00100000:1.0:1783145826.309959:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 964 00000100:00100000:0.0:1783145826.309968:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178615808:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145826.309970:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee249880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+50:2407:x1869755188082048:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145826.309981:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.309985:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c74a05c9/0x38bddee36689407b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1fd expref: 50 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.309990:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 965 00010000:00010000:3.0:1783145826.309995:0:206058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000078599f5/0x38bddee3668949e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.310001:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c74a05c9/0x38bddee36689407b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1fd expref: 50 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.310006:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bea01fde450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+50:2407:x1869755188082304:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145826.310022:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145826.310026:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c74a05c9/0x38bddee36689407b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b1fd expref: 50 pid: 206490 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.310028:0:206058:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145826.310031:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a2484fbf/0x38bddee36689413f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b220 expref: 50 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.310038:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.310045:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.310051:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006ac7f29f/0x38bddee3668949ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.310056:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a2484fbf/0x38bddee36689413f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b220 expref: 49 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.310058:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ac7f29f/0x38bddee3668949ea lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.310068:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 966 00000100:00100000:0.0:1783145826.310084:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+49:2407:x1869755188082432:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145826.310086:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2484fbf/0x38bddee36689413f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b220 expref: 49 pid: 228910 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.310087:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145826.310110:0:228907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006ac7f29f/0x38bddee3668949ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.310110:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145826.310115:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.310151:0:228907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ac7f29f/0x38bddee3668949ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.310157:0:228907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006ac7f29f/0x38bddee3668949ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.310163:0:228907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006ac7f29f/0x38bddee3668949ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.310176:0:228907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1783145826.310178:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002aaf471a/0x38bddee366894162 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b22e expref: 48 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.310187:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145826.310195:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005a9e8c88/0x38bddee3668949f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.310208:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a9e8c88/0x38bddee3668949f1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.310210:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002aaf471a/0x38bddee366894162 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b22e expref: 48 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145826.310236:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+128:3650:x1869755178615680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2607us (2715us total) trans 8589936237 rc 0/0 00010000:00010000:2.0:1783145826.310237:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783145826.310239:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002aaf471a/0x38bddee366894162 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b22e expref: 48 pid: 228914 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.310245:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000078599f5/0x38bddee3668949e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.310245:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+128:3653:x1869755178616064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2458us (2559us total) trans 8589936238 rc 0/0 00010000:00010000:0.0:1783145826.310260:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe4:0x0].0x0 since=0s v=(0 0) 00000100:00100000:1.0:1783145826.310264:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2832 00010000:00010000:2.0:1783145826.310269:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145826.310269:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe4:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145826.310275:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2831 00010000:00010000:2.0:1783145826.310277:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000078599f5/0x38bddee3668949e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.310279:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ca6d3e94/0x38bddee3668949f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.310299:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000078599f5/0x38bddee3668949e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.310300:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ca6d3e94/0x38bddee3668949f8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.310306:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee249880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+47:2407:x1869755188082048:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 335us (801us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145826.310325:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 964 00010000:00010000:2.0:1783145826.310329:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000078599f5/0x38bddee3668949e3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.310339:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000078599f5/0x38bddee3668949e3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.310340:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145826.310358:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145826.310362:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006ac7f29f/0x38bddee3668949ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.310368:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+46:2407:x1869755188082432:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 285us (562us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145826.310376:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.310381:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006ac7f29f/0x38bddee3668949ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.310382:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 966 00010000:00010000:2.0:1783145826.310400:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006ac7f29f/0x38bddee3668949ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.310415:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006ac7f29f/0x38bddee3668949ea lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145826.310423:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fffff800/2, rc 0, transno 8589936238 00010000:00010000:2.0:1783145826.310424:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ac7f29f/0x38bddee3668949ea lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.310431:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178616064:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.310449:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.310453:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.310457:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145826.310463:0:228911:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3695880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:228911:1869755178617216:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145826.310470:0:206490:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ca6d3e94/0x38bddee3668949f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.310477:0:228911:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000767beb12/0x38bddee3668949ff lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.310480:0:206490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ca6d3e94/0x38bddee3668949f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.310503:0:206490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ca6d3e94/0x38bddee3668949f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.310512:0:206490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ca6d3e94/0x38bddee3668949f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.310527:0:206490:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145826.310529:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145826.310537:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ca6d3e94/0x38bddee3668949f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.310547:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145826.310552:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca6d3e94/0x38bddee3668949f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145826.310553:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145826.310579:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188082560 00000100:00100000:0.0:1783145826.310584:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188082560 00010000:00010000:3.0:1783145826.310601:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca6d3e94/0x38bddee3668949f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.310601:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000087756025/0x38bddee3668943c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b30e expref: 46 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.310613:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+127:3651:x1869755178616704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2203us (2266us total) trans 8589936239 rc 0/0 00000004:00080000:1.0:1783145826.310618:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cb99e680/2, rc 0, transno 8589936239 00000100:00100000:1.0:1783145826.310627:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178616704:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1783145826.310633:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2834 00010000:00010000:3.0:1783145826.310634:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ca6d3e94/0x38bddee3668949f8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145826.310644:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ca6d3e94/0x38bddee3668949f8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.310646:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 967 00010000:00010000:2.0:1783145826.310655:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145826.310661:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee24b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+46:2407:x1869755188082560:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145826.310667:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145826.310670:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.310671:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145826.310674:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.310678:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000087756025/0x38bddee3668943c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b30e expref: 46 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145826.310682:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cb99f480/2, rc 0, transno 8589936237 00000100:00100000:2.0:1783145826.310690:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178615680:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145826.310696:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000087756025/0x38bddee3668943c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b30e expref: 46 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.310711:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087756025/0x38bddee3668943c3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b30e expref: 46 pid: 207255 timeout: 8574 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.310719:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.310723:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145826.310728:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145826.310729:0:228916:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005a9e8c88/0x38bddee3668949f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.310733:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000767beb12/0x38bddee3668949ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.310748:0:228916:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a9e8c88/0x38bddee3668949f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.310751:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000767beb12/0x38bddee3668949ff lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.310754:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bea01fde450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+45:2407:x1869755188082304:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 750us (1031us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145826.310772:0:228916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a9e8c88/0x38bddee3668949f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145826.310773:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 965 00010000:00010000:1.0:1783145826.310791:0:228916:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005a9e8c88/0x38bddee3668949f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145826.310804:0:228916:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145826.310805:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145826.310823:0:228911:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000767beb12/0x38bddee3668949ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.310832:0:228911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000767beb12/0x38bddee3668949ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.310840:0:228911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000767beb12/0x38bddee3668949ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.310848:0:228911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000767beb12/0x38bddee3668949ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145826.310860:0:228911:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1783145826.310872:0:228916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+127:3651:x1869755178616576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2517us (2642us total) trans 8589936240 rc 0/0 00010000:00010000:2.0:1783145826.310875:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:1.0:1783145826.310881:0:228916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2833 00010000:00010000:2.0:1783145826.310882:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005a9e8c88/0x38bddee3668949f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.310893:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.310897:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005a9e8c88/0x38bddee3668949f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.310907:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005a9e8c88/0x38bddee3668949f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.310920:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005a9e8c88/0x38bddee3668949f1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.310928:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a9e8c88/0x38bddee3668949f1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145826.310941:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8ebac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+127:3653:x1869755178617088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1600us (1688us total) trans 8589936241 rc 0/0 00000100:00100000:0.0:1783145826.310950:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2835 00000004:00080000:1.0:1783145826.310951:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d3696d80/2, rc 0, transno 8589936241 00010000:00010000:2.0:1783145826.310955:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1783145826.310957:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3696d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178617088:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1783145826.310961:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000767beb12/0x38bddee3668949ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.310971:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145826.310974:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000767beb12/0x38bddee3668949ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.310983:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000767beb12/0x38bddee3668949ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.310996:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000767beb12/0x38bddee3668949ff lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.311004:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000767beb12/0x38bddee3668949ff lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145826.311023:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.311026:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145826.311028:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145826.311043:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1783145826.311053:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ffffed80/2, rc 0, transno 8589936240 00000100:00100000:2.0:1783145826.311060:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178616576:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145826.311069:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee24b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+44:2407:x1869755188082560:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 411us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145826.311077:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 967 00000100:00100000:0.0:1783145826.325318:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee24b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178617344:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783145826.325404:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145826.325452:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178617344 00000100:00100000:3.0:1783145826.325461:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178617344 00000100:00100000:3.0:1783145826.325517:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:3.0:1783145826.325527:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+127:3653:x1869755178617344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1783145826.325553:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17141184 pending 0 free 3911106560 avail 3679584256 00000100:00100000:3.0:1783145826.325607:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+127:3653:x1869755178617344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145826.325615:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:0.0:1783145826.325650:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee24b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178617344:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1783145826.773265:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1783145826.966952:0:206866:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589935534 is committed 00000001:00080000:3.0:1783145826.967159:0:206866:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589935469 is committed 00000001:00080000:3.0:1783145826.967184:0:206866:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589935460 is committed 00000001:00080000:1.0:1783145826.968954:0:206052:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 8589936241 is committed 00000001:00080000:1.0:1783145826.969178:0:206052:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 8589936121 is committed 00000001:00080000:1.0:1783145826.969199:0:206052:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 8589936111 is committed 00000100:00100000:0.0:1783145827.228495:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9c00 gen 0 rate 1 depth 3 token 0 deadline 8475982361601 time 8474982361601 state 0x1 ref 2 00000100:00100000:0.0:1783145827.228542:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d13cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+19:306221:x1869755188057984:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145827.228567:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:2.0:1783145827.228570:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1783145827.228592:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894a06 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b35b expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.228658:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366894a0d lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.228668:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366894a0d lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.228676:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366894a0d lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.228686:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894a14 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.228690:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894a14 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.228694:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894a14 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.228797:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894a1b lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.228803:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894a1b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.228811:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894a1b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145827.228844:0:204556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1b7:0x0]: returning size 0 00000004:00200000:0.0:1783145827.228848:0:204556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783145827.228862:0:204556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894a1b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.228871:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894a1b lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.228877:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366894a0d lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.228881:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366894a0d lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.228885:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366894a0d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.228889:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366894a0d lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.228892:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145827.228895:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366894a0d lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.228899:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366894a0d lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.228906:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145827.228909:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145827.228912:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366894a0d lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.228916:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366894a0d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.228926:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894a14 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.228929:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894a14 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.228932:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894a14 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.228935:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145827.228937:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894a14 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.228940:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894a14 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.228943:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be8d876ac00) 00010000:00010000:0.0:1783145827.228945:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145827.228946:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894a14 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.228949:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894a14 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.228969:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894a06 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b35b expref: 21 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.228978:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894a1b lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b35b expref: 20 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.228985:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b7:0x0].0x0 (ffff9be8c65ede00) 00010000:00010000:0.0:1783145827.228987:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145827.228990:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2d05400, rc 0) 00000100:00100000:0.0:1783145827.229057:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+20:306221:x1869755188057984:12345-192.168.203.44@tcp:101:rm.500 Request processed in 548us (1998459us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145827.229063:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 638 00000100:00100000:3.0:1783145827.231214:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145827.231248:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188082688 00000100:00100000:0.0:1783145827.231256:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188082688 00000100:00100000:0.0:1783145827.231301:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 281 00000100:00100000:0.0:1783145827.231309:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+20:2408:x1869755188082688:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145827.231320:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145827.231335:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894a1b lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b35b expref: 20 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145827.231349:0:207571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b7:0x0].0x0 (ffff9be8c65ede00) 00010000:00010000:0.0:1783145827.231353:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145827.231383:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+19:2408:x1869755188082688:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 74us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145827.231391:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 281 00000100:00100000:0.0:1783145827.322674:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145827.322703:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145827.322722:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145827.322746:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145827.322754:0:204548:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188082816 00000100:00100000:3.0:1783145827.322764:0:204548:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188082816 00000100:00100000:1.0:1783145827.322766:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188083072 00000100:00100000:1.0:1783145827.322774:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188083072 00000100:00100000:0.0:1783145827.322774:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145827.322778:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188082944 00000100:00100000:2.0:1783145827.322784:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188082944 00000100:00100000:0.0:1783145827.322810:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145827.322820:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d4041e00 key gid={0} rule@0xffff9be9d08f9000 gen 0 rate 10000 depth 3 token 0 deadline 8473056310769 time 8473056340899 state 0x0 ref 1 00000100:00100000:3.0:1783145827.322822:0:204548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 283 00000100:00100000:1.0:1783145827.322830:0:204557:0:(nrs_tbf.c:478:nrs_tbf_cli_fini()) unknown.0 NRS: TBF class fini: class@ffff9be8d2168000 key gid={0} rule@0xffff9be9d08f9000 gen 0 rate 10000 depth 3 token 3 deadline 0 time 8475076702561 state 0x4 ref 0 00000100:00100000:2.0:1783145827.322836:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d4041e00 key gid={0} rule@0xffff9be9d08f9000 gen 0 rate 10000 depth 3 token 0 deadline 8473056440899 time 8473056340899 state 0x1 ref 2 00000100:00100000:3.0:1783145827.322838:0:204548:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bea01d2a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2408:x1869755188082816:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145827.322848:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145827.322864:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188083456 00000100:00100000:1.0:1783145827.322867:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d4041e00 key gid={0} rule@0xffff9be9d08f9000 gen 0 rate 10000 depth 3 token 0 deadline 8473056440899 time 8473056340899 state 0x1 ref 2 00000100:00100000:2.0:1783145827.322868:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188083456 00000100:00100000:2.0:1783145827.322885:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d4041e00 key gid={0} rule@0xffff9be9d08f9000 gen 0 rate 10000 depth 3 token 0 deadline 8473056440899 time 8473056340899 state 0x1 ref 3 00000100:00100000:0.0:1783145827.322893:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145827.322899:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d4041e00 key gid={0} rule@0xffff9be9d08f9000 gen 0 rate 10000 depth 3 token 2 deadline 8475076874331 time 8475076774331 state 0x1 ref 3 00000100:00100000:2.0:1783145827.322915:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d4041e00 key gid={0} rule@0xffff9be9d08f9000 gen 0 rate 10000 depth 3 token 1 deadline 8475076891039 time 8475076791039 state 0x1 ref 3 00000100:00100000:1.0:1783145827.322915:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3694a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2407:x1869755188082944:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:3.0:1783145827.322927:0:204548:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bea01d2a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2408:x1869755188082816:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 92us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145827.322934:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3696680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2408:x1869755188083072:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145827.322935:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d4041e00 key gid={0} rule@0xffff9be9d08f9000 gen 0 rate 10000 depth 3 token 0 deadline 8475076891039 time 8475076808664 state 0x0 ref 3 00000100:00100000:3.0:1783145827.322942:0:204548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 283 00000100:00100000:0.0:1783145827.322958:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3695180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+5:2407:x1869755188083456:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145827.322962:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3694a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2407:x1869755188082944:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 52us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145827.322974:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 6 00000100:00100000:2.0:1783145827.322975:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3696680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2408:x1869755188083072:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 44us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145827.322982:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 7 00000100:00100000:0.0:1783145827.322998:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3695180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+5:2407:x1869755188083456:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 46us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145827.323003:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188083328 00000100:00080000:2.0:1783145827.323007:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783145827.323008:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 8 00000100:00100000:3.0:1783145827.323010:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188083328 00000100:00080000:2.0:1783145827.323012:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783145827.323012:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188083200 00000100:00100000:0.0:1783145827.323016:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d4041e00 key gid={0} rule@0xffff9be9d08f9000 gen 0 rate 10000 depth 3 token 0 deadline 8475076891039 time 8475076808664 state 0x2 ref 0 00000100:00100000:1.0:1783145827.323019:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188083200 00000100:00100000:2.0:1783145827.323029:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188083584 00000100:00100000:2.0:1783145827.323032:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188083584 00000100:00100000:3.0:1783145827.323051:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188083712 00000100:00100000:3.0:1783145827.323055:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188083712 00000100:00100000:1.0:1783145827.323066:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 295 00000100:00100000:2.0:1783145827.323072:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 296 00000100:00100000:1.0:1783145827.323077:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2408:x1869755188083328:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145827.323084:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2407:x1869755188083200:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:3.0:1783145827.323109:0:228912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 297 00000100:00100000:1.0:1783145827.323118:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2408:x1869755188083328:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 43us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145827.323152:0:228912:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b832727d-edc7-457c-aba4-c59935e6a58f+7:2408:x1869755188083584:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145827.323167:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 295 00000100:00100000:2.0:1783145827.323168:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2407:x1869755188083200:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 86us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145827.323177:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 296 00000100:00100000:3.0:1783145827.323194:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b832727d-edc7-457c-aba4-c59935e6a58f+7:2408:x1869755188083584:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 75us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145827.323199:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 298 00000100:00100000:3.0:1783145827.323208:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 297 00000100:00100000:2.0:1783145827.323209:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b832727d-edc7-457c-aba4-c59935e6a58f+8:2407:x1869755188083712:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145827.323250:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b832727d-edc7-457c-aba4-c59935e6a58f+8:2407:x1869755188083712:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 42us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145827.323267:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 298 00010000:00010000:3.0:1783145827.797275:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145828.228665:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9c00 gen 0 rate 1 depth 3 token 0 deadline 8475982361601 time 8475982529078 state 0x0 ref 1 00000100:00100000:3.0:1783145828.228703:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d13c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+18:306220:x1869755188058112:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145828.228726:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145828.228749:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413800/0x38bddee366894a22 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b362 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145828.228831:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894a29 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145828.228847:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894a29 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145828.228857:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894a29 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145828.228874:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894a30 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145828.228881:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894a30 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145828.228889:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894a30 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145828.228999:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366894a37 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145828.229006:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366894a37 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145828.229011:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366894a37 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145828.229047:0:206077:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1b6:0x0]: returning size 0 00000004:00200000:3.0:1783145828.229050:0:206077:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145828.229064:0:206077:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366894a37 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145828.229077:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366894a37 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145828.229097:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894a29 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145828.229102:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894a29 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145828.229106:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894a29 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145828.229110:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894a29 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145828.229113:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145828.229116:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894a29 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145828.229170:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894a29 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145828.229181:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145828.229184:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145828.229188:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894a29 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145828.229195:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894a29 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145828.229210:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894a30 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145828.229217:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894a30 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145828.229223:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894a30 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145828.229236:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145828.229238:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894a30 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145828.229242:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894a30 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145828.229247:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be8ccee5100) 00010000:00010000:3.0:1783145828.229248:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145828.229250:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894a30 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145828.229253:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894a30 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145828.229278:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413800/0x38bddee366894a22 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b362 expref: 20 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145828.229286:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366894a37 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b362 expref: 19 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145828.229291:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b6:0x0].0x0 (ffff9be9d09b8000) 00010000:00010000:3.0:1783145828.229293:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145828.229295:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8412c00, rc 0) 00000100:00100000:3.0:1783145828.229365:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+19:306220:x1869755188058112:12345-192.168.203.44@tcp:101:rm.500 Request processed in 683us (2998685us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145828.229371:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 639 00000100:00100000:3.0:1783145828.229376:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9c00 gen 0 rate 1 depth 3 token 0 deadline 8475982361601 time 8475982529078 state 0x2 ref 0 00000100:00100000:1.0:1783145828.230623:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145828.230674:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188083840 00000100:00100000:0.0:1783145828.230681:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188083840 00000100:00100000:0.0:1783145828.230720:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 282 00000100:00100000:0.0:1783145828.230727:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee249500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+19:2407:x1869755188083840:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145828.230735:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145828.230747:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366894a37 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b362 expref: 19 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145828.230756:0:204541:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b6:0x0].0x0 (ffff9be9d09b8000) 00010000:00010000:0.0:1783145828.230759:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145828.230784:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee249500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+18:2407:x1869755188083840:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 58us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145828.230795:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 282 00000100:00100000:0.0:1783145828.231012:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145828.231047:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188084096 00000100:00100000:3.0:1783145828.231052:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188084096 00000100:00100000:3.0:1783145828.231073:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9c00 gen 0 rate 1 depth 3 token 0 deadline 8475982361601 time 8475982529078 state 0x0 ref 1 00000100:00100000:3.0:1783145828.231095:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9c00 gen 0 rate 1 depth 3 token 0 deadline 8476982529078 time 8475982529078 state 0x1 ref 1 00010000:00010000:2.0:1783145828.821325:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145828.885374:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178617472:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783145828.885449:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145828.885485:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178617472 00000100:00100000:1.0:1783145828.885493:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178617472 00000100:00100000:1.0:1783145828.885541:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:1.0:1783145828.885551:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee258380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178617472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783145828.885602:0:228897:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445433344 avail 1299193856 00000100:00100000:1.0:1783145828.885648:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee258380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178617472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145828.885653:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:0.0:1783145828.885695:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178617472:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783145829.228786:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9c00 gen 0 rate 1 depth 3 token 0 deadline 8476982529078 time 8476982653014 state 0x0 ref 1 00000100:00100000:2.0:1783145829.228831:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+18:306215:x1869755188084096:12345-192.168.203.44@tcp:36:rm.500 00000100:00080000:0.0:1783145829.228890:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1783145829.228899:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1783145829.228923:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375e200/0x38bddee366894392 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2ac expref: 18 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.228954:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee36689433e lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b297 expref: 17 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.228964:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c6799e00/0x38bddee366894250 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b266 expref: 16 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.228972:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b5:0x0].0x0 (ffff9bea012ae000) 00010000:00010000:2.0:1783145829.228981:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145829.229001:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366894a3e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.229010:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366894a3e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.229017:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366894a3e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.229026:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee366894a45 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.229034:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee366894a45 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.229038:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee366894a45 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.229193:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee366894a4c lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.229201:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee366894a4c lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.229208:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee366894a4c lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145829.229471:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].449, 64 off36928 00000004:00080000:2.0:1783145829.229480:0:204590:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 8476983359075ns, next at 8477983357165ns, rc = 0 00010000:00010000:2.0:1783145829.229520:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366894a53 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.229526:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366894a53 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.229531:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366894a53 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.229537:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366894a53 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.229540:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366894a53 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.229547:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366894a53 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.229561:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145829.229576:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee366894a4c lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145829.229582:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145829.229590:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee366894a4c lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145829.229591:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366894a53 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.229604:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee366894a4c lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145829.229606:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145829.229612:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366894a53 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.229613:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145829.229618:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee366894a4c lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145829.229621:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366894a53 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.229626:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee366894a4c lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145829.229632:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b5:0x0].0x0 (ffff9be8d3528600) 00010000:00010000:0.0:1783145829.229635:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145829.229637:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366894a53 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.229641:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b5:0x0].0x0 (ffff9be8d3528600) 00010000:00010000:0.0:1783145829.229642:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366894a53 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.229647:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145829.229651:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee366894a4c lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145829.229654:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145829.229655:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee366894a4c lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145829.229657:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145829.229660:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145829.229675:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366894a3e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.229683:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366894a3e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.229686:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366894a3e lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.229689:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366894a3e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.229692:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145829.229694:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366894a3e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.229697:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366894a3e lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.229700:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145829.229702:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145829.229703:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366894a3e lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.229707:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366894a3e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145829.229712:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002d7c9bd5 reply state 00000000579898ac transno 12884905642 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee366894a45 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.229720:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee366894a45 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145829.229724:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8d3528900) 00010000:00010000:2.0:1783145829.229726:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145829.229727:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145829.229796:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+17:306215:x1869755188084096:12345-192.168.203.44@tcp:36:rm.500 Request processed in 996us (998784us total) trans 12884905642 rc 0/0 00000100:00100000:2.0:1783145829.229804:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 640 00000100:00100000:2.0:1783145829.229810:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9c00 gen 0 rate 1 depth 3 token 0 deadline 8476982529078 time 8476982653014 state 0x2 ref 0 00000100:00100000:3.0:1783145829.230953:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145829.230994:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188084224 00000100:00100000:1.0:1783145829.231002:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188084224 00000100:00100000:1.0:1783145829.231031:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9c00 gen 0 rate 1 depth 3 token 0 deadline 8476982529078 time 8476982653014 state 0x0 ref 1 00000100:00100000:1.0:1783145829.231040:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9c00 gen 0 rate 1 depth 3 token 0 deadline 8477982653014 time 8476982653014 state 0x1 ref 1 00010000:00010000:2.0:1783145829.845312:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145829.909366:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d5fd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178617600:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783145829.909439:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145829.909494:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178617600 00000100:00100000:2.0:1783145829.909502:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178617600 00000100:00100000:2.0:1783145829.909556:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:2.0:1783145829.909564:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee249c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3651:x1869755178617600:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783145829.909605:0:204579:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445117952 avail 1298878464 00000100:00100000:2.0:1783145829.909661:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee249c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3651:x1869755178617600:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145829.909670:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:1.0:1783145829.909706:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d5fd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178617600:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783145830.228945:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9c00 gen 0 rate 1 depth 3 token 0 deadline 8477982653014 time 8477982801192 state 0x0 ref 1 00000100:00100000:3.0:1783145830.228984:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+17:306224:x1869755188084224:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145830.229013:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.229036:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413800/0x38bddee366894a5a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b369 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.229160:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366894a61 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.229175:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366894a61 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.229187:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366894a61 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.229203:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894a68 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.229211:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894a68 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.229217:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894a68 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.229318:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894a6f lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.229328:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894a6f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.229336:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894a6f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145830.229376:0:206077:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1b8:0x0]: returning size 0 00000004:00200000:3.0:1783145830.229381:0:206077:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145830.229400:0:206077:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894a6f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.229413:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894a6f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.229432:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366894a61 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.229439:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366894a61 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.229445:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366894a61 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.229456:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366894a61 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.229462:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.229466:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366894a61 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.229474:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366894a61 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.229485:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.229489:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.229492:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366894a61 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.229499:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366894a61 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.229514:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894a68 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.229521:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894a68 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.229527:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894a68 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.229532:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.229535:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894a68 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.229546:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894a68 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.229554:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be8ccee5200) 00010000:00010000:3.0:1783145830.229557:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.229560:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894a68 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.229566:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894a68 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.229595:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413800/0x38bddee366894a5a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b369 expref: 19 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.229609:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894a6f lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b369 expref: 18 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.229617:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b8:0x0].0x0 (ffff9be9c951d400) 00010000:00010000:3.0:1783145830.229620:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145830.229623:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8413c00, rc 0) 00000100:00100000:3.0:1783145830.229709:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+18:306224:x1869755188084224:12345-192.168.203.44@tcp:101:rm.500 Request processed in 744us (998757us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145830.229716:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 641 00000100:00100000:3.0:1783145830.229722:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9c00 gen 0 rate 1 depth 3 token 0 deadline 8477982653014 time 8477982801192 state 0x2 ref 0 00000100:00100000:3.0:1783145830.229736:0:206077:0:(nrs_tbf.c:478:nrs_tbf_cli_fini()) mdt.0 NRS: TBF class fini: class@ffff9be8c91d8000 key gid={500} rule@0xffff9be9d08f9c00 gen 0 rate 1 depth 3 token 0 deadline 8477982653014 time 8477982801192 state 0x6 ref 0 00000100:00100000:1.0:1783145830.232409:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.232461:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.232485:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188084352 00000100:00100000:2.0:1783145830.232495:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188084352 00000100:00100000:0.0:1783145830.232524:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188084608 00000100:00100000:0.0:1783145830.232531:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188084608 00000100:00100000:2.0:1783145830.232571:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 639 00000100:00100000:0.0:1783145830.232581:0:204555:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3816 00000100:00100000:2.0:1783145830.232587:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8701c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b832727d-edc7-457c-aba4-c59935e6a58f+20:2408:x1869755188084352:12345-192.168.203.44@tcp:63:ll_sa.0 00000100:00100000:0.0:1783145830.232603:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee24ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+20:306221:x1869755188084608:12345-192.168.203.44@tcp:36:rm.500 00000100:00100000:1.0:1783145830.232636:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145830.232647:0:204560:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.232653:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1783145830.232666:0:204560:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee366894a76 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b370 expref: -99 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.232682:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d375fe00/0x38bddee3668943ed lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2c1 expref: 21 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.232708:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd2fa200/0x38bddee366894376 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2a5 expref: 20 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.232714:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366894a7d lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.232722:0:204561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188084736 00010000:00010000:0.0:1783145830.232728:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda56400/0x38bddee366894306 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b2ba expref: 19 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.232730:0:204561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188084736 00010000:00010000:2.0:1783145830.232730:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366894a7d lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.232752:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366894a7d lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.232757:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b7:0x0].0x0 (ffff9be8c65ede00) 00010000:00010000:0.0:1783145830.232770:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145830.232771:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366894a84 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.232774:0:204561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 640 00010000:00010000:2.0:1783145830.232785:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366894a84 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.232787:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894a8b lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.232793:0:204561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee249180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b832727d-edc7-457c-aba4-c59935e6a58f+19:2407:x1869755188084736:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:2.0:1783145830.232797:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366894a84 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.232814:0:204561:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.232823:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894a8b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.232825:0:204561:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894a92 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b3a8 expref: -99 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.232845:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366894a7d lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.232845:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894a8b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.232855:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894a99 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.232868:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366894a7d lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.232877:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366894a7d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.232878:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894a99 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.232881:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366894aa0 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.232899:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894a99 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.232902:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.232902:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366894aa0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.232911:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366894a7d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.232913:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894aa7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.232915:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366894aa0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.232930:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366894a7d lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.232932:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894aa7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.232954:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894aa7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.232954:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.232961:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.232966:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366894a7d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.232975:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366894a7d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.232980:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894a99 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.232985:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366894a84 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.232988:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894a99 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.233005:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894a99 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.233005:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366894a84 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.233016:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894aae lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.233019:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.233024:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894a99 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.233027:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366894a84 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.233039:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894a99 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.233040:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894aae lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.233042:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.233048:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366894a84 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.233055:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.233061:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.233063:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894aae lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.233065:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894a99 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.233079:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366894a84 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.233083:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894a99 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.233105:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8ef95a8 (ffff9be8d3528600) 00010000:00010000:2.0:1783145830.233109:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.233112:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894aa7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.233113:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366894a84 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.233146:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894aa7 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.233161:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894aa7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.233167:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366894a84 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.233168:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.233171:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894aa7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.233181:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894aa7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.233192:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8ef95a8 (ffff9be8d3528600) 00010000:00010000:3.0:1783145830.233193:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.233195:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894aa7 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.233199:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894aa7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.233206:0:204560:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee366894a76 lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b370 expref: 20 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.233218:0:204561:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894a92 lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b3a8 expref: 20 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.233226:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.233229:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145830.233233:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2400/0x38bddee366894a76 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b370 expref: 20 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.233234:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.233240:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145830.233245:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894a92 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b3a8 expref: 20 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.233249:0:204560:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e2400, rc -2) 00010000:00010000:3.0:1783145830.233255:0:204561:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8412000, rc -2) 00000100:00100000:3.0:1783145830.233303:0:204561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee249180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b832727d-edc7-457c-aba4-c59935e6a58f+18:2407:x1869755188084736:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 519us (676us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783145830.233305:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8701c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b832727d-edc7-457c-aba4-c59935e6a58f+18:2408:x1869755188084352:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 725us (906us total) trans 0 rc -2/-2 00000100:00100000:3.0:1783145830.233315:0:204561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 640 00000100:00100000:2.0:1783145830.233322:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 639 00000040:00080000:0.0:1783145830.233400:0:204555:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].450, 64 off36992 00000004:00080000:0.0:1783145830.233415:0:204555:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 8477987294128ns, next at 8478987290370ns, rc = 0 00010000:00010000:0.0:1783145830.233475:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894ab5 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.233485:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894ab5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.233495:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894ab5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.233503:0:204555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894ab5 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.233510:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894ab5 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.233516:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894ab5 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.233536:0:204555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145830.233554:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894aae lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.233561:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894aae lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.233568:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145830.233568:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894aae lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.233577:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894ab5 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.233578:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.233583:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894aae lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.233589:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894aae lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.233597:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b7:0x0].0x0 (ffff9be8d876a800) 00010000:00010000:0.0:1783145830.233599:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145830.233602:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894aae lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.233608:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894aae lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.233622:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894a8b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.233629:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894a8b lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.233647:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05c00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145830.233647:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894a8b lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.233654:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894ab5 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.233657:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.233663:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894a8b lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.233679:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894a8b lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.233683:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894ab5 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.233690:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.233694:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.233698:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894a8b lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.233699:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b7:0x0].0x0 (ffff9be8d876a800) 00010000:00010000:3.0:1783145830.233706:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145830.233711:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894ab5 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.233712:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894a8b lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.233728:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894ab5 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.233732:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003152e338 reply state 00000000bded9690 transno 12884905643 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366894aa0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.233746:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366894aa0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.233748:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145830.233751:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145830.233754:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145830.233756:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be8d876aa00) 00010000:00010000:0.0:1783145830.233760:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.233763:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145830.233804:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee24ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+18:306221:x1869755188084608:12345-192.168.203.44@tcp:36:rm.500 Request processed in 1208us (1343us total) trans 12884905643 rc 0/0 00000100:00100000:0.0:1783145830.233812:0:204555:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3816 00000100:00100000:1.0:1783145830.235337:0:229325:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff9be8cd6f6800 rate 10000 gen 0 00000100:00100000:1.0:1783145830.235354:0:229325:0:(nrs_tbf.c:478:nrs_tbf_cli_fini()) mdt.0 NRS: TBF class fini: class@ffff9be8d4041e00 key gid={0} rule@0xffff9be9d08f9000 gen 0 rate 10000 depth 3 token 0 deadline 8475076891039 time 8475076808664 state 0x6 ref 0 00000100:00100000:1.0:1783145830.235973:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.236018:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188084992 00000100:00100000:0.0:1783145830.236028:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188084992 00000100:00100000:3.0:1783145830.236038:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.236066:0:210786:0:(nrs_tbf.c:1305:nrs_tbf_cli_findadd()) unknown.0 NRS: TBF class insert: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 3 deadline 0 time 8477989940641 state 0x0 ref 1 00000100:00100000:0.0:1783145830.236089:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 3 deadline 8477990040641 time 8477989940641 state 0x1 ref 1 00000100:00100000:1.0:1783145830.236092:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188085120 00000100:00100000:1.0:1783145830.236098:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188085120 00000100:00100000:0.0:1783145830.236167:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8477990040641 time 8477990042215 state 0x0 ref 1 00000100:00100000:1.0:1783145830.236188:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 641 00000100:00100000:0.0:1783145830.236192:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+18:306220:x1869755188084992:12345-192.168.203.44@tcp:36:rm.500 00000100:00100000:1.0:1783145830.236202:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:b832727d-edc7-457c-aba4-c59935e6a58f+18:2409:x1869755188085120:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:1.0:1783145830.236230:0:228897:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.236238:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145830.236250:0:228897:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395a00/0x38bddee366894abc lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b3d9 expref: -99 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236264:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cbab4400/0x38bddee366894322 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b290 expref: 19 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236286:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cda57200/0x38bddee3668942c0 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b27b expref: 18 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.236293:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366894ac3 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236301:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b6:0x0].0x0 (ffff9be9d09b8000) 00010000:00010000:1.0:1783145830.236310:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366894ac3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236313:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145830.236324:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894aca lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.236326:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366894ac3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236338:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894aca lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.236349:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366894ad1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236350:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894aca lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.236371:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366894ad1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.236381:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366894ad1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236385:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366894ad8 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236399:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366894ad8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236407:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366894ad8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.236420:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366894ac3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.236429:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366894ac3 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.236437:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366894ac3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.236443:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.236447:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366894ac3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.236455:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366894ac3 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.236465:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145830.236468:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.236469:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366894adf lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.236474:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366894ac3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236477:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366894adf lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.236489:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366894ac3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236490:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366894adf lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.236511:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366894ad1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.236518:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366894ad1 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.236524:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366894ad1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.236530:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.236533:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366894ad1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.236538:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366894ad1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.236546:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be8d2cdca00) 00010000:00010000:1.0:1783145830.236549:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145830.236552:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366894ad1 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.236557:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366894ad1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.236584:0:228897:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395a00/0x38bddee366894abc lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b3d9 expref: 17 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.236593:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145830.236595:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145830.236600:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395a00/0x38bddee366894abc lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b3d9 expref: 17 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.236609:0:228897:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d9395a00, rc -2) 00000040:00080000:0.0:1783145830.236655:0:210786:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].453, 64 off37184 00000004:00080000:0.0:1783145830.236663:0:210786:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 8477990542312ns, next at 8478990540537ns, rc = 0 00000100:00100000:1.0:1783145830.236676:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:b832727d-edc7-457c-aba4-c59935e6a58f+17:2409:x1869755188085120:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 477us (644us total) trans 0 rc -2/-2 00000100:00100000:1.0:1783145830.236685:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 641 00010000:00010000:0.0:1783145830.236696:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366894ae6 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236703:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366894ae6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236709:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366894ae6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236715:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366894ae6 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236721:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366894ae6 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236725:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366894ae6 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236740:0:210786:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145830.236752:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366894adf lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236758:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366894adf lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236763:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366894adf lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236767:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.236770:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366894adf lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.236771:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145830.236783:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366894adf lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.236785:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366894ae6 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236791:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b6:0x0].0x0 (ffff9be8d876a100) 00010000:00010000:0.0:1783145830.236800:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145830.236804:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366894adf lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.236808:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145830.236810:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366894adf lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.236818:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366894ae6 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236825:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894aca lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236854:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894aca lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.236859:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366894ae6 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236861:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894aca lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236895:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894aca lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236900:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.236903:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894aca lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236907:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894aca lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236912:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.236914:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.236917:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b6:0x0].0x0 (ffff9be8d876a100) 00010000:00010000:0.0:1783145830.236917:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894aca lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.236932:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145830.236933:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894aca lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.236943:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366894ae6 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.236946:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000004f2af648 reply state 0000000091331049 transno 12884905644 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366894ad8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.236980:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366894ae6 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.236981:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366894ad8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.237020:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be8d876a400) 00010000:00010000:0.0:1783145830.237029:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.237036:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145830.237063:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145830.237076:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145830.237079:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145830.237087:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+17:306220:x1869755188084992:12345-192.168.203.44@tcp:36:rm.500 Request processed in 907us (1118us total) trans 12884905644 rc 0/0 00000100:00100000:0.0:1783145830.237098:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 0 00000100:00100000:0.0:1783145830.237105:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8477990040641 time 8477990042215 state 0x2 ref 0 00000100:00100000:0.0:1783145830.238257:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.238318:0:204561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188085248 00000100:00100000:3.0:1783145830.238325:0:204561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188085248 00000100:00100000:3.0:1783145830.238361:0:204561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 642 00000100:00100000:3.0:1783145830.238370:0:204561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee258380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b832727d-edc7-457c-aba4-c59935e6a58f+17:2407:x1869755188085248:12345-192.168.203.44@tcp:63:ll_sa.0 00000100:00100000:0.0:1783145830.238374:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145830.238391:0:204561:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.238401:0:204561:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894aed lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b40a expref: -99 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.238424:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188085504 00000100:00100000:1.0:1783145830.238430:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188085504 00000100:00100000:1.0:1783145830.238451:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8477990040641 time 8477990042215 state 0x0 ref 1 00000100:00100000:1.0:1783145830.238461:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8477990142215 time 8477990042215 state 0x1 ref 1 00010000:00010000:3.0:1783145830.238481:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894af4 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.238491:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8477990142215 time 8477992367186 state 0x0 ref 1 00010000:00010000:3.0:1783145830.238492:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894af4 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.238509:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894af4 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.238512:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce87b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+19:306224:x1869755188085504:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:3.0:1783145830.238530:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894afb lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x29e095a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.238538:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894afb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x29e095a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.238543:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783145830.238545:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894afb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x29e095a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.238561:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894a6f lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b369 expref: 19 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.238580:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee3668944f0 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b34d expref: 18 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.238583:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894af4 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.238593:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b8:0x0].0x0 (ffff9be9c951d400) 00010000:00010000:3.0:1783145830.238594:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894af4 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.238604:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894af4 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.238605:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145830.238612:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.238616:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894af4 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.238619:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee366894b02 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.238627:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894af4 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.238634:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee366894b02 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.238644:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee366894b02 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.238648:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.238653:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.238657:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894af4 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.238659:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395000/0x38bddee366894b09 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.238672:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894af4 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.238675:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395000/0x38bddee366894b09 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.238690:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894afb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x29e095a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.238691:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395000/0x38bddee366894b09 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.238710:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894afb lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x29e095a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.238718:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894afb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x29e095a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.238722:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.238725:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894afb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x29e095a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.238731:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894afb lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x29e095a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.238739:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x29e095a8 (ffff9be8ccee5200) 00010000:00010000:3.0:1783145830.238742:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.238744:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894afb lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x29e095a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.238750:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894afb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x29e095a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.238759:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395600/0x38bddee366894b10 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.238769:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395600/0x38bddee366894b10 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.238773:0:204561:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894aed lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b40a expref: 17 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.238782:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395600/0x38bddee366894b10 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.238786:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.238791:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145830.238796:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894aed lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b40a expref: 17 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.238805:0:204561:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8412000, rc -2) 00000100:00100000:3.0:1783145830.238848:0:204561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee258380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b832727d-edc7-457c-aba4-c59935e6a58f+16:2407:x1869755188085248:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 481us (593us total) trans 0 rc -2/-2 00000100:00100000:3.0:1783145830.238856:0:204561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 642 00000040:00080000:1.0:1783145830.238924:0:204557:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].454, 64 off37248 00010000:00010000:1.0:1783145830.238969:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395200/0x38bddee366894b17 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.238979:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395200/0x38bddee366894b17 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.238986:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395200/0x38bddee366894b17 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.238994:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395200/0x38bddee366894b17 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.239001:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395200/0x38bddee366894b17 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.239007:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395200/0x38bddee366894b17 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.239025:0:204557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145830.239037:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395600/0x38bddee366894b10 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.239044:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395600/0x38bddee366894b10 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.239050:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395600/0x38bddee366894b10 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.239056:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.239060:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395600/0x38bddee366894b10 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.239060:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145830.239080:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395200/0x38bddee366894b17 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.239085:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395600/0x38bddee366894b10 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.239093:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145830.239100:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b8:0x0].0x0 (ffff9be8d2cdc800) 00010000:00010000:0.0:1783145830.239100:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395200/0x38bddee366894b17 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.239108:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145830.239113:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395600/0x38bddee366894b10 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.239115:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395200/0x38bddee366894b17 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.239153:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b8:0x0].0x0 (ffff9be8d2cdc800) 00010000:00010000:1.0:1783145830.239156:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395600/0x38bddee366894b10 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.239159:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145830.239165:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395200/0x38bddee366894b17 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.239179:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395200/0x38bddee366894b17 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.239188:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee366894b02 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.239198:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee366894b02 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.239199:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145830.239203:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145830.239206:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145830.239208:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee366894b02 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.239221:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee366894b02 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.239227:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.239230:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee366894b02 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.239239:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee366894b02 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.239249:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145830.239251:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145830.239254:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee366894b02 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.239260:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee366894b02 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145830.239270:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006f28f648 reply state 00000000460aeaaa transno 12884905645 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395000/0x38bddee366894b09 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.239279:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395000/0x38bddee366894b09 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.239286:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be8d2cdc900) 00010000:00010000:1.0:1783145830.239289:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145830.239291:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145830.239335:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce87b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+17:306224:x1869755188085504:12345-192.168.203.44@tcp:36:rm.500 Request processed in 826us (966us total) trans 12884905645 rc 0/0 00000100:00100000:1.0:1783145830.239342:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 1 00000100:00100000:1.0:1783145830.239347:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8477990142215 time 8477992367186 state 0x2 ref 0 00000100:00100000:1.0:1783145830.240268:0:229325:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff9be8cd6f6900 rate 10000 gen 0 00000100:00100000:0.0:1783145830.263518:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.263559:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188085760 00000100:00100000:3.0:1783145830.263570:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188085760 00000100:00080000:0.0:1783145830.263618:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783145830.263624:0:206077:0:(nrs_tbf.c:1305:nrs_tbf_cli_findadd()) unknown.0 NRS: TBF class insert: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 3 deadline 0 time 8478017498673 state 0x0 ref 1 00000100:00100000:3.0:1783145830.263635:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 3 deadline 8478017598673 time 8478017498673 state 0x1 ref 1 00000100:00100000:3.0:1783145830.263656:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478017598673 time 8478017533843 state 0x0 ref 1 00000100:00100000:3.0:1783145830.263667:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce878e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:306261:x1869755188085760:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145830.263684:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.263702:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894b1e lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b411 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.263805:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894b25 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.263823:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894b25 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.263837:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894b25 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.263851:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894b2c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.263856:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894b2c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.263860:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894b2c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145830.264181:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb84:0x0], index 1: 0 00010000:00010000:3.0:1783145830.264304:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366894b33 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.264310:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366894b33 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.264315:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366894b33 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.264339:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894b25 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.264344:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894b25 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.264348:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894b25 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.264352:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894b25 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.264355:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.264359:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894b25 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.264367:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894b25 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.264379:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.264381:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.264384:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894b25 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.264388:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894b25 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145830.264399:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002a0cd07e reply state 00000000531c1735 transno 12884905646 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894b2c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.264406:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894b2c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.264411:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be8ccee5200) 00010000:00010000:3.0:1783145830.264412:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145830.264414:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145830.264434:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894b1e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b411 expref: 14 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.264446:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366894b33 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b411 expref: 13 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.264451:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1de:0x0].0x0 (ffff9be8ccee5300) 00010000:00010000:3.0:1783145830.264453:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145830.264456:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8413000, rc 0) 00000100:00100000:3.0:1783145830.264508:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce878e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+14:306261:x1869755188085760:12345-192.168.203.44@tcp:101:touch.500 Request processed in 842us (997us total) trans 12884905646 rc 0/0 00000100:00100000:3.0:1783145830.264515:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 2 00000100:00100000:3.0:1783145830.264521:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478017598673 time 8478017533843 state 0x2 ref 0 00000100:00100000:0.0:1783145830.267244:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.267287:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188086016 00000100:00100000:1.0:1783145830.267298:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188086016 00000100:00100000:1.0:1783145830.267337:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478017598673 time 8478017533843 state 0x0 ref 1 00000100:00100000:1.0:1783145830.267351:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478017633843 time 8478017533843 state 0x1 ref 1 00000100:00100000:1.0:1783145830.267385:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478017633843 time 8478021261669 state 0x0 ref 1 00000100:00100000:0.0:1783145830.267396:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.267406:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce87b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+14:306261:x1869755188086016:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:3.0:1783145830.267416:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188086272 00000100:00100000:3.0:1783145830.267423:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188086272 00010000:00010000:1.0:1783145830.267458:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1783145830.267477:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478021361669 time 8478021261669 state 0x1 ref 2 00010000:00010000:1.0:1783145830.267485:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366894b33 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b411 expref: 15 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.267497:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478021361669 time 8478021374839 state 0x0 ref 2 00010000:00010000:1.0:1783145830.267504:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1de:0x0].0x0 (ffff9be8ccee5300) 00000100:00100000:3.0:1783145830.267510:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+14:306262:x1869755188086272:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145830.267518:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145830.267519:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145830.267533:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413800/0x38bddee366894b41 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b418 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.267576:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395600/0x38bddee366894b48 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.267590:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395600/0x38bddee366894b48 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.267599:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894b4f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.267601:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395600/0x38bddee366894b48 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.267615:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894b4f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.267630:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894b4f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.267639:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366894b56 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.267643:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366894b56 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.267651:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366894b56 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145830.267689:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000dde15905 reply state 000000000143d290 transno 12884905647 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395600/0x38bddee366894b48 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.267701:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395600/0x38bddee366894b48 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.267708:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1de:0x0].0x0 (ffff9be8d2cdca00) 00010000:00010000:1.0:1783145830.267711:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145830.267713:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145830.267793:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce87b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+17:306261:x1869755188086016:12345-192.168.203.44@tcp:36:touch.500 Request processed in 392us (556us total) trans 12884905647 rc 0/0 00000100:00100000:1.0:1783145830.267805:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 3 00000004:00080000:3.0:1783145830.267833:0:204555:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbe8:0x0], index 0: 0 00010000:00010000:3.0:1783145830.267970:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894b5d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.267977:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894b5d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.267982:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894b5d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.267999:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894b4f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.268005:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894b4f lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.268009:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894b4f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.268013:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.268015:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894b4f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.268020:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894b4f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.268025:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.268027:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.268030:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894b4f lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.268034:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894b4f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145830.268041:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008169fc4b reply state 0000000030615c55 transno 12884905648 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366894b56 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.268046:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366894b56 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.268049:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be8ccee5700) 00010000:00010000:3.0:1783145830.268051:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145830.268052:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145830.268066:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413800/0x38bddee366894b41 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b418 expref: 18 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.268088:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894b5d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b418 expref: 17 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.268093:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1df:0x0].0x0 (ffff9be8ccee5d00) 00010000:00010000:3.0:1783145830.268095:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145830.268097:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8413c00, rc 0) 00000100:00100000:3.0:1783145830.268147:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+18:306262:x1869755188086272:12345-192.168.203.44@tcp:101:touch.500 Request processed in 641us (757us total) trans 12884905648 rc 0/0 00000100:00100000:3.0:1783145830.268154:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 4 00000100:00100000:3.0:1783145830.268158:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478021361669 time 8478021374839 state 0x2 ref 0 00000100:00100000:3.0:1783145830.268664:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.268713:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188086400 00000100:00100000:2.0:1783145830.268725:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188086400 00000100:00100000:2.0:1783145830.268759:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478021361669 time 8478021374839 state 0x0 ref 1 00000100:00100000:2.0:1783145830.268772:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478021474839 time 8478021374839 state 0x1 ref 1 00000100:00100000:3.0:1783145830.268804:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478021474839 time 8478022680791 state 0x0 ref 1 00000100:00100000:3.0:1783145830.268818:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+18:306261:x1869755188086400:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145830.268828:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.268834:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366894b6b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b41f expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.268855:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366894b6b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b41f expref: 19 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.268861:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366894b6b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b41f expref: 19 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.268871:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1de:0x0].0x0 (ffff9be8d2cdca00) 00010000:00010000:3.0:1783145830.268872:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145830.268874:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8412c00, rc 0) 00000100:00100000:3.0:1783145830.268896:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+19:306261:x1869755188086400:12345-192.168.203.44@tcp:101:touch.500 Request processed in 84us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145830.268901:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 5 00000100:00100000:3.0:1783145830.268904:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478021474839 time 8478022680791 state 0x2 ref 0 00000100:00100000:3.0:1783145830.269549:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.269587:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188086656 00000100:00100000:0.0:1783145830.269594:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188086656 00000100:00100000:0.0:1783145830.269618:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478021474839 time 8478022680791 state 0x0 ref 1 00000100:00100000:0.0:1783145830.269627:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478022780791 time 8478022680791 state 0x1 ref 1 00000100:00100000:0.0:1783145830.269652:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478022780791 time 8478023528905 state 0x0 ref 1 00000100:00100000:0.0:1783145830.269666:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+19:306262:x1869755188086656:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:0.0:1783145830.269694:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145830.269709:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894b5d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b418 expref: 19 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.269723:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1df:0x0].0x0 (ffff9be8ccee5d00) 00010000:00010000:0.0:1783145830.269731:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145830.269774:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894b72 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.269784:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894b72 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.269793:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894b72 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.269846:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000004:00010000:0.0:1783145830.269855:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000096422d04 reply state 0000000070577371 transno 12884905649 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894b72 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.269867:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894b72 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.269875:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1df:0x0].0x0 (ffff9be8d876ab00) 00010000:00010000:0.0:1783145830.269878:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.269879:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188086912 00000100:00100000:0.0:1783145830.269882:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145830.269885:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188086912 00000100:00100000:2.0:1783145830.269906:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478023628905 time 8478023528905 state 0x1 ref 2 00000100:00100000:2.0:1783145830.269931:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478023628905 time 8478023808596 state 0x0 ref 2 00000100:00100000:2.0:1783145830.269946:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+21:306263:x1869755188086912:12345-192.168.203.44@tcp:101:touch.500 00000100:00100000:0.0:1783145830.269955:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+21:306262:x1869755188086656:12345-192.168.203.44@tcp:36:touch.500 Request processed in 289us (402us total) trans 12884905649 rc 0/0 00010000:00010000:2.0:1783145830.269964:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1783145830.269974:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 6 00010000:00010000:2.0:1783145830.269987:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366894b79 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b426 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.270114:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366894b80 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.270156:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366894b80 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.270166:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366894b80 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.270183:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee366894b87 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.270191:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee366894b87 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.270198:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee366894b87 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145830.270451:0:210786:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb85:0x0], index 1: 0 00010000:00010000:2.0:1783145830.270556:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2c00/0x38bddee366894b8e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.270563:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2c00/0x38bddee366894b8e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.270569:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2c00/0x38bddee366894b8e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.270593:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366894b80 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.270598:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366894b80 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.270602:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366894b80 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.270605:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366894b80 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.270612:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.270616:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366894b80 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.270621:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366894b80 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.270630:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.270633:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.270636:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366894b80 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.270641:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366894b80 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145830.270650:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000045b10c74 reply state 0000000045fdbcfd transno 12884905650 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee366894b87 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.270657:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee366894b87 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.270662:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8d3528800) 00010000:00010000:2.0:1783145830.270664:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.270665:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145830.270685:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366894b79 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b426 expref: 23 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.270695:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2c00/0x38bddee366894b8e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b426 expref: 22 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.270704:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e0:0x0].0x0 (ffff9be8d3528f00) 00010000:00010000:2.0:1783145830.270706:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145830.270708:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e2c00, rc 0) 00000100:00100000:2.0:1783145830.270763:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+23:306263:x1869755188086912:12345-192.168.203.44@tcp:101:touch.500 Request processed in 823us (917us total) trans 12884905650 rc 0/0 00000100:00100000:2.0:1783145830.270771:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 7 00000100:00100000:2.0:1783145830.270778:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478023628905 time 8478023808596 state 0x2 ref 0 00000100:00100000:3.0:1783145830.270796:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.270841:0:228901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188087040 00000100:00100000:3.0:1783145830.270847:0:228901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188087040 00000100:00080000:2.0:1783145830.270883:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783145830.270959:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2836 00000100:00100000:3.0:1783145830.270972:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2408:x1869755188087040:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:3.0:1783145830.271298:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:275b1235-b8f5-4ce3-8a3a-d483c556f740+6:2408:x1869755188087040:12345-192.168.203.44@tcp:2:touch.500 Request processed in 329us (511us total) trans 8589935535 rc 0/0 00000100:00100000:3.0:1783145830.271311:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2836 00000100:00100000:0.0:1783145830.271396:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.271440:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188087168 00000100:00100000:3.0:1783145830.271446:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188087168 00000100:00100000:3.0:1783145830.271469:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478023628905 time 8478023808596 state 0x0 ref 1 00000100:00100000:3.0:1783145830.271526:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478023908596 time 8478023808596 state 0x1 ref 1 00000100:00100000:3.0:1783145830.271555:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478023908596 time 8478025431579 state 0x0 ref 1 00000100:00100000:3.0:1783145830.271575:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+23:306262:x1869755188087168:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145830.271589:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.271600:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413800/0x38bddee366894b9c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b42d expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.271636:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413800/0x38bddee366894b9c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b42d expref: 24 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.271649:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413800/0x38bddee366894b9c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b42d expref: 24 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.271732:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1df:0x0].0x0 (ffff9be8d876ab00) 00010000:00010000:3.0:1783145830.271736:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145830.271740:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8413800, rc 0) 00000100:00100000:3.0:1783145830.271774:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+24:306262:x1869755188087168:12345-192.168.203.44@tcp:101:touch.500 Request processed in 204us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145830.271785:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 8 00000100:00100000:3.0:1783145830.271789:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478023908596 time 8478025431579 state 0x2 ref 0 00000100:00100000:3.0:1783145830.272360:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.272398:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188087424 00000100:00100000:0.0:1783145830.272405:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188087424 00000100:00100000:0.0:1783145830.272426:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478023908596 time 8478025431579 state 0x0 ref 1 00000100:00100000:0.0:1783145830.272436:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478025531579 time 8478025431579 state 0x1 ref 1 00000100:00100000:0.0:1783145830.272460:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478025531579 time 8478026337132 state 0x0 ref 1 00000100:00100000:0.0:1783145830.272479:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+24:306263:x1869755188087424:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:0.0:1783145830.272512:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145830.272529:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2c00/0x38bddee366894b8e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b426 expref: 24 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.272546:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e0:0x0].0x0 (ffff9be8d3528f00) 00010000:00010000:0.0:1783145830.272555:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145830.272596:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366894ba3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.272604:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366894ba3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.272610:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366894ba3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.272662:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000df8c0513 reply state 00000000cba6577f transno 12884905651 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366894ba3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.272674:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366894ba3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.272678:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e0:0x0].0x0 (ffff9be8d876a200) 00010000:00010000:0.0:1783145830.272680:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.272682:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145830.272725:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+25:306263:x1869755188087424:12345-192.168.203.44@tcp:36:touch.500 Request processed in 256us (367us total) trans 12884905651 rc 0/0 00000100:00100000:0.0:1783145830.272731:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 9 00000100:00100000:0.0:1783145830.272735:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478025531579 time 8478026337132 state 0x2 ref 0 00000100:00100000:1.0:1783145830.272831:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.272867:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.272898:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188087808 00000100:00100000:0.0:1783145830.272903:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188087808 00000100:00100000:3.0:1783145830.272907:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188087680 00000100:00100000:3.0:1783145830.272914:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188087680 00000100:00080000:1.0:1783145830.272940:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783145830.272955:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1004 00000100:00100000:0.0:1783145830.272962:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2837 00000100:00100000:3.0:1783145830.272967:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee248000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+25:306261:x1869755188087680:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:0.0:1783145830.272978:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee248e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2409:x1869755188087808:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:0.0:1783145830.273160:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee248e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+6:2409:x1869755188087808:12345-192.168.203.44@tcp:2:touch.500 Request processed in 188us (291us total) trans 8589936242 rc 0/0 00000100:00100000:0.0:1783145830.273166:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2837 00000100:00100000:3.0:1783145830.273183:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee248000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+26:306261:x1869755188087680:12345-192.168.203.44@tcp:35:touch.500 Request processed in 218us (350us total) trans 12884905652 rc 0/0 00000100:00100000:3.0:1783145830.273199:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1004 00000100:00100000:3.0:1783145830.273552:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.273585:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188087936 00000100:00100000:0.0:1783145830.273589:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188087936 00000100:00100000:0.0:1783145830.273603:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478025531579 time 8478026337132 state 0x0 ref 1 00000100:00100000:0.0:1783145830.273608:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478026437132 time 8478026337132 state 0x1 ref 1 00000100:00100000:0.0:1783145830.273627:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478026437132 time 8478027506169 state 0x0 ref 1 00000100:00100000:0.0:1783145830.273635:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+26:306263:x1869755188087936:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145830.273643:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.273651:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366894baa lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b434 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.273672:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366894baa lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b434 expref: 27 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.273680:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366894baa lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b434 expref: 27 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.273691:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e0:0x0].0x0 (ffff9be8d876a200) 00010000:00010000:0.0:1783145830.273693:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145830.273695:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2d04400, rc 0) 00000100:00100000:0.0:1783145830.273719:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+27:306263:x1869755188087936:12345-192.168.203.44@tcp:101:touch.500 Request processed in 85us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.273724:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 10 00000100:00100000:0.0:1783145830.273727:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478026437132 time 8478027506169 state 0x2 ref 0 00000100:00100000:1.0:1783145830.274016:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.274041:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188088192 00000100:00100000:3.0:1783145830.274046:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188088192 00000100:00100000:3.0:1783145830.274083:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1005 00000100:00100000:3.0:1783145830.274089:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee24bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+27:306262:x1869755188088192:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:3.0:1783145830.274249:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee24bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+28:306262:x1869755188088192:12345-192.168.203.44@tcp:35:touch.500 Request processed in 158us (232us total) trans 12884905653 rc 0/0 00000100:00100000:3.0:1783145830.274257:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1005 00000100:00100000:1.0:1783145830.276112:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.276296:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188088320 00000100:00100000:3.0:1783145830.276301:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188088320 00000100:00100000:3.0:1783145830.276330:0:206057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2838 00000100:00100000:3.0:1783145830.276335:0:206057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee24b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+6:2410:x1869755188088320:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:3.0:1783145830.276474:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee24b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+7:2410:x1869755188088320:12345-192.168.203.44@tcp:2:touch.500 Request processed in 138us (368us total) trans 8589935536 rc 0/0 00000100:00100000:3.0:1783145830.276483:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2838 00000100:00100000:1.0:1783145830.277509:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.277540:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188088576 00000100:00100000:3.0:1783145830.277545:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188088576 00000100:00100000:3.0:1783145830.277584:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1006 00000100:00100000:3.0:1783145830.277593:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9edca4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+28:306263:x1869755188088576:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:3.0:1783145830.277733:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9edca4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+29:306263:x1869755188088576:12345-192.168.203.44@tcp:35:touch.500 Request processed in 142us (224us total) trans 12884905654 rc 0/0 00000100:00100000:3.0:1783145830.277739:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1006 00000100:00100000:1.0:1783145830.278721:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.278750:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188088832 00000100:00100000:3.0:1783145830.278754:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188088832 00000100:00100000:3.0:1783145830.278769:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478026437132 time 8478027506169 state 0x0 ref 1 00000100:00100000:3.0:1783145830.278778:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478027606169 time 8478027506169 state 0x1 ref 1 00000100:00100000:3.0:1783145830.278806:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478027606169 time 8478032682657 state 0x0 ref 1 00000100:00100000:3.0:1783145830.278818:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee248a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+29:306268:x1869755188088832:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145830.278830:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.278849:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894bb1 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b43b expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.278923:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894bb8 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.278936:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894bb8 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.278947:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894bb8 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.278958:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894bbf lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.278963:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894bbf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.278968:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894bbf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145830.279210:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbe9:0x0], index 0: 0 00010000:00010000:3.0:1783145830.279289:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee366894bc6 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.279295:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee366894bc6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.279299:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee366894bc6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.279328:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894bb8 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.279336:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894bb8 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.279341:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894bb8 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.279346:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894bb8 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.279351:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.279355:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894bb8 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.279361:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894bb8 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.279369:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.279371:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.279374:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894bb8 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.279378:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894bb8 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145830.279386:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006b3c094d reply state 00000000c0a4da42 transno 12884905655 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894bbf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.279394:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894bbf lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.279398:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8ccee5500) 00010000:00010000:3.0:1783145830.279400:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145830.279401:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145830.279423:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894bb1 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b43b expref: 32 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.279437:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee366894bc6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b43b expref: 31 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.279446:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e1:0x0].0x0 (ffff9be8ccee5400) 00010000:00010000:3.0:1783145830.279448:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145830.279450:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8413e00, rc 0) 00000100:00100000:3.0:1783145830.279479:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee248a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+32:306268:x1869755188088832:12345-192.168.203.44@tcp:101:touch.500 Request processed in 665us (759us total) trans 12884905655 rc 0/0 00000100:00100000:3.0:1783145830.279484:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 11 00000100:00100000:3.0:1783145830.279487:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478027606169 time 8478032682657 state 0x2 ref 0 00000100:00100000:1.0:1783145830.280903:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.280935:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188089088 00000100:00100000:1.0:1783145830.280936:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.280942:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188089088 00000100:00100000:0.0:1783145830.280970:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188089344 00000100:00100000:3.0:1783145830.280971:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478027606169 time 8478032682657 state 0x0 ref 1 00000100:00100000:0.0:1783145830.280977:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188089344 00000100:00100000:3.0:1783145830.280982:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478032782657 time 8478032682657 state 0x1 ref 1 00000100:00100000:3.0:1783145830.281006:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478032782657 time 8478034882890 state 0x0 ref 1 00000100:00100000:3.0:1783145830.281019:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee248700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+33:306265:x1869755188089088:12345-192.168.203.44@tcp:101:touch.500 00000100:00100000:0.0:1783145830.281023:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478034982890 time 8478034882890 state 0x1 ref 2 00010000:00010000:3.0:1783145830.281036:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.281050:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366894bd4 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b442 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.281051:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478034982890 time 8478034927223 state 0x0 ref 2 00000100:00100000:1.0:1783145830.281066:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee24a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+34:306268:x1869755188089344:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:1.0:1783145830.281097:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145830.281112:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee366894bc6 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b43b expref: 34 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.281144:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e1:0x0].0x0 (ffff9be8ccee5400) 00010000:00010000:3.0:1783145830.281145:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366894bdb lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.281155:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366894bdb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.281155:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145830.281168:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366894bdb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.281183:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee366894be2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.281199:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee366894be2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.281199:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395400/0x38bddee366894be9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.281207:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee366894be2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.281207:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395400/0x38bddee366894be9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.281216:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395400/0x38bddee366894be9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145830.281274:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e5d0c179 reply state 0000000037c9ec5f transno 12884905656 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395400/0x38bddee366894be9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.281284:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395400/0x38bddee366894be9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.281290:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e1:0x0].0x0 (ffff9be8d2cdce00) 00010000:00010000:1.0:1783145830.281293:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145830.281295:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145830.281360:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee24a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+35:306268:x1869755188089344:12345-192.168.203.44@tcp:36:touch.500 Request processed in 298us (422us total) trans 12884905656 rc 0/0 00000100:00100000:1.0:1783145830.281368:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 13 00000004:00080000:3.0:1783145830.281396:0:204555:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb86:0x0], index 1: 0 00010000:00010000:3.0:1783145830.281548:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413400/0x38bddee366894bf0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.281555:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413400/0x38bddee366894bf0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.281562:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413400/0x38bddee366894bf0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.281587:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366894bdb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.281594:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366894bdb lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.281601:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366894bdb lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.281611:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.281615:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366894bdb lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.281621:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366894bdb lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.281631:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.281633:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.281637:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366894bdb lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.281643:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366894bdb lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145830.281655:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d69a8c2a reply state 00000000cfec19a2 transno 12884905657 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee366894be2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.281663:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee366894be2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.281670:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be8ccee5b00) 00010000:00010000:3.0:1783145830.281672:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145830.281674:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145830.281693:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366894bd4 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b442 expref: 36 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.281706:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413400/0x38bddee366894bf0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b442 expref: 35 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.281718:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e2:0x0].0x0 (ffff9be8ccee5800) 00010000:00010000:3.0:1783145830.281723:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145830.281725:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8413400, rc 0) 00000100:00100000:3.0:1783145830.281758:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee248700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+36:306265:x1869755188089088:12345-192.168.203.44@tcp:101:touch.500 Request processed in 743us (856us total) trans 12884905657 rc 0/0 00000100:00100000:3.0:1783145830.281765:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 12 00000100:00100000:3.0:1783145830.281770:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478034982890 time 8478034927223 state 0x2 ref 0 00000100:00100000:1.0:1783145830.281968:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.282005:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188089472 00000100:00100000:0.0:1783145830.282010:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188089472 00000100:00100000:0.0:1783145830.282025:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478034982890 time 8478034927223 state 0x0 ref 1 00000100:00100000:0.0:1783145830.282031:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478035027223 time 8478034927223 state 0x1 ref 1 00000100:00100000:0.0:1783145830.282048:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478035027223 time 8478035926921 state 0x0 ref 1 00000100:00100000:0.0:1783145830.282057:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee24a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+36:306268:x1869755188089472:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145830.282065:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.282084:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366894bfe lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b449 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.282108:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366894bfe lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b449 expref: 37 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.282117:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366894bfe lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b449 expref: 37 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.282180:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e1:0x0].0x0 (ffff9be8d2cdce00) 00010000:00010000:0.0:1783145830.282183:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145830.282185:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2d04800, rc 0) 00000100:00100000:0.0:1783145830.282217:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee24a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+37:306268:x1869755188089472:12345-192.168.203.44@tcp:101:touch.500 Request processed in 160us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.282225:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 14 00000100:00100000:0.0:1783145830.282230:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478035027223 time 8478035926921 state 0x2 ref 0 00000100:00100000:1.0:1783145830.283185:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.283203:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188089856 00000100:00100000:0.0:1783145830.283209:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188089856 00000100:00100000:1.0:1783145830.283218:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.283228:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478035027223 time 8478035926921 state 0x0 ref 1 00000100:00100000:0.0:1783145830.283238:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478036026921 time 8478035926921 state 0x1 ref 1 00000100:00100000:3.0:1783145830.283240:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188089728 00000100:00100000:3.0:1783145830.283245:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188089728 00000100:00100000:0.0:1783145830.283267:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478036026921 time 8478037144174 state 0x0 ref 1 00000100:00100000:3.0:1783145830.283275:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2839 00000100:00100000:0.0:1783145830.283283:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee249f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+37:306265:x1869755188089856:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:3.0:1783145830.283285:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee248000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:275b1235-b8f5-4ce3-8a3a-d483c556f740+6:2407:x1869755188089728:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:0.0:1783145830.283319:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145830.283333:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413400/0x38bddee366894bf0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b442 expref: 37 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.283349:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e2:0x0].0x0 (ffff9be8ccee5800) 00010000:00010000:0.0:1783145830.283358:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145830.283398:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894c05 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.283409:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894c05 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.283411:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee248000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:275b1235-b8f5-4ce3-8a3a-d483c556f740+7:2407:x1869755188089728:12345-192.168.203.44@tcp:2:touch.500 Request processed in 127us (190us total) trans 8589936243 rc 0/0 00010000:00010000:0.0:1783145830.283425:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894c05 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.283426:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2839 00000004:00010000:0.0:1783145830.283483:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009e0689c5 reply state 000000002eeff114 transno 12884905658 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894c05 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.283493:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894c05 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.283500:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e2:0x0].0x0 (ffff9be8d876a000) 00010000:00010000:0.0:1783145830.283503:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.283506:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145830.283555:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee249f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+38:306265:x1869755188089856:12345-192.168.203.44@tcp:36:touch.500 Request processed in 277us (371us total) trans 12884905658 rc 0/0 00000100:00100000:0.0:1783145830.283576:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 15 00000100:00100000:0.0:1783145830.283580:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478036026921 time 8478037144174 state 0x2 ref 0 00000100:00100000:1.0:1783145830.284141:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.284193:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188089984 00000100:00100000:3.0:1783145830.284201:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188089984 00000100:00100000:3.0:1783145830.284221:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8477990142215 time 8477992367186 state 0x0 ref 1 00000100:00100000:3.0:1783145830.284232:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8477992467186 time 8477992367186 state 0x1 ref 1 00000100:00100000:3.0:1783145830.284256:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8477992467186 time 8478038133772 state 0x0 ref 1 00000100:00100000:3.0:1783145830.284270:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee24bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+38:306270:x1869755188089984:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145830.284281:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.284293:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894c0c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b450 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.284336:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894c13 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.284347:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894c13 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.284357:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894c13 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.284370:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894c1a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.284383:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894c1a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.284392:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894c1a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.284447:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366894c21 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.284456:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366894c21 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1df:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.284464:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366894c21 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1df:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145830.284489:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1df:0x0]: returning size 0 00000004:00200000:3.0:1783145830.284494:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145830.284508:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366894c21 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1df:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.284519:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366894c21 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.284527:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894c13 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.284535:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894c13 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.284542:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894c13 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.284549:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894c13 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.284555:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.284559:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894c13 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.284566:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894c13 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.284576:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.284579:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.284583:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894c13 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.284589:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894c13 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.284601:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894c1a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.284608:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894c1a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.284614:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894c1a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.284620:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.284623:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894c1a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.284629:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894c1a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.284637:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be8ccee5700) 00010000:00010000:3.0:1783145830.284640:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.284643:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894c1a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.284649:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894c1a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.284673:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894c0c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b450 expref: 40 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.284686:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366894c21 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b450 expref: 39 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.284693:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1df:0x0].0x0 (ffff9be8d876ab00) 00010000:00010000:3.0:1783145830.284696:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145830.284699:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8413600, rc 0) 00000100:00100000:3.0:1783145830.284741:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee24bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+39:306270:x1869755188089984:12345-192.168.203.44@tcp:101:rm.500 Request processed in 472us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145830.284749:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 16 00000100:00100000:3.0:1783145830.284757:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8477992467186 time 8478038133772 state 0x2 ref 0 00000100:00100000:1.0:1783145830.285023:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.285059:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188090112 00000100:00100000:1.0:1783145830.285077:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.285078:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188090112 00000100:00100000:3.0:1783145830.285112:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 643 00000100:00100000:0.0:1783145830.285117:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188090240 00000100:00100000:3.0:1783145830.285151:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee249c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+39:2410:x1869755188090112:12345-192.168.203.44@tcp:63:ll_sa.0 00000100:00100000:0.0:1783145830.285153:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188090240 00000100:00100000:0.0:1783145830.285176:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478036026921 time 8478037144174 state 0x0 ref 1 00010000:00010000:3.0:1783145830.285177:0:204579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1783145830.285189:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478037244174 time 8478037144174 state 0x1 ref 1 00010000:00010000:3.0:1783145830.285194:0:204579:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894c28 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b457 expref: -99 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.285217:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478037244174 time 8478039094024 state 0x0 ref 1 00010000:00010000:3.0:1783145830.285223:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366894c2f lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.285231:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee24b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+41:306265:x1869755188090240:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145830.285235:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366894c2f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.285243:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.285245:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366894c2f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.285254:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366894c36 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b45e expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.285262:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee366894c3d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.285282:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366894c36 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b45e expref: 42 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.285294:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366894c36 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b45e expref: 42 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.285310:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e2:0x0].0x0 (ffff9be8d876a000) 00010000:00010000:0.0:1783145830.285313:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145830.285316:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2d04e00, rc 0) 00010000:00010000:3.0:1783145830.285337:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee366894c3d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.285346:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee24b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+42:306265:x1869755188090240:12345-192.168.203.44@tcp:101:touch.500 Request processed in 116us (281us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145830.285350:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee366894c3d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.285358:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 17 00000100:00100000:0.0:1783145830.285367:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478037244174 time 8478039094024 state 0x2 ref 0 00000100:00100000:1.0:1783145830.285380:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145830.285381:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366894c2f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.285390:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366894c2f lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.285398:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366894c2f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.285404:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.285408:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366894c2f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.285415:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366894c2f lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.285419:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188090496 00000100:00100000:0.0:1783145830.285424:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188090496 00010000:00010000:3.0:1783145830.285429:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.285433:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.285457:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1007 00000100:00100000:0.0:1783145830.285463:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee249880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+42:306268:x1869755188090496:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:3.0:1783145830.285507:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366894c2f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.285514:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413000/0x38bddee366894c2f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.285527:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee366894c3d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.285534:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee366894c3d lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.285540:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee366894c3d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.285546:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.285550:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee366894c3d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.285557:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee366894c3d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.285568:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8ccee5a00) 00010000:00010000:3.0:1783145830.285571:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.285574:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee366894c3d lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.285581:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee366894c3d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.285607:0:204579:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894c28 lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b457 expref: 43 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.285611:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee249880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+43:306268:x1869755188090496:12345-192.168.203.44@tcp:35:touch.500 Request processed in 145us (230us total) trans 12884905659 rc 0/0 00000100:00100000:0.0:1783145830.285627:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1007 00010000:00010000:3.0:1783145830.285628:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.285633:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145830.285640:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413c00/0x38bddee366894c28 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b457 expref: 42 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.285651:0:204579:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8413c00, rc -2) 00000100:00100000:3.0:1783145830.285729:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee249c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+41:2410:x1869755188090112:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 608us (705us total) trans 0 rc -2/-2 00000100:00100000:3.0:1783145830.285738:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 643 00000100:00100000:1.0:1783145830.286088:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.286114:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188090624 00000100:00100000:3.0:1783145830.286156:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188090624 00000100:00100000:3.0:1783145830.286193:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2840 00000100:00100000:3.0:1783145830.286203:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3306680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+7:2408:x1869755188090624:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145830.286212:0:206490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.286227:0:206490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087756025/0x38bddee366894c44 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbe8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b465 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783145830.286244:0:206490:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbe8:0x0] initial LVB size: 0, mtime: 0x6a48a566, atime: 0x6a48a566, ctime: 0x6a48a566, blocks: 0x0 00010000:00010000:3.0:1783145830.286259:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe8:0x0].0x0 since=8478s v=(0 0) 00010000:00010000:3.0:1783145830.286264:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145830.286272:0:206490:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087756025/0x38bddee366894c44 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b465 expref: 8 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.286288:0:206490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000087756025/0x38bddee366894c44 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b465 expref: 8 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.286298:0:206490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01349600, rc 0) 00000100:00100000:3.0:1783145830.286330:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3306680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+8:2408:x1869755188090624:12345-192.168.203.44@tcp:101:rm.500 Request processed in 130us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145830.286338:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2840 00000100:00100000:1.0:1783145830.286689:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.286734:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188090752 00000100:00100000:0.0:1783145830.286739:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188090752 00000100:00100000:0.0:1783145830.286775:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2841 00000100:00100000:0.0:1783145830.286785:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3307480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:275b1235-b8f5-4ce3-8a3a-d483c556f740+7:2409:x1869755188090752:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:0.0:1783145830.286919:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3307480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:275b1235-b8f5-4ce3-8a3a-d483c556f740+8:2409:x1869755188090752:12345-192.168.203.44@tcp:2:touch.500 Request processed in 136us (228us total) trans 8589935537 rc 0/0 00000100:00100000:0.0:1783145830.286926:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2841 00000100:00100000:1.0:1783145830.287595:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.287632:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188091008 00000100:00100000:3.0:1783145830.287638:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188091008 00000100:00100000:3.0:1783145830.287679:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1008 00000100:00100000:3.0:1783145830.287690:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3306300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+41:306265:x1869755188091008:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:3.0:1783145830.287838:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3306300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+42:306265:x1869755188091008:12345-192.168.203.44@tcp:35:touch.500 Request processed in 151us (241us total) trans 12884905660 rc 0/0 00000100:00100000:3.0:1783145830.287853:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1008 00000100:00100000:1.0:1783145830.290503:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.290548:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188091136 00000100:00100000:0.0:1783145830.290556:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188091136 00000100:00100000:0.0:1783145830.290588:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8477992467186 time 8478038133772 state 0x0 ref 1 00000100:00100000:0.0:1783145830.290599:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478038233772 time 8478038133772 state 0x1 ref 1 00000100:00100000:0.0:1783145830.290634:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478038233772 time 8478044510605 state 0x0 ref 1 00000100:00100000:0.0:1783145830.290646:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3307b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+42:306269:x1869755188091136:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145830.290663:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.290680:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366894c4b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b46c expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.290731:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894c52 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.290746:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894c52 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.290756:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894c52 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.290767:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894c59 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.290774:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894c59 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.290782:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894c59 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.290858:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894c60 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.290867:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894c60 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1de:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.290877:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894c60 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1de:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145830.290907:0:204557:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1de:0x0]: returning size 0 00000004:00200000:0.0:1783145830.290912:0:204557:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:1.0:1783145830.290926:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000004:00010000:0.0:1783145830.290931:0:204557:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894c60 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1de:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.290946:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894c60 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.290960:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894c52 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.290968:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894c52 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.290975:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894c52 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.290977:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188091264 00000100:00100000:3.0:1783145830.290982:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188091264 00010000:00010000:0.0:1783145830.290984:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894c52 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.290994:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.291008:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894c52 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.291020:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894c52 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.291027:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 644 00010000:00010000:0.0:1783145830.291039:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00000100:00100000:3.0:1783145830.291040:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3307800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+44:2407:x1869755188091264:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:0.0:1783145830.291046:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.291053:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894c52 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.291059:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894c52 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291079:0:204560:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.291084:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894c59 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291091:0:204560:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349e00/0x38bddee366894c67 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b473 expref: -99 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.291093:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894c59 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.291113:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894c59 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.291159:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.291165:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894c59 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.291172:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894c59 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.291188:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be8ccee5200) 00010000:00010000:0.0:1783145830.291191:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.291195:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894c59 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291198:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366894c6e lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.291205:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894c59 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291209:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366894c6e lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291219:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366894c6e lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291232:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366894c75 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291237:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366894c75 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291245:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366894c75 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.291250:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366894c4b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b46c expref: 46 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.291283:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894c60 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b46c expref: 45 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.291292:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1de:0x0].0x0 (ffff9be8d2cdca00) 00010000:00010000:3.0:1783145830.291293:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894c7c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.291298:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145830.291304:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2d04200, rc 0) 00010000:00010000:3.0:1783145830.291308:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894c7c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291319:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894c7c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145830.291333:0:204560:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1e0:0x0]: returning size 0 00000004:00200000:3.0:1783145830.291337:0:204560:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1783145830.291364:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3307b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+45:306269:x1869755188091136:12345-192.168.203.44@tcp:101:rm.500 Request processed in 717us (859us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.291386:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 18 00000100:00100000:0.0:1783145830.291397:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478038233772 time 8478044510605 state 0x2 ref 0 00000004:00010000:3.0:1783145830.291448:0:204560:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894c7c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291460:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894c7c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291465:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366894c6e lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291469:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366894c6e lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291475:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366894c6e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291478:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.291481:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366894c6e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291485:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366894c6e lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291491:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.291493:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.291497:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366894c6e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291501:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366894c6e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291512:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366894c75 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291515:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366894c75 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291519:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366894c75 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291522:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01349800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.291524:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366894c75 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291527:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366894c75 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291538:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8d3528800) 00010000:00010000:3.0:1783145830.291541:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.291542:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366894c75 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291546:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366894c75 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291561:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349e00/0x38bddee366894c67 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b473 expref: 45 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291571:0:204560:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894c7c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b473 expref: 44 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291576:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e0:0x0].0x0 (ffff9be8d876a200) 00010000:00010000:3.0:1783145830.291579:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145830.291581:0:204560:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01348a00, rc 0) 00010000:00010000:3.0:1783145830.291585:0:204560:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.291590:0:204560:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349400/0x38bddee366894c83 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b47a expref: -99 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291605:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee366894c8a lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291610:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee366894c8a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291615:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee366894c8a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291628:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349a00/0x38bddee366894c91 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291633:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349a00/0x38bddee366894c91 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291638:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349a00/0x38bddee366894c91 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291678:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee366894c98 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291685:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee366894c98 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291693:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee366894c98 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145830.291705:0:204560:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1e2:0x0]: returning size 0 00000004:00200000:3.0:1783145830.291708:0:204560:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145830.291720:0:204560:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee366894c98 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291728:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee366894c98 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291734:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee366894c8a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291739:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee366894c8a lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291744:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee366894c8a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291749:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.291753:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee366894c8a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291758:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee366894c8a lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291769:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.291772:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.291777:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee366894c8a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291783:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee366894c8a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291802:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349a00/0x38bddee366894c91 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291811:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349a00/0x38bddee366894c91 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291819:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349a00/0x38bddee366894c91 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291826:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01349a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.291829:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349a00/0x38bddee366894c91 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291835:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349a00/0x38bddee366894c91 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291848:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be8ccee5b00) 00010000:00010000:3.0:1783145830.291853:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.291856:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349a00/0x38bddee366894c91 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291863:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349a00/0x38bddee366894c91 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291894:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349400/0x38bddee366894c83 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b47a expref: 46 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291920:0:204560:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee366894c98 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b47a expref: 45 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291930:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e2:0x0].0x0 (ffff9be8d876a000) 00010000:00010000:3.0:1783145830.291933:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145830.291937:0:204560:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01349c00, rc 0) 00010000:00010000:3.0:1783145830.291943:0:204560:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.291956:0:204560:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366894c9f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b481 expref: -99 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291984:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348000/0x38bddee366894ca6 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.291993:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348000/0x38bddee366894ca6 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292003:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348000/0x38bddee366894ca6 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292012:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee366894cad lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292016:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee366894cad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292057:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee366894cad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292113:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee366894cb4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292152:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee366894cb4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292161:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee366894cb4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145830.292176:0:204560:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1e1:0x0]: returning size 0 00000004:00200000:3.0:1783145830.292179:0:204560:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145830.292195:0:204560:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee366894cb4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292208:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee366894cb4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292217:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348000/0x38bddee366894ca6 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292229:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348000/0x38bddee366894ca6 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292237:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348000/0x38bddee366894ca6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292245:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.292250:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348000/0x38bddee366894ca6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292257:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348000/0x38bddee366894ca6 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292269:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.292273:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.292277:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348000/0x38bddee366894ca6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292282:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348000/0x38bddee366894ca6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292303:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee366894cad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292308:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee366894cad lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292314:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee366894cad lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292321:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.292326:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee366894cad lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292330:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee366894cad lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292347:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8ccee5500) 00010000:00010000:3.0:1783145830.292351:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.292356:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee366894cad lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292363:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee366894cad lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292396:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366894c9f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b481 expref: 47 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292420:0:204560:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee366894cb4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b481 expref: 46 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292428:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e1:0x0].0x0 (ffff9be8d2cdce00) 00010000:00010000:3.0:1783145830.292430:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145830.292433:0:204560:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01348800, rc 0) 00010000:00010000:3.0:1783145830.292439:0:204560:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.292450:0:204560:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894cbb lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b488 expref: -99 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292467:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413400/0x38bddee366894cc2 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292473:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413400/0x38bddee366894cc2 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292479:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413400/0x38bddee366894cc2 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292489:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894cc9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292494:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894cc9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292498:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894cc9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292509:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413400/0x38bddee366894cc2 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292514:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413400/0x38bddee366894cc2 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292518:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413400/0x38bddee366894cc2 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292521:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.292524:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413400/0x38bddee366894cc2 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292530:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413400/0x38bddee366894cc2 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292534:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.292536:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.292538:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413400/0x38bddee366894cc2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292542:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413400/0x38bddee366894cc2 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292555:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894cc9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292560:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894cc9 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292566:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894cc9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292570:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.292573:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894cc9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292577:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894cc9 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292584:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9be8ccee5f00) 00010000:00010000:3.0:1783145830.292586:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.292589:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894cc9 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292594:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894cc9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292621:0:204560:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894cbb lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b488 expref: 47 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292629:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.292632:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145830.292636:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894cbb lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b488 expref: 47 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.292643:0:204560:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8412600, rc -2) 00000100:00100000:3.0:1783145830.292686:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3307800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+46:2407:x1869755188091264:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 1647us (1764us total) trans 0 rc -2/-2 00000100:00100000:3.0:1783145830.292694:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 644 00000100:00100000:0.0:1783145830.293651:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.293703:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.293723:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188091392 00000100:00100000:3.0:1783145830.293729:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188091392 00000100:00100000:0.0:1783145830.293735:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188091648 00000100:00100000:0.0:1783145830.293742:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188091648 00000100:00100000:3.0:1783145830.293769:0:228912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2842 00000100:00100000:0.0:1783145830.293776:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478038233772 time 8478044510605 state 0x0 ref 1 00000100:00100000:3.0:1783145830.293781:0:228912:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:275b1235-b8f5-4ce3-8a3a-d483c556f740+8:2408:x1869755188091392:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:0.0:1783145830.293789:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478044610605 time 8478044510605 state 0x1 ref 1 00010000:00010000:3.0:1783145830.293795:0:228912:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1783145830.293814:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478044610605 time 8478047691060 state 0x0 ref 1 00010000:00010000:3.0:1783145830.293821:0:228912:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000827fdf8d/0x38bddee366894cd0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb84:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b4a4 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.293832:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+46:306270:x1869755188091648:12345-192.168.203.44@tcp:36:rm.500 00002000:00010000:3.0:1783145830.293843:0:228912:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb84:0x0] initial LVB size: 0, mtime: 0x6a48a566, atime: 0x6a48a566, ctime: 0x6a48a566, blocks: 0x0 00010000:00010000:3.0:1783145830.293860:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb84:0x0].0x0 since=8478s v=(0 0) 00010000:00010000:3.0:1783145830.293864:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb84:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145830.293865:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783145830.293874:0:228912:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000827fdf8d/0x38bddee366894cd0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4a4 expref: 9 pid: 228912 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.293883:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366894c21 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b450 expref: 46 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.293890:0:228912:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000827fdf8d/0x38bddee366894cd0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4a4 expref: 9 pid: 228912 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.293905:0:228912:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8413c00, rc 0) 00010000:00010000:0.0:1783145830.293910:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413800/0x38bddee366894b9c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1df:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b42d expref: 45 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.293924:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1df:0x0].0x0 (ffff9be8d876ab00) 00010000:00010000:0.0:1783145830.293929:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145830.293945:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:275b1235-b8f5-4ce3-8a3a-d483c556f740+9:2408:x1869755188091392:12345-192.168.203.44@tcp:101:rm.500 Request processed in 166us (293us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145830.293945:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366894cd7 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.293962:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2842 00010000:00010000:0.0:1783145830.293964:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366894cd7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.293978:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366894cd7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.293991:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366894cde lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.293999:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366894cde lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.294006:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366894cde lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.294063:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05200/0x38bddee366894ce5 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.294085:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05200/0x38bddee366894ce5 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.294094:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05200/0x38bddee366894ce5 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783145830.294399:0:204555:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].455, 64 off37312 00010000:00010000:0.0:1783145830.294456:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366894cec lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.294466:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366894cec lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.294475:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366894cec lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.294483:0:204555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366894cec lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.294492:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366894cec lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.294498:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366894cec lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.294522:0:204555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145830.294541:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05200/0x38bddee366894ce5 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.294544:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145830.294554:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366894cec lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.294554:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05200/0x38bddee366894ce5 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.294571:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145830.294571:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05200/0x38bddee366894ce5 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.294578:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366894cec lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.294582:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.294586:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366894cec lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.294588:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05200/0x38bddee366894ce5 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.294609:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05200/0x38bddee366894ce5 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.294620:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1df:0x0].0x0 (ffff9be8d876ab00) 00010000:00010000:0.0:1783145830.294623:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145830.294627:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05200/0x38bddee366894ce5 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.294633:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05200/0x38bddee366894ce5 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.294657:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366894cd7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.294664:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366894cd7 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.294667:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1df:0x0].0x0 (ffff9be8d876ab00) 00010000:00010000:3.0:1783145830.294673:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145830.294673:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366894cd7 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.294677:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366894cec lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.294686:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.294687:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366894cec lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.294694:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366894cd7 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.294705:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366894cd7 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.294713:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145830.294717:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.294719:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145830.294722:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145830.294723:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.294729:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366894cd7 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.294735:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366894cd7 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.294748:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000006188213 reply state 000000002b104825 transno 12884905661 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366894cde lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.294760:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366894cde lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.294768:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145830.294772:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be8ccee5700) 00010000:00010000:0.0:1783145830.294777:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.294780:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145830.294805:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188091776 00000100:00100000:3.0:1783145830.294810:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188091776 00000100:00100000:0.0:1783145830.294833:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+46:306270:x1869755188091648:12345-192.168.203.44@tcp:36:rm.500 Request processed in 1005us (1130us total) trans 12884905661 rc 0/0 00000100:00100000:0.0:1783145830.294843:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 19 00000100:00100000:3.0:1783145830.294850:0:228904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2843 00000100:00100000:0.0:1783145830.294850:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478044610605 time 8478047691060 state 0x2 ref 0 00000100:00100000:3.0:1783145830.294862:0:228904:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:275b1235-b8f5-4ce3-8a3a-d483c556f740+9:2407:x1869755188091776:12345-192.168.203.44@tcp:101:ll_agl.0 00010000:00010000:3.0:1783145830.294871:0:228904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.294881:0:228904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003cf8e33b/0x38bddee366894cf3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb85:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b4ab expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783145830.294893:0:228904:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb85:0x0] initial LVB size: 0, mtime: 0x6a48a566, atime: 0x6a48a566, ctime: 0x6a48a566, blocks: 0x0 00010000:00010000:3.0:1783145830.294904:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb85:0x0].0x0 since=8478s v=(0 0) 00010000:00010000:3.0:1783145830.294907:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb85:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145830.294911:0:228904:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003cf8e33b/0x38bddee366894cf3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4ab expref: 10 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.294921:0:228904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003cf8e33b/0x38bddee366894cf3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4ab expref: 10 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.294928:0:228904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8413000, rc 0) 00000100:00100000:3.0:1783145830.294951:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:275b1235-b8f5-4ce3-8a3a-d483c556f740+10:2407:x1869755188091776:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 93us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145830.295016:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2843 00000100:00100000:1.0:1783145830.295347:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.295374:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188091904 00000100:00100000:0.0:1783145830.295380:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188091904 00000100:00100000:0.0:1783145830.295418:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2844 00000100:00100000:0.0:1783145830.295428:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3304000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+10:2408:x1869755188091904:12345-192.168.203.44@tcp:101:ll_agl.0 00010000:00010000:0.0:1783145830.295437:0:206056:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.295451:0:206056:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000440bb6da/0x38bddee366894cfa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb86:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b4b2 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145830.295467:0:206056:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb86:0x0] initial LVB size: 0, mtime: 0x6a48a566, atime: 0x6a48a566, ctime: 0x6a48a566, blocks: 0x0 00010000:00010000:0.0:1783145830.295479:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb86:0x0].0x0 since=8478s v=(0 0) 00010000:00010000:0.0:1783145830.295482:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb86:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145830.295489:0:206056:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000440bb6da/0x38bddee366894cfa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4b2 expref: 11 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.295502:0:206056:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000440bb6da/0x38bddee366894cfa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4b2 expref: 11 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.295512:0:206056:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0382200, rc 0) 00000100:00100000:0.0:1783145830.295549:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3304000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2408:x1869755188091904:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 123us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.295561:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2844 00000100:00100000:1.0:1783145830.295608:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.295631:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188092032 00000100:00100000:1.0:1783145830.295634:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188092032 00000100:00100000:1.0:1783145830.295666:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2845 00000100:00100000:1.0:1783145830.295675:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3304a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:275b1235-b8f5-4ce3-8a3a-d483c556f740+8:2407:x1869755188092032:12345-192.168.203.44@tcp:101:ll_agl.0 00010000:00010000:1.0:1783145830.295682:0:228914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145830.295694:0:228914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4780455/0x38bddee366894d01 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbe9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b4b9 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.295703:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00002000:00010000:1.0:1783145830.295711:0:228914:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbe9:0x0] initial LVB size: 0, mtime: 0x6a48a566, atime: 0x6a48a566, ctime: 0x6a48a566, blocks: 0x0 00010000:00010000:1.0:1783145830.295721:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe9:0x0].0x0 since=8478s v=(0 0) 00010000:00010000:1.0:1783145830.295724:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145830.295731:0:228914:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4780455/0x38bddee366894d01 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4b9 expref: 9 pid: 228914 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.295743:0:228914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d4780455/0x38bddee366894d01 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4b9 expref: 9 pid: 228914 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.295746:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188092160 00010000:00010000:1.0:1783145830.295753:0:228914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d9395200, rc 0) 00000100:00100000:0.0:1783145830.295753:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188092160 00000100:00100000:0.0:1783145830.295777:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478044610605 time 8478047691060 state 0x0 ref 1 00000100:00100000:1.0:1783145830.295781:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3304a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:275b1235-b8f5-4ce3-8a3a-d483c556f740+9:2407:x1869755188092032:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 106us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145830.295792:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2845 00000100:00100000:0.0:1783145830.295793:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478047791060 time 8478047691060 state 0x1 ref 1 00000100:00100000:0.0:1783145830.295823:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478047791060 time 8478049700302 state 0x0 ref 1 00000100:00100000:0.0:1783145830.295837:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+46:306271:x1869755188092160:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145830.295850:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.295863:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366894d08 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b4c0 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.295900:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894d0f lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.295910:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894d0f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.295919:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894d0f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.295930:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366894d16 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.295938:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366894d16 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.295949:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366894d16 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.296000:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894d1d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.296009:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894d1d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.296018:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894d1d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145830.296044:0:204556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1e0:0x0]: returning size 0 00000004:00200000:0.0:1783145830.296048:0:204556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783145830.296062:0:204556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894d1d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.296085:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894d1d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.296094:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894d0f lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.296101:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894d0f lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.296107:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894d0f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.296114:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894d0f lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.296158:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.296162:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894d0f lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.296169:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894d0f lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.296178:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.296180:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.296184:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894d0f lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.296190:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894d0f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.296202:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366894d16 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.296208:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366894d16 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.296213:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366894d16 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.296219:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.296222:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366894d16 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.296228:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366894d16 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.296241:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8d3528800) 00010000:00010000:0.0:1783145830.296244:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.296248:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366894d16 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.296254:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366894d16 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.296277:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366894d08 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4c0 expref: 48 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.296295:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894d1d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4c0 expref: 47 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.296302:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e0:0x0].0x0 (ffff9be8d876a200) 00010000:00010000:0.0:1783145830.296304:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145830.296306:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0383c00, rc 0) 00000100:00100000:0.0:1783145830.296346:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+47:306271:x1869755188092160:12345-192.168.203.44@tcp:101:rm.500 Request processed in 513us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.296357:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 20 00000100:00100000:0.0:1783145830.296361:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478047791060 time 8478049700302 state 0x2 ref 0 00000100:00100000:0.0:1783145830.297640:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.297681:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188092288 00000100:00100000:1.0:1783145830.297688:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188092288 00000100:00100000:0.0:1783145830.297691:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.297715:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478047791060 time 8478049700302 state 0x0 ref 1 00000100:00100000:1.0:1783145830.297723:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478049800302 time 8478049700302 state 0x1 ref 1 00000100:00100000:3.0:1783145830.297734:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188092416 00000100:00100000:3.0:1783145830.297741:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188092416 00000100:00100000:1.0:1783145830.297753:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478049800302 time 8478051630888 state 0x0 ref 1 00000100:00100000:1.0:1783145830.297768:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+48:306277:x1869755188092288:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145830.297777:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145830.297789:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394800/0x38bddee366894d24 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b4c7 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.297806:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 283 00010000:00010000:1.0:1783145830.297822:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394200/0x38bddee366894d2b lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.297824:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+49:2408:x1869755188092416:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145830.297837:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394200/0x38bddee366894d2b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.297843:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145830.297846:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394200/0x38bddee366894d2b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.297859:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394c00/0x38bddee366894d32 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.297865:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894d1d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4c0 expref: 49 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.297867:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394c00/0x38bddee366894d32 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.297889:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394c00/0x38bddee366894d32 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.297893:0:205305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e0:0x0].0x0 (ffff9be8d876a200) 00010000:00010000:0.0:1783145830.297899:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145830.297941:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+48:2408:x1869755188092416:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 123us (247us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145830.297949:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee366894d39 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.297950:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 283 00010000:00010000:1.0:1783145830.297961:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee366894d39 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.297969:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee366894d39 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145830.297992:0:204590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1e2:0x0]: returning size 0 00000004:00200000:1.0:1783145830.297995:0:204590:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783145830.298007:0:204590:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee366894d39 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.298015:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee366894d39 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.298023:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394200/0x38bddee366894d2b lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.298028:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394200/0x38bddee366894d2b lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.298034:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394200/0x38bddee366894d2b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.298040:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394200/0x38bddee366894d2b lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.298049:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.298052:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394200/0x38bddee366894d2b lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.298058:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394200/0x38bddee366894d2b lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.298080:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145830.298083:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145830.298087:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394200/0x38bddee366894d2b lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.298092:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394200/0x38bddee366894d2b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.298103:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394c00/0x38bddee366894d32 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.298108:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394c00/0x38bddee366894d32 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.298113:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394c00/0x38bddee366894d32 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.298141:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.298145:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394c00/0x38bddee366894d32 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.298152:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394c00/0x38bddee366894d32 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.298167:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be8ccee5b00) 00010000:00010000:1.0:1783145830.298171:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145830.298173:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394c00/0x38bddee366894d32 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.298178:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394c00/0x38bddee366894d32 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.298201:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394800/0x38bddee366894d24 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4c7 expref: 48 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.298213:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee366894d39 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4c7 expref: 47 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.298218:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e2:0x0].0x0 (ffff9be8d876a000) 00010000:00010000:1.0:1783145830.298220:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145830.298222:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d9395800, rc 0) 00000100:00100000:1.0:1783145830.298240:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+47:306277:x1869755188092288:12345-192.168.203.44@tcp:101:rm.500 Request processed in 479us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145830.298245:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 21 00000100:00100000:1.0:1783145830.298248:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478049800302 time 8478051630888 state 0x2 ref 0 00000100:00100000:0.0:1783145830.299543:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.299599:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.299610:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188092800 00000100:00100000:2.0:1783145830.299623:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188092800 00000100:00100000:0.0:1783145830.299642:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188092544 00000100:00100000:0.0:1783145830.299650:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188092544 00000100:00100000:2.0:1783145830.299666:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478037244174 time 8478039094024 state 0x0 ref 1 00000100:00100000:2.0:1783145830.299684:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478039194024 time 8478039094024 state 0x1 ref 1 00000100:00100000:0.0:1783145830.299696:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 284 00000100:00100000:0.0:1783145830.299707:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+48:2407:x1869755188092544:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145830.299718:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1783145830.299725:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478039194024 time 8478053600638 state 0x0 ref 1 00010000:00010000:0.0:1783145830.299735:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee366894d39 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4c7 expref: 48 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.299749:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+47:306273:x1869755188092800:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145830.299749:0:215294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e2:0x0].0x0 (ffff9be8d876a000) 00010000:00010000:0.0:1783145830.299761:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145830.299775:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145830.299795:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366894d40 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b4ce expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.299802:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+47:2407:x1869755188092544:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 92us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.299827:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 284 00010000:00010000:2.0:1783145830.299922:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366894d47 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.299938:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366894d47 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.299954:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366894d47 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.299969:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee366894d4e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.299978:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee366894d4e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.299987:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee366894d4e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145830.300380:0:210786:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbea:0x0], index 0: 0 00010000:00010000:2.0:1783145830.300527:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366894d55 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.300538:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366894d55 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.300545:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366894d55 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.300582:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366894d47 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.300591:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366894d47 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.300598:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366894d47 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.300606:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366894d47 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.300614:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.300618:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366894d47 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.300625:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366894d47 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.300637:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.300641:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.300645:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366894d47 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.300652:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366894d47 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145830.300665:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c36ca7bc reply state 00000000f048af8e transno 12884905662 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee366894d4e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.300676:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee366894d4e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.300683:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be8d3528b00) 00010000:00010000:2.0:1783145830.300685:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.300688:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145830.300716:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366894d40 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4ce expref: 49 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.300732:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366894d55 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4ce expref: 48 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.300746:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e3:0x0].0x0 (ffff9be8d3528d00) 00010000:00010000:2.0:1783145830.300748:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145830.300752:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e3e00, rc 0) 00000100:00100000:2.0:1783145830.300819:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+49:306273:x1869755188092800:12345-192.168.203.44@tcp:101:touch.500 Request processed in 1080us (1278us total) trans 12884905662 rc 0/0 00000100:00100000:2.0:1783145830.300829:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 22 00000100:00100000:2.0:1783145830.300835:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478039194024 time 8478053600638 state 0x2 ref 0 00000100:00100000:0.0:1783145830.302452:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.302494:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.302497:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188093056 00000100:00100000:1.0:1783145830.302505:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188093056 00000100:00100000:1.0:1783145830.302536:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478039194024 time 8478053600638 state 0x0 ref 1 00000100:00100000:2.0:1783145830.302544:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188093312 00000100:00100000:1.0:1783145830.302550:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478053700638 time 8478053600638 state 0x1 ref 1 00000100:00100000:2.0:1783145830.302552:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188093312 00000100:00100000:2.0:1783145830.302578:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478053700638 time 8478053600638 state 0x1 ref 2 00000100:00100000:1.0:1783145830.302592:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478056566667 time 8478056466667 state 0x1 ref 2 00000100:00100000:1.0:1783145830.302612:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff98a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+50:306281:x1869755188093056:12345-192.168.203.44@tcp:101:touch.500 00000100:00100000:0.0:1783145830.302612:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478056566667 time 8478056486775 state 0x0 ref 2 00000100:00100000:0.0:1783145830.302638:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff98b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+50:306273:x1869755188093312:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:1.0:1783145830.302640:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145830.302660:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394400/0x38bddee366894d63 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b4d5 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.302680:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145830.302698:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366894d55 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4ce expref: 51 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.302713:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e3:0x0].0x0 (ffff9be8d3528d00) 00010000:00010000:0.0:1783145830.302723:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145830.302751:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894d6a lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.302764:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894d6a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.302775:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894d6a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.302776:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366894d71 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.302795:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366894d71 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.302802:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394000/0x38bddee366894d78 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.302804:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366894d71 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.302823:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394000/0x38bddee366894d78 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.302834:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394000/0x38bddee366894d78 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.302900:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d086fd7e reply state 00000000b0964153 transno 12884905663 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366894d71 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.302912:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366894d71 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.302918:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e3:0x0].0x0 (ffff9be8d876a800) 00010000:00010000:0.0:1783145830.302921:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.302923:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145830.303015:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff98b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+52:306273:x1869755188093312:12345-192.168.203.44@tcp:36:touch.500 Request processed in 382us (519us total) trans 12884905663 rc 0/0 00000100:00100000:0.0:1783145830.303023:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 24 00000004:00080000:1.0:1783145830.303101:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb87:0x0], index 1: 0 00010000:00010000:1.0:1783145830.303241:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394800/0x38bddee366894d7f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.303249:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394800/0x38bddee366894d7f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.303253:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394800/0x38bddee366894d7f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.303273:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894d6a lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.303279:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894d6a lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.303285:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894d6a lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.303291:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894d6a lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.303297:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.303301:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894d6a lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.303309:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894d6a lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.303318:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145830.303321:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145830.303325:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894d6a lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.303331:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894d6a lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145830.303341:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000018cdee2d reply state 00000000c201e251 transno 12884905664 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394000/0x38bddee366894d78 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.303350:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394000/0x38bddee366894d78 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.303356:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be8d2cdc200) 00010000:00010000:1.0:1783145830.303359:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145830.303361:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145830.303382:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394400/0x38bddee366894d63 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4d5 expref: 53 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.303392:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394800/0x38bddee366894d7f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4d5 expref: 52 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.303397:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e4:0x0].0x0 (ffff9be8d2cdc000) 00010000:00010000:1.0:1783145830.303398:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145830.303399:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d9394800, rc 0) 00000100:00100000:1.0:1783145830.303427:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff98a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+53:306281:x1869755188093056:12345-192.168.203.44@tcp:101:touch.500 Request processed in 824us (982us total) trans 12884905664 rc 0/0 00000100:00100000:1.0:1783145830.303432:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 23 00000100:00100000:1.0:1783145830.303437:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478056566667 time 8478056486775 state 0x2 ref 0 00000100:00100000:0.0:1783145830.303801:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.303836:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188093440 00000100:00100000:1.0:1783145830.303841:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188093440 00000100:00100000:1.0:1783145830.303855:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478056566667 time 8478056486775 state 0x0 ref 1 00000100:00100000:1.0:1783145830.303861:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478056586775 time 8478056486775 state 0x1 ref 1 00000100:00100000:1.0:1783145830.303877:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478056586775 time 8478057755855 state 0x0 ref 1 00000100:00100000:1.0:1783145830.303888:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff98a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+53:306273:x1869755188093440:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145830.303896:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145830.303905:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394c00/0x38bddee366894d8d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b4dc expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.303927:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394c00/0x38bddee366894d8d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4dc expref: 54 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.303938:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394c00/0x38bddee366894d8d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4dc expref: 54 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.303965:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e3:0x0].0x0 (ffff9be8d876a800) 00010000:00010000:1.0:1783145830.303969:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145830.303971:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d9394c00, rc 0) 00000100:00100000:1.0:1783145830.304003:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff98a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+54:306273:x1869755188093440:12345-192.168.203.44@tcp:101:touch.500 Request processed in 116us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145830.304011:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 25 00000100:00100000:1.0:1783145830.304017:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478056586775 time 8478057755855 state 0x2 ref 0 00000100:00100000:0.0:1783145830.306117:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.306196:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.306254:0:228901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188093568 00000100:00100000:2.0:1783145830.306263:0:228901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188093568 00000100:00100000:0.0:1783145830.306283:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.306337:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2846 00000100:00100000:2.0:1783145830.306350:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff98aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:275b1235-b8f5-4ce3-8a3a-d483c556f740+9:2408:x1869755188093568:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:0.0:1783145830.306357:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188093952 00000100:00100000:0.0:1783145830.306365:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188093952 00000100:00100000:0.0:1783145830.306394:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478056586775 time 8478057755855 state 0x0 ref 1 00000100:00100000:0.0:1783145830.306406:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478057855855 time 8478057755855 state 0x1 ref 1 00000100:00100000:0.0:1783145830.306430:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188094080 00000100:00100000:0.0:1783145830.306434:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188094080 00000100:00100000:0.0:1783145830.306452:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478057855855 time 8478057755855 state 0x1 ref 2 00000100:00100000:0.0:1783145830.306478:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478060455751 time 8478060355751 state 0x1 ref 2 00000100:00100000:1.0:1783145830.306491:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478060455751 time 8478060367164 state 0x0 ref 2 00000100:00100000:0.0:1783145830.306493:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff989180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+55:306281:x1869755188093952:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:1.0:1783145830.306510:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff989500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+55:306272:x1869755188094080:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145830.306520:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145830.306534:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394200/0x38bddee366894d94 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b4e3 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.306546:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145830.306570:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394800/0x38bddee366894d7f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4d5 expref: 56 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.306582:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff98aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:275b1235-b8f5-4ce3-8a3a-d483c556f740+10:2408:x1869755188093568:12345-192.168.203.44@tcp:2:touch.500 Request processed in 229us (465us total) trans 8589936244 rc 0/0 00010000:00010000:0.0:1783145830.306593:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e4:0x0].0x0 (ffff9be8d2cdc000) 00000100:00100000:2.0:1783145830.306599:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2846 00010000:00010000:0.0:1783145830.306613:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145830.306614:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee366894d9b lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.306631:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee366894d9b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.306643:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee366894d9b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.306663:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee366894da2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.306671:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366894da9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.306673:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee366894da2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.306692:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366894da9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.306695:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee366894da2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.306709:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366894da9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.306796:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000afa1565e reply state 0000000051deffb3 transno 12884905665 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366894da9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.306808:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366894da9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.306815:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e4:0x0].0x0 (ffff9be8d876ac00) 00010000:00010000:0.0:1783145830.306818:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.306820:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145830.306892:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff989180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+57:306281:x1869755188093952:12345-192.168.203.44@tcp:36:touch.500 Request processed in 401us (699us total) trans 12884905665 rc 0/0 00000100:00100000:0.0:1783145830.306901:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 26 00000004:00080000:1.0:1783145830.306938:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbeb:0x0], index 0: 0 00010000:00010000:1.0:1783145830.307022:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee366894db0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.307029:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee366894db0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.307035:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee366894db0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.307075:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee366894d9b lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.307088:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee366894d9b lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.307096:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee366894d9b lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.307103:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee366894d9b lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.307108:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.307111:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee366894d9b lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.307117:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee366894d9b lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.307142:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145830.307145:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145830.307149:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee366894d9b lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.307154:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee366894d9b lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145830.307163:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000003b13bd7 reply state 00000000c97ca43e transno 12884905666 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee366894da2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.307169:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee366894da2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.307175:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9be8d2cdcd00) 00010000:00010000:1.0:1783145830.307178:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145830.307181:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145830.307200:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394200/0x38bddee366894d94 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4e3 expref: 58 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.307212:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee366894db0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4e3 expref: 57 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.307217:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e5:0x0].0x0 (ffff9be8d2cdc700) 00010000:00010000:1.0:1783145830.307219:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145830.307221:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d9395800, rc 0) 00000100:00100000:1.0:1783145830.307254:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff989500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+58:306272:x1869755188094080:12345-192.168.203.44@tcp:101:touch.500 Request processed in 749us (977us total) trans 12884905666 rc 0/0 00000100:00100000:1.0:1783145830.307259:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 27 00000100:00100000:1.0:1783145830.307264:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478060455751 time 8478060367164 state 0x2 ref 0 00000100:00100000:2.0:1783145830.307581:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.307654:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188094336 00000100:00100000:1.0:1783145830.307662:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188094336 00000100:00100000:2.0:1783145830.307668:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.307710:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188094464 00000100:00100000:3.0:1783145830.307716:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188094464 00000100:00100000:1.0:1783145830.307716:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1009 00000100:00100000:1.0:1783145830.307729:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+59:306273:x1869755188094336:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:3.0:1783145830.307739:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478060455751 time 8478060367164 state 0x0 ref 1 00000100:00100000:3.0:1783145830.307746:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478060467164 time 8478060367164 state 0x1 ref 1 00000100:00100000:3.0:1783145830.307768:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478060467164 time 8478061646349 state 0x0 ref 1 00000100:00100000:3.0:1783145830.307778:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+59:306281:x1869755188094464:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145830.307785:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.307794:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894dbe lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b4ea expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.307820:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894dbe lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4ea expref: 60 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.307832:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894dbe lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4ea expref: 61 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.307850:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e4:0x0].0x0 (ffff9be8d876ac00) 00010000:00010000:3.0:1783145830.307853:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145830.307856:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8412600, rc 0) 00000100:00100000:3.0:1783145830.307891:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+61:306281:x1869755188094464:12345-192.168.203.44@tcp:101:touch.500 Request processed in 115us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145830.307898:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+61:306273:x1869755188094336:12345-192.168.203.44@tcp:35:touch.500 Request processed in 169us (317us total) trans 12884905667 rc 0/0 00000100:00100000:3.0:1783145830.307901:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 28 00000100:00100000:3.0:1783145830.307908:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478060467164 time 8478061646349 state 0x2 ref 0 00000100:00100000:1.0:1783145830.307916:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1009 00000100:00100000:3.0:1783145830.309226:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.309252:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188094720 00000100:00100000:2.0:1783145830.309259:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188094720 00000100:00100000:2.0:1783145830.309282:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478060467164 time 8478061646349 state 0x0 ref 1 00000100:00100000:2.0:1783145830.309293:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478061746349 time 8478061646349 state 0x1 ref 1 00000100:00100000:2.0:1783145830.309320:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478061746349 time 8478063197258 state 0x0 ref 1 00000100:00100000:2.0:1783145830.309335:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+60:306272:x1869755188094720:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:2.0:1783145830.309376:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145830.309397:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee366894db0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4e3 expref: 60 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.309414:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e5:0x0].0x0 (ffff9be8d2cdc700) 00010000:00010000:2.0:1783145830.309430:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145830.309471:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145830.309489:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366894dc5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.309498:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188094848 00010000:00010000:2.0:1783145830.309503:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366894dc5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.309504:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188094848 00010000:00010000:2.0:1783145830.309517:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366894dc5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.309539:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2847 00000100:00100000:0.0:1783145830.309546:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2409:x1869755188094848:12345-192.168.203.44@tcp:2:touch.500 00000004:00010000:2.0:1783145830.309594:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000059ce6420 reply state 00000000eb113c5f transno 12884905668 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366894dc5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.309608:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366894dc5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.309615:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e5:0x0].0x0 (ffff9be8d3528000) 00010000:00010000:2.0:1783145830.309618:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.309622:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145830.309651:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.309681:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+12:2409:x1869755188094848:12345-192.168.203.44@tcp:2:touch.500 Request processed in 134us (208us total) trans 8589935538 rc 0/0 00000100:00100000:0.0:1783145830.309686:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2847 00000100:00100000:2.0:1783145830.309703:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+61:306272:x1869755188094720:12345-192.168.203.44@tcp:36:touch.500 Request processed in 366us (470us total) trans 12884905668 rc 0/0 00000100:00100000:2.0:1783145830.309720:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 29 00000100:00100000:0.0:1783145830.309722:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188095104 00000100:00100000:0.0:1783145830.309727:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188095104 00000100:00100000:2.0:1783145830.309728:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478061746349 time 8478063197258 state 0x2 ref 0 00000100:00100000:0.0:1783145830.309745:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478049800302 time 8478051630888 state 0x0 ref 1 00000100:00100000:0.0:1783145830.309754:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478051730888 time 8478051630888 state 0x1 ref 1 00000100:00100000:0.0:1783145830.309773:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478051730888 time 8478063651222 state 0x0 ref 1 00000100:00100000:0.0:1783145830.309780:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+61:306269:x1869755188095104:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:0.0:1783145830.309802:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1783145830.309817:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894c60 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b46c expref: 61 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.309835:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366894b6b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b41f expref: 60 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.309844:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1de:0x0].0x0 (ffff9be8d2cdca00) 00010000:00010000:0.0:1783145830.309848:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145830.309862:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894dcc lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.309871:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894dcc lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.309885:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894dcc lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.309896:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366894dd3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.309904:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366894dd3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.309910:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366894dd3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.309967:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366894dda lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.309973:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366894dda lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.309978:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366894dda lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783145830.310158:0:204556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].451, 64 off37056 00010000:00010000:0.0:1783145830.310216:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383600/0x38bddee366894de1 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.310226:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383600/0x38bddee366894de1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.310234:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383600/0x38bddee366894de1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.310243:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383600/0x38bddee366894de1 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.310250:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383600/0x38bddee366894de1 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.310256:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383600/0x38bddee366894de1 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.310276:0:204556:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145830.310291:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366894dda lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.310298:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366894dda lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.310305:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366894dda lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.310317:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.310322:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366894dda lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.310329:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366894dda lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.310341:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1de:0x0].0x0 (ffff9be8d2cdca00) 00010000:00010000:0.0:1783145830.310345:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145830.310349:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366894dda lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.310356:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366894dda lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.310371:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894dcc lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.310378:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894dcc lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.310384:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894dcc lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.310390:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894dcc lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.310396:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145830.310396:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.310402:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894dcc lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.310405:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383600/0x38bddee366894de1 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.310425:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0383600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145830.310426:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894dcc lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.310431:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383600/0x38bddee366894de1 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.310439:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.310442:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383600/0x38bddee366894de1 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.310443:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.310448:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894dcc lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.310459:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1de:0x0].0x0 (ffff9be8d2cdca00) 00010000:00010000:0.0:1783145830.310459:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894dcc lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.310466:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145830.310470:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383600/0x38bddee366894de1 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.310475:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002b2c5465 reply state 000000002adbe763 transno 12884905669 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366894dd3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.310478:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383600/0x38bddee366894de1 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.310496:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366894dd3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.310501:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145830.310505:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145830.310507:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be8ccee5200) 00010000:00010000:3.0:1783145830.310508:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145830.310512:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.310514:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145830.310562:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+61:306269:x1869755188095104:12345-192.168.203.44@tcp:36:rm.500 Request processed in 780us (908us total) trans 12884905669 rc 0/0 00000100:00100000:0.0:1783145830.310572:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 30 00000100:00100000:0.0:1783145830.310578:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478051730888 time 8478063651222 state 0x2 ref 0 00000100:00100000:1.0:1783145830.310597:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.310619:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188095232 00000100:00100000:0.0:1783145830.310624:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188095232 00000100:00100000:0.0:1783145830.310641:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478061746349 time 8478063197258 state 0x0 ref 1 00000100:00100000:0.0:1783145830.310647:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478063297258 time 8478063197258 state 0x1 ref 1 00000100:00100000:0.0:1783145830.310668:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478063297258 time 8478064546585 state 0x0 ref 1 00000100:00100000:0.0:1783145830.310679:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3304e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+61:306272:x1869755188095232:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145830.310691:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.310701:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366894de8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b4f1 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.310731:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366894de8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4f1 expref: 62 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.310743:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366894de8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4f1 expref: 62 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.310764:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e5:0x0].0x0 (ffff9be8d3528000) 00010000:00010000:0.0:1783145830.310767:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145830.310770:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0383e00, rc 0) 00000100:00100000:0.0:1783145830.310803:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3304e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+62:306272:x1869755188095232:12345-192.168.203.44@tcp:101:touch.500 Request processed in 125us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.310812:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 31 00000100:00100000:0.0:1783145830.310817:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478063297258 time 8478064546585 state 0x2 ref 0 00000100:00100000:1.0:1783145830.311808:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.311830:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188095488 00000100:00100000:3.0:1783145830.311835:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188095488 00000100:00100000:3.0:1783145830.311858:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1010 00000100:00100000:3.0:1783145830.311863:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3305f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+62:306281:x1869755188095488:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:3.0:1783145830.311969:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3305f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+63:306281:x1869755188095488:12345-192.168.203.44@tcp:35:touch.500 Request processed in 106us (161us total) trans 12884905670 rc 0/0 00000100:00100000:3.0:1783145830.311976:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1010 00000100:00100000:2.0:1783145830.313624:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.313666:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.313670:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188095616 00000100:00100000:3.0:1783145830.313677:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188095616 00000100:00100000:0.0:1783145830.313710:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188095744 00000100:00100000:0.0:1783145830.313716:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188095744 00000100:00100000:3.0:1783145830.313717:0:206057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2848 00000100:00100000:3.0:1783145830.313730:0:206057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+10:2407:x1869755188095616:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:0.0:1783145830.313737:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478051730888 time 8478063651222 state 0x0 ref 1 00000100:00100000:0.0:1783145830.313745:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478063751222 time 8478063651222 state 0x1 ref 1 00000100:00100000:0.0:1783145830.313764:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478063751222 time 8478067641966 state 0x0 ref 1 00000100:00100000:0.0:1783145830.313772:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+63:306276:x1869755188095744:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145830.313784:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.313795:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366894def lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b4f8 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.313835:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366894df6 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.313848:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366894df6 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.313858:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366894df6 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.313869:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366894dfd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.313876:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2407:x1869755188095616:12345-192.168.203.44@tcp:2:touch.500 Request processed in 146us (253us total) trans 8589936245 rc 0/0 00000100:00100000:3.0:1783145830.313888:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2848 00010000:00010000:0.0:1783145830.313894:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366894dfd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.313904:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366894dfd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.313961:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894e04 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.313969:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894e04 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.313973:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894e04 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145830.314000:0:204557:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1e1:0x0]: returning size 0 00000004:00200000:0.0:1783145830.314005:0:204557:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783145830.314019:0:204557:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894e04 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.314029:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894e04 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.314038:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366894df6 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.314044:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366894df6 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.314051:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366894df6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.314057:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366894df6 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.314064:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0383400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.314080:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366894df6 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.314087:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366894df6 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.314095:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.314096:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.314099:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366894df6 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.314106:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366894df6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.314115:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366894dfd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.314161:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366894dfd lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.314169:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366894dfd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.314175:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.314178:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366894dfd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.314184:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366894dfd lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.314191:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8ccee5500) 00010000:00010000:0.0:1783145830.314193:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.314195:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366894dfd lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.314199:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366894dfd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.314220:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366894def lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4f8 expref: 65 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.314237:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894e04 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4f8 expref: 64 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.314244:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e1:0x0].0x0 (ffff9be8d2cdce00) 00010000:00010000:0.0:1783145830.314246:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145830.314249:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0383c00, rc 0) 00000100:00100000:0.0:1783145830.314283:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+64:306276:x1869755188095744:12345-192.168.203.44@tcp:101:rm.500 Request processed in 511us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.314289:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 32 00000100:00100000:0.0:1783145830.314294:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478063751222 time 8478067641966 state 0x2 ref 0 00000100:00100000:2.0:1783145830.314745:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.314794:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188096000 00000100:00100000:0.0:1783145830.314800:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188096000 00000100:00100000:0.0:1783145830.314833:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1011 00000100:00100000:0.0:1783145830.314840:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+64:306272:x1869755188096000:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:0.0:1783145830.314987:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+65:306272:x1869755188096000:12345-192.168.203.44@tcp:35:touch.500 Request processed in 146us (243us total) trans 12884905671 rc 0/0 00000100:00100000:0.0:1783145830.314994:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1011 00000100:00100000:2.0:1783145830.316305:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.316346:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188096256 00000100:00100000:1.0:1783145830.316351:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188096256 00000100:00100000:1.0:1783145830.316368:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478063751222 time 8478067641966 state 0x0 ref 1 00000100:00100000:1.0:1783145830.316376:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478067741966 time 8478067641966 state 0x1 ref 1 00000100:00100000:1.0:1783145830.316392:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478067741966 time 8478070270907 state 0x0 ref 1 00000100:00100000:1.0:1783145830.316400:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+65:306276:x1869755188096256:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:1.0:1783145830.316424:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1783145830.316437:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894e04 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4f8 expref: 65 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.316451:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee366894cb4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b481 expref: 64 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.316460:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366894bfe lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b449 expref: 63 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.316466:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e1:0x0].0x0 (ffff9be8d2cdce00) 00010000:00010000:1.0:1783145830.316470:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145830.316481:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394400/0x38bddee366894e0b lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.316492:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394400/0x38bddee366894e0b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.316498:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394400/0x38bddee366894e0b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.316506:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894e12 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.316518:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894e12 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.316524:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894e12 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.316579:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366894e19 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.316588:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366894e19 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.316594:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366894e19 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783145830.316722:0:206077:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].456, 64 off37376 00010000:00010000:1.0:1783145830.316747:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366894e20 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.316753:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366894e20 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.316759:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366894e20 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.316764:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366894e20 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.316768:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366894e20 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.316773:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366894e20 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.316792:0:206077:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145830.316806:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366894e19 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.316814:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366894e19 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.316821:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366894e19 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.316826:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145830.316827:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.316836:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366894e19 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.316840:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366894e20 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.316844:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366894e19 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.316871:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145830.316872:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e1:0x0].0x0 (ffff9be8d2cdce00) 00010000:00010000:1.0:1783145830.316880:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145830.316882:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366894e19 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.316885:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366894e20 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.316888:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366894e19 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.316917:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366894e20 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.316925:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394400/0x38bddee366894e0b lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.316937:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e1:0x0].0x0 (ffff9be8d2cdce00) 00010000:00010000:1.0:1783145830.316937:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394400/0x38bddee366894e0b lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.316946:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145830.316954:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366894e20 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.316976:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394400/0x38bddee366894e0b lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.316979:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366894e20 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.317002:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394400/0x38bddee366894e0b lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.317005:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145830.317008:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.317010:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145830.317012:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394400/0x38bddee366894e0b lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.317015:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145830.317019:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394400/0x38bddee366894e0b lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.317028:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145830.317030:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145830.317033:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394400/0x38bddee366894e0b lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.317039:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394400/0x38bddee366894e0b lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145830.317051:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009cca53ad reply state 0000000080010bf8 transno 12884905672 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894e12 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.317062:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894e12 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.317080:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8ccee5500) 00010000:00010000:1.0:1783145830.317083:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145830.317085:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145830.317162:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+64:306276:x1869755188096256:12345-192.168.203.44@tcp:36:rm.500 Request processed in 759us (856us total) trans 12884905672 rc 0/0 00000100:00100000:1.0:1783145830.317169:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 33 00000100:00100000:1.0:1783145830.317174:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478067741966 time 8478070270907 state 0x2 ref 0 00000100:00100000:1.0:1783145830.318728:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.318770:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188096512 00000100:00100000:3.0:1783145830.318777:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188096512 00000100:00100000:3.0:1783145830.318803:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478067741966 time 8478070270907 state 0x0 ref 1 00000100:00100000:3.0:1783145830.318811:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478070370907 time 8478070270907 state 0x1 ref 1 00000100:00100000:3.0:1783145830.318829:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478070370907 time 8478072707513 state 0x0 ref 1 00000100:00100000:3.0:1783145830.318837:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3306d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+64:306271:x1869755188096512:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:3.0:1783145830.318880:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783145830.318897:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894c7c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b473 expref: 64 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.318915:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366894baa lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b434 expref: 63 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.318922:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e0:0x0].0x0 (ffff9be8d876a200) 00010000:00010000:3.0:1783145830.318925:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145830.318940:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894e27 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.318948:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894e27 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.318954:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894e27 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.318961:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413400/0x38bddee366894e2e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.318965:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413400/0x38bddee366894e2e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.318969:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413400/0x38bddee366894e2e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.319035:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894e35 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.319040:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894e35 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.319044:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894e35 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783145830.319258:0:210786:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].452, 64 off37120 00010000:00010000:3.0:1783145830.319294:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366894e3c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.319301:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366894e3c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.319315:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366894e3c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.319320:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366894e3c lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.319324:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366894e3c lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.319328:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366894e3c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.319340:0:210786:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145830.319352:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894e35 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.319355:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894e35 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.319360:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894e35 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.319364:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.319367:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894e35 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.319372:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894e35 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.319377:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145830.319380:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e0:0x0].0x0 (ffff9be8d876a200) 00010000:00010000:3.0:1783145830.319384:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145830.319386:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894e35 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.319388:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366894e3c lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.319391:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366894e35 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.319421:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145830.319427:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894e27 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.319428:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366894e3c lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.319450:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894e27 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.319468:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894e27 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.319487:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894e27 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.319488:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366894e3c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.319492:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.319498:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894e27 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.319521:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894e27 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.319531:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.319532:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e0:0x0].0x0 (ffff9be8d876a200) 00010000:00010000:3.0:1783145830.319534:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.319539:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894e27 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.319542:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145830.319547:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366894e27 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.319552:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366894e3c lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145830.319555:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000339eb52e reply state 00000000685531b8 transno 12884905673 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413400/0x38bddee366894e2e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.319585:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee366894e3c lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.319586:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413400/0x38bddee366894e2e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.319614:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8d3528800) 00010000:00010000:3.0:1783145830.319616:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145830.319619:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145830.319626:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145830.319630:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145830.319632:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145830.319669:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3306d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+64:306271:x1869755188096512:12345-192.168.203.44@tcp:36:rm.500 Request processed in 832us (941us total) trans 12884905673 rc 0/0 00000100:00100000:3.0:1783145830.319674:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 34 00000100:00100000:3.0:1783145830.319678:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478070370907 time 8478072707513 state 0x2 ref 0 00000100:00100000:2.0:1783145830.321360:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.321410:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188096768 00000100:00100000:0.0:1783145830.321420:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188096768 00000100:00100000:0.0:1783145830.321452:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478070370907 time 8478072707513 state 0x0 ref 1 00000100:00100000:0.0:1783145830.321464:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478072807513 time 8478072707513 state 0x1 ref 1 00000100:00100000:0.0:1783145830.321494:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478072807513 time 8478075369952 state 0x0 ref 1 00000100:00100000:0.0:1783145830.321510:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+64:306277:x1869755188096768:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:0.0:1783145830.321562:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1783145830.321583:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee366894c98 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b47a expref: 64 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.321600:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366894c36 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b45e expref: 63 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.321614:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e2:0x0].0x0 (ffff9be8d876a000) 00010000:00010000:0.0:1783145830.321618:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145830.321634:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366894e43 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.321645:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366894e43 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.321653:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366894e43 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.321662:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366894e4a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.321669:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366894e4a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.321675:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366894e4a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.321744:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366894e51 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.321753:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366894e51 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.321759:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366894e51 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783145830.321928:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].453, 64 off37184 00010000:00010000:0.0:1783145830.321966:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894e58 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.321974:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894e58 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.321980:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894e58 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.321987:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894e58 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.321993:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894e58 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.321998:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894e58 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.322014:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145830.322029:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366894e51 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.322032:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145830.322036:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366894e51 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.322039:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894e58 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.322062:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145830.322063:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366894e51 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.322077:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894e58 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.322108:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894e58 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.322110:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0383400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.322155:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366894e51 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.322166:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366894e51 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.322195:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e2:0x0].0x0 (ffff9be8d876a000) 00010000:00010000:3.0:1783145830.322200:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145830.322204:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894e58 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.322209:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e2:0x0].0x0 (ffff9be8d876a000) 00010000:00010000:3.0:1783145830.322210:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894e58 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.322223:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145830.322229:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366894e51 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.322231:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145830.322234:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145830.322237:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145830.322243:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366894e51 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.322260:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366894e43 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.322267:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366894e43 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.322271:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366894e43 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.322277:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366894e43 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.322281:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.322284:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366894e43 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.322289:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366894e43 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.322295:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.322298:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.322301:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366894e43 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.322309:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366894e43 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.322317:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d07dc3b4 reply state 00000000780b67ce transno 12884905674 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366894e4a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.322326:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366894e4a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.322331:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be8ccee5b00) 00010000:00010000:0.0:1783145830.322333:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.322336:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145830.322395:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+64:306277:x1869755188096768:12345-192.168.203.44@tcp:36:rm.500 Request processed in 890us (1035us total) trans 12884905674 rc 0/0 00000100:00100000:0.0:1783145830.322405:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 35 00000100:00100000:0.0:1783145830.322410:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478072807513 time 8478075369952 state 0x2 ref 0 00000100:00100000:2.0:1783145830.323392:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.323427:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188097024 00000100:00100000:0.0:1783145830.323438:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188097024 00000100:00100000:0.0:1783145830.323457:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478063297258 time 8478064546585 state 0x0 ref 1 00000100:00100000:0.0:1783145830.323463:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478064646585 time 8478064546585 state 0x1 ref 1 00000100:00100000:0.0:1783145830.323485:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478064646585 time 8478077362583 state 0x0 ref 1 00000100:00100000:0.0:1783145830.323497:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+64:306284:x1869755188097024:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145830.323512:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.323524:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366894e5f lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b4ff expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.323591:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366894e66 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.323602:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366894e66 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.323610:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366894e66 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.323620:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383200/0x38bddee366894e6d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.323624:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383200/0x38bddee366894e6d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.323628:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383200/0x38bddee366894e6d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145830.323817:0:204555:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb88:0x0], index 1: 0 00010000:00010000:0.0:1783145830.323906:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366894e74 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.323924:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366894e74 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.323931:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366894e74 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.323959:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366894e66 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.323968:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366894e66 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.323972:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366894e66 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.323975:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0383800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.323977:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366894e66 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.323981:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366894e66 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.323987:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.323988:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.323991:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366894e66 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.323994:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366894e66 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.324004:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000004a37a9c7 reply state 00000000487dc088 transno 12884905675 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383200/0x38bddee366894e6d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.324012:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383200/0x38bddee366894e6d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.324019:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8d876a700) 00010000:00010000:0.0:1783145830.324021:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.324023:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145830.324054:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366894e5f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4ff expref: 67 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.324065:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366894e74 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4ff expref: 66 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.324083:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e6:0x0].0x0 (ffff9be8d876a900) 00010000:00010000:0.0:1783145830.324085:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145830.324087:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0383a00, rc 0) 00000100:00100000:0.0:1783145830.324149:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+67:306284:x1869755188097024:12345-192.168.203.44@tcp:101:touch.500 Request processed in 628us (731us total) trans 12884905675 rc 0/0 00000100:00100000:0.0:1783145830.324157:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 36 00000100:00100000:0.0:1783145830.324162:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478064646585 time 8478077362583 state 0x2 ref 0 00000100:00100000:1.0:1783145830.325581:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.325616:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188097280 00000100:00100000:0.0:1783145830.325622:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188097280 00000100:00100000:0.0:1783145830.325642:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478064646585 time 8478077362583 state 0x0 ref 1 00000100:00100000:0.0:1783145830.325649:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478077462583 time 8478077362583 state 0x1 ref 1 00000100:00100000:0.0:1783145830.325667:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478077462583 time 8478079545414 state 0x0 ref 1 00000100:00100000:0.0:1783145830.325674:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3305500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+67:306284:x1869755188097280:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:0.0:1783145830.325704:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145830.325718:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366894e74 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4ff expref: 67 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.325728:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e6:0x0].0x0 (ffff9be8d876a900) 00010000:00010000:0.0:1783145830.325738:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145830.325754:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145830.325782:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894e82 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.325793:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894e82 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.325800:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188097408 00010000:00010000:0.0:1783145830.325803:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894e82 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.325809:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188097408 00000100:00100000:3.0:1783145830.325834:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478072807513 time 8478075369952 state 0x0 ref 1 00000100:00100000:3.0:1783145830.325843:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478075469952 time 8478075369952 state 0x1 ref 1 00000004:00010000:0.0:1783145830.325866:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d5844517 reply state 000000002f551492 transno 12884905676 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894e82 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.325867:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478075469952 time 8478079743774 state 0x0 ref 1 00010000:00010000:0.0:1783145830.325886:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894e82 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.325887:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e87d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+68:306289:x1869755188097408:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145830.325905:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e6:0x0].0x0 (ffff9be8d876a600) 00010000:00010000:0.0:1783145830.325907:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.325908:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145830.325912:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.325925:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee366894e89 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b506 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.325966:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3305500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+70:306284:x1869755188097280:12345-192.168.203.44@tcp:36:touch.500 Request processed in 289us (384us total) trans 12884905676 rc 0/0 00010000:00010000:3.0:1783145830.325973:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366894e90 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.325973:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 37 00000100:00100000:0.0:1783145830.325985:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478077462583 time 8478079545414 state 0x2 ref 0 00010000:00010000:3.0:1783145830.325995:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366894e90 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326007:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366894e90 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326017:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366894e97 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326022:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366894e97 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326027:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366894e97 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326174:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413800/0x38bddee366894e9e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326181:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413800/0x38bddee366894e9e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326186:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413800/0x38bddee366894e9e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145830.326214:0:204557:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1e5:0x0]: returning size 0 00000004:00200000:3.0:1783145830.326218:0:204557:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145830.326230:0:204557:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413800/0x38bddee366894e9e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326238:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413800/0x38bddee366894e9e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326244:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366894e90 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326251:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366894e90 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326255:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366894e90 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326259:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366894e90 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326262:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.326265:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366894e90 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326269:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366894e90 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326274:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.326276:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.326278:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366894e90 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326282:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366894e90 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326289:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366894e97 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326293:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366894e97 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326297:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366894e97 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326301:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.326303:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366894e97 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326306:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366894e97 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326310:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9be8d2cdcd00) 00010000:00010000:3.0:1783145830.326311:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.326313:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366894e97 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326316:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366894e97 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326330:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee366894e89 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b506 expref: 70 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326339:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413800/0x38bddee366894e9e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b506 expref: 69 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326343:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e5:0x0].0x0 (ffff9be8d3528000) 00010000:00010000:3.0:1783145830.326344:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145830.326346:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8413800, rc 0) 00000100:00100000:3.0:1783145830.326379:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e87d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+69:306289:x1869755188097408:12345-192.168.203.44@tcp:101:rm.500 Request processed in 495us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145830.326385:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 38 00000100:00100000:3.0:1783145830.326390:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478075469952 time 8478079743774 state 0x2 ref 0 00000100:00100000:1.0:1783145830.326527:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.326554:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188097536 00000100:00100000:3.0:1783145830.326559:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188097536 00000100:00100000:3.0:1783145830.326573:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478077462583 time 8478079545414 state 0x0 ref 1 00000100:00100000:3.0:1783145830.326579:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478079645414 time 8478079545414 state 0x1 ref 1 00000100:00100000:3.0:1783145830.326595:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478079645414 time 8478080474134 state 0x0 ref 1 00000100:00100000:3.0:1783145830.326602:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3307100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+69:306284:x1869755188097536:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145830.326611:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.326617:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366894ea5 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b50d expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326639:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366894ea5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b50d expref: 70 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326646:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366894ea5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b50d expref: 70 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.326657:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e6:0x0].0x0 (ffff9be8d876a600) 00010000:00010000:3.0:1783145830.326659:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145830.326660:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8413600, rc 0) 00000100:00100000:3.0:1783145830.326683:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3307100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+70:306284:x1869755188097536:12345-192.168.203.44@tcp:101:touch.500 Request processed in 82us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145830.326688:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 39 00000100:00100000:3.0:1783145830.326691:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478079645414 time 8478080474134 state 0x2 ref 0 00000100:00100000:2.0:1783145830.327782:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.327836:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188097664 00000100:00100000:3.0:1783145830.327841:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188097664 00000100:00100000:3.0:1783145830.327885:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478075469952 time 8478079743774 state 0x0 ref 1 00000100:00100000:3.0:1783145830.327891:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478079843774 time 8478079743774 state 0x1 ref 1 00000100:00100000:1.0:1783145830.327904:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.327918:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478079843774 time 8478081796297 state 0x0 ref 1 00000100:00100000:3.0:1783145830.327932:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cfbba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+70:306288:x1869755188097664:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145830.327939:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.327949:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee366894eac lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b514 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.327951:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188097792 00000100:00100000:0.0:1783145830.327960:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188097792 00010000:00010000:3.0:1783145830.327981:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894eb3 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.327989:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894eb3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.327994:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894eb3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.328001:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366894eba lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.328006:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366894eba lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.328015:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2849 00010000:00010000:3.0:1783145830.328019:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366894eba lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.328039:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3305c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+12:2408:x1869755188097792:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:3.0:1783145830.328054:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee366894ec1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.328061:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee366894ec1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.328077:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee366894ec1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145830.328096:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1e4:0x0]: returning size 0 00000004:00200000:3.0:1783145830.328098:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145830.328105:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee366894ec1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.328113:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee366894ec1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.328140:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894eb3 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.328144:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894eb3 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.328149:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894eb3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.328153:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894eb3 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.328156:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.328158:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894eb3 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.328163:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894eb3 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.328170:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.328172:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.328174:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894eb3 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.328178:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894eb3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.328186:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366894eba lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.328191:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366894eba lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.328195:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366894eba lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.328198:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.328200:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366894eba lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.328203:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366894eba lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.328208:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be8d2cdc200) 00010000:00010000:3.0:1783145830.328210:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.328211:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366894eba lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.328215:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366894eba lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.328234:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3305c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+13:2408:x1869755188097792:12345-192.168.203.44@tcp:2:touch.500 Request processed in 207us (338us total) trans 8589935539 rc 0/0 00000100:00100000:0.0:1783145830.328243:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2849 00010000:00010000:3.0:1783145830.328279:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee366894eac lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b514 expref: 72 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.328293:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee366894ec1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b514 expref: 71 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.328298:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e4:0x0].0x0 (ffff9be8d876ac00) 00010000:00010000:3.0:1783145830.328299:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145830.328301:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01348600, rc 0) 00000100:00100000:3.0:1783145830.328322:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cfbba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+71:306288:x1869755188097664:12345-192.168.203.44@tcp:101:rm.500 Request processed in 395us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145830.328332:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 40 00000100:00100000:3.0:1783145830.328337:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478079843774 time 8478081796297 state 0x2 ref 0 00000100:00100000:2.0:1783145830.328479:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.328501:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188097920 00000100:00100000:3.0:1783145830.328505:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188097920 00000100:00100000:3.0:1783145830.328529:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2850 00000100:00100000:3.0:1783145830.328533:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2407:x1869755188097920:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145830.328540:0:206490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.328552:0:206490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d634c683/0x38bddee366894ec8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbeb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b51b expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783145830.328569:0:206490:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbeb:0x0] initial LVB size: 0, mtime: 0x6a48a567, atime: 0x6a48a567, ctime: 0x6a48a567, blocks: 0x0 00010000:00010000:3.0:1783145830.328621:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbeb:0x0].0x0 since=8478s v=(0 0) 00010000:00010000:3.0:1783145830.328625:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbeb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145830.328635:0:206490:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d634c683/0x38bddee366894ec8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b51b expref: 12 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.328646:0:206490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d634c683/0x38bddee366894ec8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b51b expref: 12 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.328652:0:206490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01348000, rc 0) 00000100:00100000:3.0:1783145830.328674:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+12:2407:x1869755188097920:12345-192.168.203.44@tcp:101:rm.500 Request processed in 140us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145830.328678:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2850 00000100:00100000:0.0:1783145830.329004:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.329044:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188098176 00000100:00100000:1.0:1783145830.329049:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188098176 00000100:00100000:1.0:1783145830.329090:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1012 00000100:00100000:1.0:1783145830.329102:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9edca7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+71:306284:x1869755188098176:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145830.329306:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9edca7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+72:306284:x1869755188098176:12345-192.168.203.44@tcp:35:touch.500 Request processed in 208us (303us total) trans 12884905677 rc 0/0 00000100:00100000:1.0:1783145830.329311:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1012 00000100:00100000:1.0:1783145830.330448:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.330477:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188098304 00000100:00100000:0.0:1783145830.330481:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188098304 00000100:00100000:0.0:1783145830.330506:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2851 00000100:00100000:0.0:1783145830.330511:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3306300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:275b1235-b8f5-4ce3-8a3a-d483c556f740+13:2409:x1869755188098304:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145830.330519:0:228911:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.330533:0:228911:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007dfd577e/0x38bddee366894ecf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b522 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145830.330550:0:228911:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb87:0x0] initial LVB size: 0, mtime: 0x6a48a567, atime: 0x6a48a567, ctime: 0x6a48a567, blocks: 0x0 00010000:00010000:0.0:1783145830.330564:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb87:0x0].0x0 since=8478s v=(0 0) 00010000:00010000:0.0:1783145830.330569:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb87:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145830.330577:0:228911:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007dfd577e/0x38bddee366894ecf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b522 expref: 14 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.330590:0:228911:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007dfd577e/0x38bddee366894ecf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b522 expref: 14 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.330598:0:228911:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0383600, rc 0) 00000100:00100000:0.0:1783145830.330622:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3306300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:275b1235-b8f5-4ce3-8a3a-d483c556f740+14:2409:x1869755188098304:12345-192.168.203.44@tcp:101:rm.500 Request processed in 112us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.330627:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2851 00000100:00100000:2.0:1783145830.331238:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.331285:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188098560 00000100:00100000:0.0:1783145830.331291:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188098560 00000100:00100000:0.0:1783145830.331312:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478079843774 time 8478081796297 state 0x0 ref 1 00000100:00100000:0.0:1783145830.331322:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478081896297 time 8478081796297 state 0x1 ref 1 00000100:00100000:0.0:1783145830.331353:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478081896297 time 8478085229476 state 0x0 ref 1 00000100:00100000:0.0:1783145830.331370:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+72:306289:x1869755188098560:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:0.0:1783145830.331417:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1783145830.331435:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413800/0x38bddee366894e9e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b506 expref: 72 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.331454:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366894de8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4f1 expref: 71 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.331466:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e5:0x0].0x0 (ffff9be8d3528000) 00010000:00010000:0.0:1783145830.331471:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145830.331487:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894ed6 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.331498:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894ed6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.331507:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894ed6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.331518:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366894edd lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.331526:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366894edd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.331537:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366894edd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.331602:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366894ee4 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.331610:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366894ee4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.331617:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366894ee4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783145830.331780:0:204556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].457, 64 off37440 00010000:00010000:0.0:1783145830.331814:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894eeb lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.331823:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894eeb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.331838:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894eeb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.331847:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894eeb lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.331854:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894eeb lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.331860:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894eeb lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.331886:0:204556:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145830.331893:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145830.331899:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894eeb lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.331906:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366894ee4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.331915:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366894ee4 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.331921:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366894ee4 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.331922:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145830.331927:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894eeb lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.331960:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894eeb lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.331961:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.331982:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e5:0x0].0x0 (ffff9be8d3528000) 00010000:00010000:0.0:1783145830.331983:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366894ee4 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.331989:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145830.331995:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894eeb lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.332015:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894eeb lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.332017:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366894ee4 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.332026:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145830.332028:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145830.332030:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145830.332040:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e5:0x0].0x0 (ffff9be8d3528000) 00010000:00010000:0.0:1783145830.332045:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145830.332049:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366894ee4 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.332055:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366894ee4 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.332087:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894ed6 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.332094:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894ed6 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.332099:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894ed6 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.332109:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894ed6 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.332115:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0383c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.332118:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894ed6 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.332156:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894ed6 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.332164:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.332167:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.332170:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894ed6 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.332177:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894ed6 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.332187:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003f65b8f8 reply state 000000009d6a9ef9 transno 12884905678 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366894edd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.332197:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366894edd lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.332203:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9be8d2cdcd00) 00010000:00010000:0.0:1783145830.332206:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.332208:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145830.332250:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+72:306289:x1869755188098560:12345-192.168.203.44@tcp:36:rm.500 Request processed in 887us (1013us total) trans 12884905678 rc 0/0 00000100:00100000:0.0:1783145830.332258:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 41 00000100:00100000:0.0:1783145830.332264:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478081896297 time 8478085229476 state 0x2 ref 0 00000100:00100000:2.0:1783145830.334057:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.334101:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188098816 00000100:00100000:0.0:1783145830.334107:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188098816 00000100:00100000:0.0:1783145830.334172:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478079645414 time 8478080474134 state 0x0 ref 1 00000100:00100000:0.0:1783145830.334181:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478080574134 time 8478080474134 state 0x1 ref 1 00000100:00100000:0.0:1783145830.334202:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478080574134 time 8478088080663 state 0x0 ref 1 00000100:00100000:0.0:1783145830.334211:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+72:306291:x1869755188098816:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145830.334224:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.334233:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366894ef2 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b529 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.334285:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366894ef9 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.334292:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366894ef9 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.334298:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366894ef9 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.334306:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366894f00 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.334310:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366894f00 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.334314:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366894f00 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145830.334480:0:204555:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbec:0x0], index 0: 0 00010000:00010000:0.0:1783145830.334555:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05200/0x38bddee366894f07 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.334561:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05200/0x38bddee366894f07 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.334565:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05200/0x38bddee366894f07 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.334582:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366894ef9 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.334586:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366894ef9 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.334590:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366894ef9 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.334593:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.334595:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366894ef9 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.334599:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366894ef9 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.334604:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.334605:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.334607:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366894ef9 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.334614:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366894ef9 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.334620:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000097356210 reply state 00000000204b04af transno 12884905679 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366894f00 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.334625:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366894f00 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.334628:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be8d2d3e400) 00010000:00010000:0.0:1783145830.334630:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.334631:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145830.334645:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366894ef2 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b529 expref: 75 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.334653:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05200/0x38bddee366894f07 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b529 expref: 74 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.334658:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e7:0x0].0x0 (ffff9be8d2d3e600) 00010000:00010000:0.0:1783145830.334659:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145830.334660:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2d05200, rc 0) 00000100:00100000:0.0:1783145830.334691:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+75:306291:x1869755188098816:12345-192.168.203.44@tcp:101:touch.500 Request processed in 482us (638us total) trans 12884905679 rc 0/0 00000100:00100000:0.0:1783145830.334695:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 42 00000100:00100000:0.0:1783145830.334698:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478080574134 time 8478088080663 state 0x2 ref 0 00000100:00100000:1.0:1783145830.338979:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.339042:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188099072 00000100:00100000:2.0:1783145830.339052:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188099072 00000100:00100000:2.0:1783145830.339097:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478080574134 time 8478088080663 state 0x0 ref 1 00000100:00100000:2.0:1783145830.339108:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478088180663 time 8478088080663 state 0x1 ref 1 00000100:00100000:2.0:1783145830.339160:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478088180663 time 8478093038185 state 0x0 ref 1 00000100:00100000:2.0:1783145830.339178:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3305f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+75:306285:x1869755188099072:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145830.339205:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145830.339225:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366894f15 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b530 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.339331:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366894f1c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.339342:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366894f1c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.339350:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366894f1c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.339360:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366894f23 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.339369:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366894f23 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.339373:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366894f23 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.339382:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.339435:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188099328 00000100:00100000:0.0:1783145830.339442:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188099328 00000100:00100000:0.0:1783145830.339471:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478093138185 time 8478093038185 state 0x1 ref 2 00000100:00100000:0.0:1783145830.339495:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478093138185 time 8478093372842 state 0x0 ref 2 00000100:00100000:0.0:1783145830.339506:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+77:306291:x1869755188099328:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:0.0:1783145830.339549:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145830.339572:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05200/0x38bddee366894f07 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b529 expref: 77 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.339588:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e7:0x0].0x0 (ffff9be8d2d3e600) 00010000:00010000:0.0:1783145830.339600:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145830.339660:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366894f2a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.339672:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366894f2a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.339678:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366894f2a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145830.339708:0:204590:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb89:0x0], index 1: 0 00000004:00010000:0.0:1783145830.339749:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000222ea753 reply state 00000000329558d8 transno 12884905680 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366894f2a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.339757:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366894f2a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.339762:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e7:0x0].0x0 (ffff9be8d2d3e700) 00010000:00010000:0.0:1783145830.339764:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.339765:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145830.339832:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366894f31 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.339833:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+79:306291:x1869755188099328:12345-192.168.203.44@tcp:36:touch.500 Request processed in 330us (498us total) trans 12884905680 rc 0/0 00010000:00010000:2.0:1783145830.339864:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366894f31 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.339874:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 44 00010000:00010000:2.0:1783145830.339888:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366894f31 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.339920:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366894f1c lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.339924:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366894f1c lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.339928:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366894f1c lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.339932:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366894f1c lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.339935:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.339938:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366894f1c lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.339946:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366894f1c lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.339959:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.339961:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.339964:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366894f1c lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.339968:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366894f1c lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145830.339977:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000054055dd6 reply state 00000000af61c334 transno 12884905681 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366894f23 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.339984:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366894f23 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.339988:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8d3528a00) 00010000:00010000:2.0:1783145830.339990:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.339991:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145830.340009:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366894f15 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b530 expref: 79 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.340017:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366894f31 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b530 expref: 78 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.340022:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e8:0x0].0x0 (ffff9be8d3528300) 00010000:00010000:2.0:1783145830.340024:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145830.340025:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e3800, rc 0) 00000100:00100000:2.0:1783145830.340083:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3305f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+79:306285:x1869755188099072:12345-192.168.203.44@tcp:101:touch.500 Request processed in 907us (1110us total) trans 12884905681 rc 0/0 00000100:00100000:2.0:1783145830.340088:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 43 00000100:00100000:2.0:1783145830.340093:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478093138185 time 8478093372842 state 0x2 ref 0 00000100:00100000:3.0:1783145830.340583:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.340625:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188099456 00000100:00100000:1.0:1783145830.340631:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188099456 00000100:00100000:1.0:1783145830.340651:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478093138185 time 8478093372842 state 0x0 ref 1 00000100:00100000:1.0:1783145830.340661:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478093472842 time 8478093372842 state 0x1 ref 1 00000100:00100000:1.0:1783145830.340682:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478093472842 time 8478094560277 state 0x0 ref 1 00000100:00100000:1.0:1783145830.340694:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+79:306291:x1869755188099456:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145830.340705:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145830.340716:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394400/0x38bddee366894f3f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b537 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.340747:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394400/0x38bddee366894f3f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b537 expref: 80 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.340758:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394400/0x38bddee366894f3f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b537 expref: 80 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.340775:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e7:0x0].0x0 (ffff9be8d2d3e700) 00010000:00010000:1.0:1783145830.340777:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145830.340779:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d9394400, rc 0) 00000100:00100000:1.0:1783145830.340805:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+80:306291:x1869755188099456:12345-192.168.203.44@tcp:101:touch.500 Request processed in 114us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145830.340812:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 45 00000100:00100000:1.0:1783145830.340816:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478093472842 time 8478094560277 state 0x2 ref 0 00000100:00100000:1.0:1783145830.341911:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.341933:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188099712 00000100:00100000:1.0:1783145830.341936:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.341937:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188099712 00000100:00100000:3.0:1783145830.341954:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478093472842 time 8478094560277 state 0x0 ref 1 00000100:00100000:3.0:1783145830.341963:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478094660277 time 8478094560277 state 0x1 ref 1 00000100:00100000:3.0:1783145830.341998:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188099968 00000100:00100000:3.0:1783145830.342002:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188099968 00000100:00100000:0.0:1783145830.342015:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478094660277 time 8478095889110 state 0x0 ref 1 00000100:00100000:3.0:1783145830.342029:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478095989110 time 8478095889110 state 0x1 ref 2 00000100:00100000:0.0:1783145830.342038:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3304380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+81:306285:x1869755188099712:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:3.0:1783145830.342056:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478095989110 time 8478095931441 state 0x0 ref 2 00000100:00100000:3.0:1783145830.342080:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3305880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+81:306290:x1869755188099968:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145830.342087:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145830.342090:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.342099:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee366894f46 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b53e expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.342107:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3800/0x38bddee366894f31 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b530 expref: 81 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.342171:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e8:0x0].0x0 (ffff9be8d3528300) 00010000:00010000:0.0:1783145830.342178:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145830.342222:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366894f4d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.342224:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366894f54 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.342256:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366894f4d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.342258:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366894f54 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.342292:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366894f54 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.342293:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366894f4d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.342347:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894f5b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.342363:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894f5b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.342373:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894f5b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.342400:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d212f1d6 reply state 00000000599d41fe transno 12884905682 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366894f54 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.342409:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366894f54 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.342414:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e8:0x0].0x0 (ffff9be8d2d3e500) 00010000:00010000:0.0:1783145830.342415:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.342417:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145830.342488:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3304380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+83:306285:x1869755188099712:12345-192.168.203.44@tcp:36:touch.500 Request processed in 461us (579us total) trans 12884905682 rc 0/0 00000100:00100000:0.0:1783145830.342496:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 46 00000100:00100000:2.0:1783145830.342528:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.342565:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188100096 00000100:00100000:0.0:1783145830.342570:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188100096 00000100:00100000:0.0:1783145830.342613:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2852 00000100:00100000:0.0:1783145830.342625:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:275b1235-b8f5-4ce3-8a3a-d483c556f740+12:2409:x1869755188100096:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:0.0:1783145830.342763:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:275b1235-b8f5-4ce3-8a3a-d483c556f740+13:2409:x1869755188100096:12345-192.168.203.44@tcp:2:touch.500 Request processed in 142us (235us total) trans 8589936246 rc 0/0 00000100:00100000:0.0:1783145830.342768:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2852 00000004:00080000:3.0:1783145830.342786:0:210786:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbed:0x0], index 0: 0 00010000:00010000:3.0:1783145830.342920:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349400/0x38bddee366894f62 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.342928:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349400/0x38bddee366894f62 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.342933:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349400/0x38bddee366894f62 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.342950:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366894f4d lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.342954:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366894f4d lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.342960:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366894f4d lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.342966:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366894f4d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.342972:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.342976:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366894f4d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.342987:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366894f4d lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.342997:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.342999:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.343003:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366894f4d lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.343009:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366894f4d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145830.343022:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c8e84772 reply state 0000000045421b49 transno 12884905683 ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894f5b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.343031:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894f5b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.343038:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be8ccee5d00) 00010000:00010000:3.0:1783145830.343040:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145830.343096:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145830.343115:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348800/0x38bddee366894f46 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b53e expref: 84 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.343141:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349400/0x38bddee366894f62 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b53e expref: 83 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.343147:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e9:0x0].0x0 (ffff9be8ccee5300) 00010000:00010000:3.0:1783145830.343149:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145830.343151:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01349400, rc 0) 00000100:00100000:3.0:1783145830.343182:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3305880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+84:306290:x1869755188099968:12345-192.168.203.44@tcp:101:touch.500 Request processed in 1117us (1245us total) trans 12884905683 rc 0/0 00000100:00100000:3.0:1783145830.343190:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 47 00000100:00100000:3.0:1783145830.343195:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478095989110 time 8478095931441 state 0x2 ref 0 00000100:00100000:2.0:1783145830.343451:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.343483:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188100224 00000100:00100000:0.0:1783145830.343487:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188100224 00000100:00100000:0.0:1783145830.343502:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478095989110 time 8478095931441 state 0x0 ref 1 00000100:00100000:0.0:1783145830.343509:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478096031441 time 8478095931441 state 0x1 ref 1 00000100:00100000:0.0:1783145830.343526:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478096031441 time 8478097404879 state 0x0 ref 1 00000100:00100000:0.0:1783145830.343534:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+84:306285:x1869755188100224:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145830.343543:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.343554:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366894f70 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b545 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.343578:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366894f70 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b545 expref: 85 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.343585:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366894f70 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b545 expref: 85 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.343600:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e8:0x0].0x0 (ffff9be8d2d3e500) 00010000:00010000:0.0:1783145830.343602:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145830.343603:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2d05000, rc 0) 00000100:00100000:0.0:1783145830.343629:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+85:306285:x1869755188100224:12345-192.168.203.44@tcp:101:touch.500 Request processed in 97us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.343634:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 48 00000100:00100000:0.0:1783145830.343637:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478096031441 time 8478097404879 state 0x2 ref 0 00000100:00100000:1.0:1783145830.344957:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.344978:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.345001:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188100480 00000100:00100000:1.0:1783145830.345007:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.345014:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188100480 00000100:00100000:2.0:1783145830.345024:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188100736 00000100:00100000:2.0:1783145830.345034:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188100736 00000100:00100000:0.0:1783145830.345040:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478096031441 time 8478097404879 state 0x0 ref 1 00000100:00100000:3.0:1783145830.345043:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188100992 00000100:00100000:3.0:1783145830.345052:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188100992 00000100:00100000:0.0:1783145830.345057:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478097504879 time 8478097404879 state 0x1 ref 1 00000100:00100000:2.0:1783145830.345079:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478081896297 time 8478085229476 state 0x0 ref 1 00000100:00100000:2.0:1783145830.345093:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478085329476 time 8478085229476 state 0x1 ref 1 00000100:00100000:0.0:1783145830.345103:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478085329476 time 8478098979102 state 0x0 ref 1 00000100:00100000:3.0:1783145830.345112:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1013 00000100:00100000:3.0:1783145830.345142:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+87:306291:x1869755188100992:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:2.0:1783145830.345149:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478097504879 time 8478098995798 state 0x0 ref 1 00000100:00100000:0.0:1783145830.345160:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+87:306288:x1869755188100736:12345-192.168.203.44@tcp:36:rm.500 00000100:00100000:2.0:1783145830.345176:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee249880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+87:306290:x1869755188100480:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:0.0:1783145830.345206:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145830.345216:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145830.345226:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee366894ec1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b514 expref: 87 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.345239:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349400/0x38bddee366894f62 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b53e expref: 87 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.345253:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366894dbe lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4ea expref: 86 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.345259:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e9:0x0].0x0 (ffff9be8ccee5300) 00010000:00010000:2.0:1783145830.345274:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145830.345274:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e4:0x0].0x0 (ffff9be8d876ac00) 00010000:00010000:0.0:1783145830.345280:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145830.345296:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366894f77 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.345304:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366894f77 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.345309:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366894f77 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.345315:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+85:306291:x1869755188100992:12345-192.168.203.44@tcp:35:touch.500 Request processed in 191us (303us total) trans 12884905684 rc 0/0 00010000:00010000:0.0:1783145830.345324:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894f7e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.345333:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1013 00010000:00010000:2.0:1783145830.345333:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366894f85 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.345336:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894f7e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.345378:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894f7e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.345380:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366894f85 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.345403:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366894f85 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.345453:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894f8c lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.345460:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894f8c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145830.345466:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c1e7f369 reply state 00000000b1da060f transno 12884905685 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366894f85 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.345467:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894f8c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.345497:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145830.345505:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366894f85 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.345516:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e9:0x0].0x0 (ffff9be8d3528c00) 00010000:00010000:2.0:1783145830.345519:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145830.345522:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188101120 00000100:00100000:2.0:1783145830.345522:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145830.345527:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188101120 00000100:00100000:3.0:1783145830.345560:0:228904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2853 00000100:00100000:3.0:1783145830.345570:0:228904:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:275b1235-b8f5-4ce3-8a3a-d483c556f740+14:2410:x1869755188101120:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:2.0:1783145830.345588:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee249880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+86:306290:x1869755188100480:12345-192.168.203.44@tcp:36:touch.500 Request processed in 424us (630us total) trans 12884905685 rc 0/0 00000100:00100000:2.0:1783145830.345597:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 49 00000100:00100000:2.0:1783145830.345603:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478097504879 time 8478098995798 state 0x2 ref 0 00000040:00080000:0.0:1783145830.345669:0:204557:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].454, 64 off37248 00010000:00010000:0.0:1783145830.345702:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894f93 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.345709:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894f93 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.345718:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894f93 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.345724:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894f93 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.345730:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894f93 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.345734:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894f93 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.345750:0:204557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145830.345759:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:275b1235-b8f5-4ce3-8a3a-d483c556f740+15:2410:x1869755188101120:12345-192.168.203.44@tcp:2:touch.500 Request processed in 190us (269us total) trans 8589935540 rc 0/0 00010000:00010000:0.0:1783145830.345762:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894f8c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.345773:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2853 00010000:00010000:2.0:1783145830.345778:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145830.345790:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894f8c lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.345792:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894f93 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.345812:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894f8c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.345814:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145830.345821:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894f93 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.345827:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.345830:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894f93 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.345837:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894f8c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.345841:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e4:0x0].0x0 (ffff9be8d876ac00) 00010000:00010000:2.0:1783145830.345847:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145830.345851:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894f93 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.345854:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894f8c lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.345879:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366894f93 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.345887:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e4:0x0].0x0 (ffff9be8d876ac00) 00010000:00010000:2.0:1783145830.345889:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145830.345891:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145830.345892:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145830.345894:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145830.345905:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894f8c lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.345913:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366894f8c lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.345934:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366894f77 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.345941:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366894f77 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.345947:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366894f77 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.345954:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366894f77 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.345958:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.345961:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366894f77 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.345968:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366894f77 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.345976:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.345978:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.345981:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366894f77 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.345987:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee366894f77 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.345997:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b69a6ae0 reply state 00000000ea62b024 transno 12884905686 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894f7e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.346006:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894f7e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.346012:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be8d2cdc200) 00010000:00010000:0.0:1783145830.346015:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.346017:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145830.346078:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+87:306288:x1869755188100736:12345-192.168.203.44@tcp:36:rm.500 Request processed in 949us (1085us total) trans 12884905686 rc 0/0 00000100:00100000:0.0:1783145830.346087:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 50 00000100:00100000:0.0:1783145830.346093:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478085329476 time 8478098979102 state 0x2 ref 0 00000100:00100000:1.0:1783145830.346784:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.346807:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188101376 00000100:00100000:3.0:1783145830.346811:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188101376 00000100:00100000:3.0:1783145830.346836:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1014 00000100:00100000:3.0:1783145830.346842:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee218e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+87:306285:x1869755188101376:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:3.0:1783145830.346939:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee218e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+88:306285:x1869755188101376:12345-192.168.203.44@tcp:35:touch.500 Request processed in 98us (157us total) trans 12884905687 rc 0/0 00000100:00100000:3.0:1783145830.346948:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1014 00000100:00100000:1.0:1783145830.347461:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.347487:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188101504 00000100:00100000:3.0:1783145830.347493:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188101504 00000100:00100000:3.0:1783145830.347510:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478097504879 time 8478098995798 state 0x0 ref 1 00000100:00100000:3.0:1783145830.347519:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478099095798 time 8478098995798 state 0x1 ref 1 00000100:00100000:3.0:1783145830.347539:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478099095798 time 8478101417450 state 0x0 ref 1 00000100:00100000:3.0:1783145830.347553:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee21b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+88:306290:x1869755188101504:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145830.347564:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.347575:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349a00/0x38bddee366894f9a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b54c expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.347606:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349a00/0x38bddee366894f9a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b54c expref: 89 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.347617:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349a00/0x38bddee366894f9a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b54c expref: 89 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.347630:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e9:0x0].0x0 (ffff9be8d3528c00) 00010000:00010000:3.0:1783145830.347632:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145830.347634:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01349a00, rc 0) 00000100:00100000:3.0:1783145830.347658:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee21b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+89:306290:x1869755188101504:12345-192.168.203.44@tcp:101:touch.500 Request processed in 107us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145830.347663:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 51 00000100:00100000:3.0:1783145830.347666:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478099095798 time 8478101417450 state 0x2 ref 0 00000100:00100000:1.0:1783145830.348764:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.348798:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.348810:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188101760 00000100:00100000:0.0:1783145830.348815:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188101760 00000100:00100000:0.0:1783145830.348834:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478085329476 time 8478098979102 state 0x0 ref 1 00000100:00100000:2.0:1783145830.348840:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188101632 00000100:00100000:0.0:1783145830.348841:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478099079102 time 8478098979102 state 0x1 ref 1 00000100:00100000:2.0:1783145830.348847:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188101632 00000100:00100000:1.0:1783145830.348848:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.348872:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188101888 00000100:00100000:0.0:1783145830.348876:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188101888 00000100:00100000:2.0:1783145830.348887:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2854 00000100:00100000:3.0:1783145830.348888:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478099079102 time 8478102763926 state 0x0 ref 1 00000100:00100000:2.0:1783145830.348899:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+13:2409:x1869755188101632:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:3.0:1783145830.348900:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+90:306286:x1869755188101760:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:0.0:1783145830.348900:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478102863926 time 8478102763926 state 0x1 ref 2 00010000:00010000:3.0:1783145830.348914:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1783145830.348922:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478102863926 time 8478102799694 state 0x0 ref 2 00010000:00010000:3.0:1783145830.348926:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee366894fa1 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b553 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.348937:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+90:306294:x1869755188101888:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145830.348949:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.348960:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894fa8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b55a expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.348969:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349e00/0x38bddee366894faf lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.348987:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349e00/0x38bddee366894faf lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.348995:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349e00/0x38bddee366894faf lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.349006:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366894fb6 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.349013:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366894fbd lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.349014:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366894fb6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.349033:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366894fbd lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.349034:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366894fb6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.349038:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+14:2409:x1869755188101632:12345-192.168.203.44@tcp:2:touch.500 Request processed in 141us (237us total) trans 8589936247 rc 0/0 00000100:00100000:2.0:1783145830.349053:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2854 00010000:00010000:0.0:1783145830.349054:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366894fbd lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.349076:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366894fc4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.349082:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366894fc4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.349088:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366894fc4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.349142:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366894fcb lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.349151:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366894fd2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.349153:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366894fcb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.349164:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366894fd2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.349172:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366894fcb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.349178:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366894fd2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145830.349203:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1e3:0x0]: returning size 0 00000004:00200000:0.0:1783145830.349208:0:204556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1e6:0x0]: returning size 0 00000004:00200000:3.0:1783145830.349209:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00200000:0.0:1783145830.349216:0:204556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783145830.349230:0:204556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366894fd2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.349242:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366894fd2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.349248:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366894fbd lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.349253:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366894fbd lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.349257:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366894fbd lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.349261:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366894fbd lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145830.349264:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366894fcb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.349266:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0383e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.349271:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366894fbd lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.349276:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366894fcb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.349277:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366894fbd lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.349290:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349e00/0x38bddee366894faf lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.349293:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.349297:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.349299:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366894fbd lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.349302:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349e00/0x38bddee366894faf lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.349305:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366894fbd lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.349309:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349e00/0x38bddee366894faf lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.349317:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349e00/0x38bddee366894faf lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.349319:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366894fc4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.349321:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01349e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.349325:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349e00/0x38bddee366894faf lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.349330:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366894fc4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.349332:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349e00/0x38bddee366894faf lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.349341:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366894fc4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.349346:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.349346:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0383a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.349352:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.349352:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366894fc4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.349356:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349e00/0x38bddee366894faf lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.349360:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366894fc4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.349363:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349e00/0x38bddee366894faf lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.349372:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8d876a700) 00010000:00010000:0.0:1783145830.349375:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.349377:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366894fb6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.349377:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366894fc4 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.349394:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366894fc4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.349396:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366894fb6 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.349405:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366894fb6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.349411:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01349800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.349415:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366894fb6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.349418:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366894fa8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b55a expref: 93 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.349425:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366894fb6 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.349434:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366894fd2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b55a expref: 92 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.349438:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be8d3528b00) 00010000:00010000:3.0:1783145830.349442:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.349442:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e6:0x0].0x0 (ffff9be8d876a600) 00010000:00010000:3.0:1783145830.349447:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366894fb6 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.349447:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145830.349452:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0382400, rc 0) 00010000:00010000:3.0:1783145830.349454:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee366894fb6 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.349473:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee366894fa1 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b553 expref: 93 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.349486:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366894fcb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b553 expref: 92 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.349488:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+92:306294:x1869755188101888:12345-192.168.203.44@tcp:101:rm.500 Request processed in 553us (640us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145830.349495:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e3:0x0].0x0 (ffff9be8d876a800) 00010000:00010000:3.0:1783145830.349500:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145830.349502:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01348400, rc 0) 00000100:00100000:0.0:1783145830.349506:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 53 00000100:00100000:3.0:1783145830.349524:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+91:306286:x1869755188101760:12345-192.168.203.44@tcp:101:rm.500 Request processed in 626us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145830.349529:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 52 00000100:00100000:3.0:1783145830.349533:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478102863926 time 8478102799694 state 0x2 ref 0 00000100:00100000:1.0:1783145830.349749:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.349785:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188102144 00000100:00100000:0.0:1783145830.349790:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188102144 00000100:00100000:0.0:1783145830.349823:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1015 00000100:00100000:0.0:1783145830.349832:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdaa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+91:306290:x1869755188102144:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:0.0:1783145830.349975:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdaa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+92:306290:x1869755188102144:12345-192.168.203.44@tcp:35:touch.500 Request processed in 144us (226us total) trans 12884905688 rc 0/0 00000100:00100000:0.0:1783145830.349983:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1015 00000100:00100000:1.0:1783145830.351213:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.351235:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.351254:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188102272 00000100:00100000:2.0:1783145830.351260:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188102272 00000100:00100000:3.0:1783145830.351278:0:228901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188102400 00000100:00100000:3.0:1783145830.351282:0:228901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188102400 00000100:00100000:2.0:1783145830.351296:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2855 00000100:00100000:2.0:1783145830.351305:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8e66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:275b1235-b8f5-4ce3-8a3a-d483c556f740+15:2410:x1869755188102272:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145830.351314:0:228914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1783145830.351316:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.351323:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2856 00010000:00010000:2.0:1783145830.351331:0:228914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077c3691b/0x38bddee366894fd9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb88:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b561 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.351332:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8e67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:275b1235-b8f5-4ce3-8a3a-d483c556f740+14:2410:x1869755188102400:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145830.351339:0:228901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:2.0:1783145830.351351:0:228914:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb88:0x0] initial LVB size: 0, mtime: 0x6a48a567, atime: 0x6a48a567, ctime: 0x6a48a567, blocks: 0x0 00000100:00100000:0.0:1783145830.351359:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188102656 00010000:00010000:2.0:1783145830.351366:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb88:0x0].0x0 since=8478s v=(0 0) 00000100:00100000:0.0:1783145830.351366:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188102656 00010000:00010000:2.0:1783145830.351379:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb88:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145830.351389:0:228901:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a03e4d73/0x38bddee366894fe0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbea:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b568 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.351389:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478099095798 time 8478101417450 state 0x0 ref 1 00010000:00010000:2.0:1783145830.351390:0:228914:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077c3691b/0x38bddee366894fd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b561 expref: 16 pid: 228914 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.351410:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478101517450 time 8478101417450 state 0x1 ref 1 00002000:00010000:3.0:1783145830.351412:0:228901:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbea:0x0] initial LVB size: 0, mtime: 0x6a48a567, atime: 0x6a48a567, ctime: 0x6a48a567, blocks: 0x0 00010000:00010000:3.0:1783145830.351429:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbea:0x0].0x0 since=8478s v=(0 0) 00010000:00010000:2.0:1783145830.351431:0:228914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000077c3691b/0x38bddee366894fd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b561 expref: 16 pid: 228914 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.351432:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbea:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145830.351439:0:228901:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a03e4d73/0x38bddee366894fe0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b568 expref: 15 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.351442:0:228914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e3800, rc 0) 00000100:00100000:0.0:1783145830.351444:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478101517450 time 8478105319707 state 0x0 ref 1 00010000:00010000:3.0:1783145830.351468:0:228901:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a03e4d73/0x38bddee366894fe0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b568 expref: 15 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.351469:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8e65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+92:306293:x1869755188102656:12345-192.168.203.44@tcp:101:touch.500 00000100:00100000:2.0:1783145830.351471:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8e66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:275b1235-b8f5-4ce3-8a3a-d483c556f740+16:2410:x1869755188102272:12345-192.168.203.44@tcp:101:rm.500 Request processed in 168us (260us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145830.351485:0:228901:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01348800, rc 0) 00000100:00100000:2.0:1783145830.351485:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2855 00010000:00010000:0.0:1783145830.351488:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.351502:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366894fe7 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b56f expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.351505:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8e67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:275b1235-b8f5-4ce3-8a3a-d483c556f740+15:2410:x1869755188102400:12345-192.168.203.44@tcp:101:rm.500 Request processed in 174us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145830.351520:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2856 00010000:00010000:0.0:1783145830.351575:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894fee lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.351585:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894fee lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.351595:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894fee lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.351607:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366894ff5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.351615:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366894ff5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.351623:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366894ff5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145830.351879:0:204555:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb8a:0x0], index 1: 0 00010000:00010000:0.0:1783145830.351984:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366894ffc lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.351992:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366894ffc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.351999:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366894ffc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.352024:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894fee lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.352029:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894fee lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.352035:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894fee lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.352044:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.352047:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894fee lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.352054:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894fee lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.352061:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.352063:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.352083:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894fee lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.352089:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366894fee lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.352099:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000051ea3beb reply state 0000000056adf340 transno 12884905689 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366894ff5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.352108:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366894ff5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.352113:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be8d2d3e600) 00010000:00010000:0.0:1783145830.352115:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.352117:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145830.352166:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366894fe7 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b56f expref: 95 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.352179:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366894ffc lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b56f expref: 94 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.352190:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ea:0x0].0x0 (ffff9be8d2d3e900) 00010000:00010000:0.0:1783145830.352192:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145830.352195:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0383400, rc 0) 00000100:00100000:0.0:1783145830.352227:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8e65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+95:306293:x1869755188102656:12345-192.168.203.44@tcp:101:touch.500 Request processed in 765us (913us total) trans 12884905689 rc 0/0 00000100:00100000:0.0:1783145830.352234:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 54 00000100:00100000:0.0:1783145830.352238:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478101517450 time 8478105319707 state 0x2 ref 0 00000100:00100000:1.0:1783145830.355019:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.355053:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.355054:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188102912 00000100:00100000:0.0:1783145830.355060:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188102912 00000100:00100000:0.0:1783145830.355090:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478101517450 time 8478105319707 state 0x0 ref 1 00000100:00100000:2.0:1783145830.355098:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188103168 00000100:00100000:0.0:1783145830.355098:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478105419707 time 8478105319707 state 0x1 ref 1 00000100:00100000:2.0:1783145830.355103:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188103168 00000100:00100000:0.0:1783145830.355139:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478105419707 time 8478109017023 state 0x0 ref 1 00000100:00100000:2.0:1783145830.355145:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478102863926 time 8478102799694 state 0x0 ref 1 00000100:00100000:0.0:1783145830.355153:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8e66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+96:306293:x1869755188102912:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:2.0:1783145830.355159:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478102899694 time 8478102799694 state 0x1 ref 1 00000100:00100000:2.0:1783145830.355183:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478102899694 time 8478109060956 state 0x0 ref 1 00010000:00010000:0.0:1783145830.355184:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1783145830.355200:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8e66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+96:306286:x1869755188103168:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:0.0:1783145830.355202:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383400/0x38bddee366894ffc lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b56f expref: 96 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.355216:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ea:0x0].0x0 (ffff9be8d2d3e900) 00010000:00010000:0.0:1783145830.355222:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145830.355229:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145830.355241:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366894fcb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b553 expref: 95 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.355255:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394c00/0x38bddee366894d8d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4dc expref: 94 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.355261:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e3:0x0].0x0 (ffff9be8d876a800) 00010000:00010000:2.0:1783145830.355264:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145830.355270:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69da00/0x38bddee36689500a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.355276:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895011 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.355280:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69da00/0x38bddee36689500a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.355285:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895011 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.355296:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895011 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.355296:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69da00/0x38bddee36689500a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.355310:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2c00/0x38bddee366895018 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.355316:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2c00/0x38bddee366895018 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.355320:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2c00/0x38bddee366895018 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.355366:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689501f lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.355371:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689501f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.355378:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d700322a reply state 00000000e4ba7f43 transno 12884905690 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69da00/0x38bddee36689500a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.355389:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689501f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.355395:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69da00/0x38bddee36689500a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.355403:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ea:0x0].0x0 (ffff9be8d2d3e800) 00010000:00010000:0.0:1783145830.355406:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.355409:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145830.355470:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8e66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+95:306293:x1869755188102912:12345-192.168.203.44@tcp:36:touch.500 Request processed in 320us (454us total) trans 12884905690 rc 0/0 00000100:00100000:0.0:1783145830.355477:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 55 00000100:00100000:0.0:1783145830.355482:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478105419707 time 8478109017023 state 0x2 ref 0 00000040:00080000:2.0:1783145830.355550:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].458, 64 off37504 00010000:00010000:2.0:1783145830.355582:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366895026 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.355589:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366895026 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.355599:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366895026 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.355607:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366895026 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.355613:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366895026 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.355619:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366895026 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.355638:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145830.355650:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689501f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.355657:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689501f lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.355664:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145830.355665:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689501f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.355674:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.355674:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366895026 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.355680:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689501f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.355689:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145830.355690:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689501f lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.355694:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366895026 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.355698:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e3:0x0].0x0 (ffff9be8d876a800) 00010000:00010000:2.0:1783145830.355702:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145830.355706:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689501f lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.355708:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366895026 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.355712:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689501f lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.355727:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e3:0x0].0x0 (ffff9be8d876a800) 00010000:00010000:2.0:1783145830.355728:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895011 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.355733:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145830.355736:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895011 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.355739:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366895026 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.355749:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee366895026 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.355751:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895011 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.355764:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895011 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.355767:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.355769:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895011 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.355770:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145830.355773:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895011 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.355775:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145830.355779:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145830.355782:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.355785:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.355786:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895011 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.355790:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895011 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145830.355796:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a14ee55b reply state 000000003fc41ecf transno 12884905691 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2c00/0x38bddee366895018 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.355802:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2c00/0x38bddee366895018 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.355806:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be8d3528b00) 00010000:00010000:2.0:1783145830.355807:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.355809:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145830.355835:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8e66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+96:306286:x1869755188103168:12345-192.168.203.44@tcp:36:rm.500 Request processed in 641us (784us total) trans 12884905691 rc 0/0 00000100:00100000:2.0:1783145830.355840:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 56 00000100:00100000:2.0:1783145830.355842:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478102899694 time 8478109060956 state 0x2 ref 0 00000100:00100000:1.0:1783145830.356240:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.356271:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188103296 00000100:00100000:3.0:1783145830.356275:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188103296 00000100:00100000:3.0:1783145830.356288:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478105419707 time 8478109017023 state 0x0 ref 1 00000100:00100000:3.0:1783145830.356294:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478109117023 time 8478109017023 state 0x1 ref 1 00000100:00100000:3.0:1783145830.356307:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478109117023 time 8478110186171 state 0x0 ref 1 00000100:00100000:3.0:1783145830.356314:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8e65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+96:306293:x1869755188103296:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145830.356321:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.356328:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689502d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b576 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.356348:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689502d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b576 expref: 97 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.356355:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689502d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b576 expref: 97 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.356370:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ea:0x0].0x0 (ffff9be8d2d3e800) 00010000:00010000:3.0:1783145830.356371:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145830.356373:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01348e00, rc 0) 00000100:00100000:3.0:1783145830.356397:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8e65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+97:306293:x1869755188103296:12345-192.168.203.44@tcp:101:touch.500 Request processed in 83us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145830.356404:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 57 00000100:00100000:3.0:1783145830.356408:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478109117023 time 8478110186171 state 0x2 ref 0 00000100:00100000:1.0:1783145830.357668:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.357707:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188103552 00000100:00100000:0.0:1783145830.357712:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188103552 00000100:00100000:0.0:1783145830.357729:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478109117023 time 8478110186171 state 0x0 ref 1 00000100:00100000:0.0:1783145830.357738:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478110286171 time 8478110186171 state 0x1 ref 1 00000100:00100000:0.0:1783145830.357759:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478110286171 time 8478111636833 state 0x0 ref 1 00000100:00100000:0.0:1783145830.357772:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c65d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+97:306299:x1869755188103552:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145830.357782:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.357791:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d400/0x38bddee366895034 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b57d expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.357844:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c000/0x38bddee36689503b lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.357854:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c000/0x38bddee36689503b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.357862:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c000/0x38bddee36689503b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.357874:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69ce00/0x38bddee366895042 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.357883:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69ce00/0x38bddee366895042 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.357890:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69ce00/0x38bddee366895042 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.358038:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.358080:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188103680 00000100:00100000:2.0:1783145830.358085:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188103680 00000004:00080000:0.0:1783145830.358111:0:204556:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbee:0x0], index 0: 0 00000100:00100000:2.0:1783145830.358146:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2857 00000100:00100000:2.0:1783145830.358157:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c65db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+16:2408:x1869755188103680:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:0.0:1783145830.358248:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c400/0x38bddee366895049 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.358259:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c400/0x38bddee366895049 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.358268:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c400/0x38bddee366895049 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.358297:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c000/0x38bddee36689503b lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.358300:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c65db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+17:2408:x1869755188103680:12345-192.168.203.44@tcp:2:touch.500 Request processed in 144us (259us total) trans 8589935541 rc 0/0 00010000:00010000:0.0:1783145830.358312:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c000/0x38bddee36689503b lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.358316:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2857 00010000:00010000:0.0:1783145830.358326:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c000/0x38bddee36689503b lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.358333:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c000/0x38bddee36689503b lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.358339:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9da69c000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.358343:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c000/0x38bddee36689503b lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.358355:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c000/0x38bddee36689503b lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.358364:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.358367:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.358371:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c000/0x38bddee36689503b lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.358377:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c000/0x38bddee36689503b lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.358388:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007b81f9d1 reply state 0000000035e4b5bc transno 12884905692 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69ce00/0x38bddee366895042 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.358397:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69ce00/0x38bddee366895042 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.358404:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be8d2d3eb00) 00010000:00010000:0.0:1783145830.358406:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.358408:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145830.358429:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d400/0x38bddee366895034 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b57d expref: 100 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.358443:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c400/0x38bddee366895049 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b57d expref: 99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.358450:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1eb:0x0].0x0 (ffff9be8d2d3ea00) 00010000:00010000:0.0:1783145830.358452:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145830.358455:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9da69c400, rc 0) 00000100:00100000:0.0:1783145830.358486:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c65d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+100:306299:x1869755188103552:12345-192.168.203.44@tcp:101:touch.500 Request processed in 717us (819us total) trans 12884905692 rc 0/0 00000100:00100000:0.0:1783145830.358494:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 58 00000100:00100000:0.0:1783145830.358500:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478110286171 time 8478111636833 state 0x2 ref 0 00000100:00100000:1.0:1783145830.359550:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.359582:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188103936 00000100:00100000:3.0:1783145830.359586:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188103936 00000100:00100000:3.0:1783145830.359612:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1016 00000100:00100000:3.0:1783145830.359618:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c65d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+100:306293:x1869755188103936:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:3.0:1783145830.359729:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c65d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+101:306293:x1869755188103936:12345-192.168.203.44@tcp:35:touch.500 Request processed in 110us (179us total) trans 12884905693 rc 0/0 00000100:00100000:3.0:1783145830.359738:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1016 00000100:00100000:1.0:1783145830.360677:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.360696:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.360714:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188104192 00000100:00100000:0.0:1783145830.360721:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188104192 00000100:00100000:2.0:1783145830.360728:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188104448 00000100:00100000:2.0:1783145830.360732:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188104448 00000100:00100000:0.0:1783145830.360743:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478110286171 time 8478111636833 state 0x0 ref 1 00000100:00100000:2.0:1783145830.360748:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478102899694 time 8478109060956 state 0x0 ref 1 00000100:00100000:0.0:1783145830.360758:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478111736833 time 8478111636833 state 0x1 ref 1 00000100:00100000:2.0:1783145830.360768:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478109160956 time 8478109060956 state 0x1 ref 1 00000100:00100000:0.0:1783145830.360789:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478109160956 time 8478114665751 state 0x0 ref 1 00000100:00100000:2.0:1783145830.360800:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478111736833 time 8478114676854 state 0x0 ref 1 00000100:00100000:0.0:1783145830.360806:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c65d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+102:306294:x1869755188104448:12345-192.168.203.44@tcp:36:rm.500 00000100:00100000:2.0:1783145830.360818:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c65db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+102:306299:x1869755188104192:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:0.0:1783145830.360839:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145830.360846:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145830.360858:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366894fd2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b55a expref: 102 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.360861:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c400/0x38bddee366895049 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b57d expref: 102 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.360888:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1eb:0x0].0x0 (ffff9be8d2d3ea00) 00010000:00010000:2.0:1783145830.360896:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145830.360898:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366894ea5 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b50d expref: 100 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.360914:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e6:0x0].0x0 (ffff9be8d876a600) 00010000:00010000:0.0:1783145830.360917:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145830.360932:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366895057 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.360935:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee36689505e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.360951:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee36689505e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.360952:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366895057 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.360963:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee36689505e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.360983:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366895057 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.361005:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c600/0x38bddee366895065 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145830.361011:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000996443fc reply state 000000008009e762 transno 12884905694 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee36689505e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.361015:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c600/0x38bddee366895065 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.361022:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee36689505e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.361027:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c600/0x38bddee366895065 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.361029:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1eb:0x0].0x0 (ffff9be8d3528f00) 00010000:00010000:2.0:1783145830.361034:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.361036:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145830.361087:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c65db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+101:306299:x1869755188104192:12345-192.168.203.44@tcp:36:touch.500 Request processed in 274us (409us total) trans 12884905694 rc 0/0 00000100:00100000:2.0:1783145830.361092:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 59 00000100:00100000:2.0:1783145830.361095:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478111736833 time 8478114676854 state 0x2 ref 0 00010000:00010000:0.0:1783145830.361099:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee36689506c lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.361109:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee36689506c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.361117:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee36689506c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783145830.361267:0:204557:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].455, 64 off37312 00010000:00010000:0.0:1783145830.361295:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee366895073 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.361304:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee366895073 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.361312:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee366895073 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.361319:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee366895073 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.361326:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee366895073 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.361332:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee366895073 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.361346:0:204557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145830.361357:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee36689506c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.361358:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145830.361365:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee366895073 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.361368:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee36689506c lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.361378:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee36689506c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.361379:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9da69dc00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145830.361386:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee366895073 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.361388:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9da69cc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.361395:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee36689506c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.361398:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee366895073 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.361407:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee36689506c lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.361413:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e6:0x0].0x0 (ffff9be8d876a600) 00010000:00010000:3.0:1783145830.361417:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145830.361421:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee366895073 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.361425:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e6:0x0].0x0 (ffff9be8d876a600) 00010000:00010000:3.0:1783145830.361428:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee366895073 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.361430:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145830.361436:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee36689506c lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.361440:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145830.361443:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145830.361445:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145830.361446:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69cc00/0x38bddee36689506c lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.361465:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366895057 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.361471:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366895057 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.361477:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366895057 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.361483:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366895057 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.361488:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9da69d200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.361491:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366895057 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.361497:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366895057 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.361504:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.361506:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.361509:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366895057 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.361515:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366895057 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.361523:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000005710cb6 reply state 00000000c073d35e transno 12884905695 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c600/0x38bddee366895065 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.361531:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c600/0x38bddee366895065 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.361537:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8d876a700) 00010000:00010000:0.0:1783145830.361540:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.361542:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145830.361576:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c65d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+102:306294:x1869755188104448:12345-192.168.203.44@tcp:36:rm.500 Request processed in 774us (876us total) trans 12884905695 rc 0/0 00000100:00100000:0.0:1783145830.361593:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 60 00000100:00100000:0.0:1783145830.361598:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478109160956 time 8478114665751 state 0x2 ref 0 00000100:00100000:1.0:1783145830.361801:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.361830:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188104576 00000100:00100000:3.0:1783145830.361833:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188104576 00000100:00100000:3.0:1783145830.361847:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478111736833 time 8478114676854 state 0x0 ref 1 00000100:00100000:3.0:1783145830.361852:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478114776854 time 8478114676854 state 0x1 ref 1 00000100:00100000:3.0:1783145830.361867:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478114776854 time 8478115745404 state 0x0 ref 1 00000100:00100000:3.0:1783145830.361873:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c65d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+102:306299:x1869755188104576:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145830.361881:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.361888:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee36689507a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b584 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.361909:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee36689507a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b584 expref: 103 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.361916:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee36689507a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b584 expref: 103 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.361926:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1eb:0x0].0x0 (ffff9be8d3528f00) 00010000:00010000:3.0:1783145830.361928:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145830.361930:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01349800, rc 0) 00000100:00100000:3.0:1783145830.361950:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c65d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+103:306299:x1869755188104576:12345-192.168.203.44@tcp:101:touch.500 Request processed in 78us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145830.361955:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 61 00000100:00100000:3.0:1783145830.361958:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478114776854 time 8478115745404 state 0x2 ref 0 00000100:00100000:2.0:1783145830.363638:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.363658:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188104704 00000100:00100000:3.0:1783145830.363663:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188104704 00000100:00100000:2.0:1783145830.363673:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.363679:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478109160956 time 8478114665751 state 0x0 ref 1 00000100:00100000:3.0:1783145830.363687:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478114765751 time 8478114665751 state 0x1 ref 1 00000100:00100000:3.0:1783145830.363707:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478114765751 time 8478117584195 state 0x0 ref 1 00000100:00100000:3.0:1783145830.363716:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+103:306302:x1869755188104704:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:0.0:1783145830.363722:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188104832 00010000:00010000:3.0:1783145830.363726:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1783145830.363728:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188104832 00010000:00010000:3.0:1783145830.363735:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349e00/0x38bddee366895081 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b58b expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.363768:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366895088 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.363768:0:206057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2858 00010000:00010000:3.0:1783145830.363778:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366895088 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.363781:0:206057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+15:2410:x1869755188104832:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:3.0:1783145830.363785:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366895088 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.363793:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689508f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.363798:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689508f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.363802:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689508f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.363842:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee366895096 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.363847:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee366895096 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.363851:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee366895096 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145830.363872:0:206077:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1e8:0x0]: returning size 0 00000004:00200000:3.0:1783145830.363876:0:206077:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1783145830.363890:0:206077:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee366895096 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.363902:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee366895096 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.363910:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366895088 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.363916:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366895088 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.363923:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366895088 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.363932:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366895088 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.363941:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348200 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:0.0:1783145830.363941:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+16:2410:x1869755188104832:12345-192.168.203.44@tcp:2:touch.500 Request processed in 161us (263us total) trans 8589936248 rc 0/0 00010000:00010000:3.0:1783145830.363947:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366895088 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.363955:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2858 00010000:00010000:3.0:1783145830.363959:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366895088 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.363969:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.363972:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.363976:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366895088 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.363982:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366895088 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.363995:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689508f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.364008:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689508f lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.364013:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689508f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.364048:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.364050:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689508f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.364058:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689508f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.364063:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8d3528a00) 00010000:00010000:3.0:1783145830.364065:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.364078:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689508f lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.364083:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689508f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.364100:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349e00/0x38bddee366895081 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b58b expref: 105 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.364108:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee366895096 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b58b expref: 104 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.364112:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e8:0x0].0x0 (ffff9be8d2d3e500) 00010000:00010000:3.0:1783145830.364114:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145830.364115:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01348600, rc 0) 00000100:00100000:3.0:1783145830.364165:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+104:306302:x1869755188104704:12345-192.168.203.44@tcp:101:rm.500 Request processed in 449us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145830.364172:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 62 00000100:00100000:3.0:1783145830.364176:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478114765751 time 8478117584195 state 0x2 ref 0 00000100:00100000:2.0:1783145830.364606:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.364628:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188105088 00000100:00100000:3.0:1783145830.364632:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188105088 00000100:00100000:3.0:1783145830.364655:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1017 00000100:00100000:3.0:1783145830.364660:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+104:306299:x1869755188105088:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:3.0:1783145830.364765:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+105:306299:x1869755188105088:12345-192.168.203.44@tcp:35:touch.500 Request processed in 103us (160us total) trans 12884905696 rc 0/0 00000100:00100000:3.0:1783145830.364769:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1017 00000100:00100000:1.0:1783145830.365373:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.365403:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188105216 00000100:00100000:0.0:1783145830.365407:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188105216 00000100:00100000:0.0:1783145830.365435:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2859 00000100:00100000:0.0:1783145830.365439:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+17:2407:x1869755188105216:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145830.365445:0:206058:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.365457:0:206058:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d1e338ab/0x38bddee36689509d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb89:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b592 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145830.365471:0:206058:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb89:0x0] initial LVB size: 0, mtime: 0x6a48a567, atime: 0x6a48a567, ctime: 0x6a48a567, blocks: 0x0 00010000:00010000:0.0:1783145830.365483:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb89:0x0].0x0 since=8478s v=(0 0) 00010000:00010000:0.0:1783145830.365486:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb89:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145830.365492:0:206058:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d1e338ab/0x38bddee36689509d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b592 expref: 18 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.365501:0:206058:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d1e338ab/0x38bddee36689509d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b592 expref: 18 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.365508:0:206058:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0383400, rc 0) 00000100:00100000:0.0:1783145830.365529:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+18:2407:x1869755188105216:12345-192.168.203.44@tcp:101:rm.500 Request processed in 90us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.365533:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2859 00000100:00100000:1.0:1783145830.379841:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.379906:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188105344 00000100:00100000:2.0:1783145830.379917:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188105344 00000100:00100000:2.0:1783145830.379960:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478114765751 time 8478117584195 state 0x0 ref 1 00000100:00100000:2.0:1783145830.379974:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478117684195 time 8478117584195 state 0x1 ref 1 00000100:00100000:2.0:1783145830.380004:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478117684195 time 8478133881329 state 0x0 ref 1 00000100:00100000:2.0:1783145830.380019:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+105:306301:x1869755188105344:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:1.0:1783145830.380034:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145830.380047:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145830.380079:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee3668950a4 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b599 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.380105:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188105472 00000100:00100000:3.0:1783145830.380111:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188105472 00000100:00100000:3.0:1783145830.380172:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 645 00010000:00010000:2.0:1783145830.380175:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668950ab lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.380185:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+107:2409:x1869755188105472:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:2.0:1783145830.380193:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668950ab lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.380206:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668950ab lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.380218:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee3668950b2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.380226:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee3668950b2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380230:0:228897:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145830.380234:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee3668950b2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380242:0:228897:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349e00/0x38bddee3668950b9 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b5a0 expref: -99 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380267:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee3668950c0 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380275:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee3668950c0 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380281:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee3668950c0 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380287:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee3668950c7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380292:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee3668950c7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380296:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee3668950c7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.380344:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668950ce lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.380361:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668950ce lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.380369:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668950ce lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380381:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349400/0x38bddee3668950d5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380392:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349400/0x38bddee3668950d5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145830.380399:0:204590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1e7:0x0]: returning size 0 00010000:00010000:3.0:1783145830.380401:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349400/0x38bddee3668950d5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145830.380407:0:204590:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145830.380428:0:204590:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668950ce lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145830.380433:0:228897:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1ea:0x0]: returning size 0 00000004:00200000:3.0:1783145830.380438:0:228897:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1783145830.380441:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668950ce lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145830.380452:0:228897:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349400/0x38bddee3668950d5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.380454:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668950ab lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380471:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349400/0x38bddee3668950d5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.380471:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668950ab lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.380489:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668950ab lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380498:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee3668950c0 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.380498:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668950ab lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380513:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee3668950c0 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380519:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee3668950c0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.380521:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.380523:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.380527:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668950ab lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380528:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee3668950c0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380542:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee3668950c0 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.380545:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668950ab lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380553:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.380556:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.380559:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee3668950c0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.380564:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.380565:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee3668950c0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.380571:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.380575:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668950ab lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.380580:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668950ab lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380581:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee3668950c7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380596:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee3668950c7 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.380600:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee3668950b2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380601:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee3668950c7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380616:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.380617:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee3668950b2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380618:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee3668950c7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.380632:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee3668950b2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380633:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee3668950c7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.380647:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.380650:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee3668950b2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380651:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be8d2d3e600) 00010000:00010000:3.0:1783145830.380653:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.380656:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee3668950c7 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.380669:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee3668950b2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380670:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee3668950c7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.380681:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be8d2d3e400) 00010000:00010000:2.0:1783145830.380684:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.380686:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee3668950b2 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.380692:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee3668950b2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380705:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349e00/0x38bddee3668950b9 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5a0 expref: 110 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.380711:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee3668950a4 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b599 expref: 110 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380720:0:228897:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349400/0x38bddee3668950d5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5a0 expref: 108 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.380725:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668950ce lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b599 expref: 108 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380729:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ea:0x0].0x0 (ffff9be8d2d3e800) 00010000:00010000:3.0:1783145830.380734:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145830.380737:0:228897:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01349400, rc 0) 00010000:00010000:2.0:1783145830.380737:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e7:0x0].0x0 (ffff9be8d2d3e700) 00010000:00010000:3.0:1783145830.380743:0:228897:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145830.380745:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145830.380748:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e3200, rc 0) 00010000:00010000:3.0:1783145830.380753:0:228897:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee3668950dc lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b5a7 expref: -99 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380782:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee3668950e3 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380790:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee3668950e3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380796:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee3668950e3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.380803:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+109:306301:x1869755188105344:12345-192.168.203.44@tcp:101:rm.500 Request processed in 787us (970us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145830.380810:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 63 00010000:00010000:3.0:1783145830.380811:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee3668950ea lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.380816:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478117684195 time 8478133881329 state 0x2 ref 0 00010000:00010000:3.0:1783145830.380821:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee3668950ea lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380827:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee3668950ea lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380840:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee3668950e3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380844:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee3668950e3 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380848:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee3668950e3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380852:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.380853:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee3668950e3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380857:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee3668950e3 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380862:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.380863:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.380865:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee3668950e3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380868:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee3668950e3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380874:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee3668950ea lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380878:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee3668950ea lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380882:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee3668950ea lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380886:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9da69d200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.380888:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee3668950ea lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380892:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee3668950ea lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380896:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be9c31f0900) 00010000:00010000:3.0:1783145830.380898:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.380899:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee3668950ea lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380903:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee3668950ea lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380919:0:228897:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee3668950dc lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5a7 expref: 108 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380924:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.380925:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145830.380961:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee3668950dc lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5a7 expref: 108 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.380967:0:228897:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9bea01349c00, rc -2) 00000100:00100000:3.0:1783145830.380997:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+107:2409:x1869755188105472:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 817us (965us total) trans 0 rc -2/-2 00000100:00100000:3.0:1783145830.381005:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 645 00000100:00100000:1.0:1783145830.383758:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.383806:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.383812:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188105728 00000100:00100000:0.0:1783145830.383819:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188105728 00000100:00100000:3.0:1783145830.383839:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188105856 00000100:00100000:3.0:1783145830.383846:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188105856 00000100:00100000:0.0:1783145830.383846:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478114776854 time 8478115745404 state 0x0 ref 1 00000100:00100000:0.0:1783145830.383857:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478115845404 time 8478115745404 state 0x1 ref 1 00000100:00100000:3.0:1783145830.383878:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2860 00000100:00100000:3.0:1783145830.383884:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+16:2409:x1869755188105856:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:0.0:1783145830.383889:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478115845404 time 8478137763789 state 0x0 ref 1 00010000:00010000:3.0:1783145830.383898:0:206490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1783145830.383907:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+107:306297:x1869755188105728:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145830.383913:0:206490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f06abf8d/0x38bddee3668950f1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b5df expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.383919:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.383935:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee3668950f8 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b5d8 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783145830.383937:0:206490:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbec:0x0] initial LVB size: 0, mtime: 0x6a48a567, atime: 0x6a48a567, ctime: 0x6a48a567, blocks: 0x0 00010000:00010000:3.0:1783145830.383954:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbec:0x0].0x0 since=8478s v=(0 0) 00010000:00010000:3.0:1783145830.383959:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbec:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145830.383965:0:206490:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f06abf8d/0x38bddee3668950f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5df expref: 17 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.383976:0:206490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f06abf8d/0x38bddee3668950f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5df expref: 17 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.383985:0:206490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9da69cc00, rc 0) 00010000:00010000:0.0:1783145830.384026:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee3668950ff lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.384029:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+17:2409:x1869755188105856:12345-192.168.203.44@tcp:101:rm.500 Request processed in 143us (221us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145830.384036:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee3668950ff lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.384041:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2860 00010000:00010000:0.0:1783145830.384048:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee3668950ff lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.384061:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366895106 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.384080:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366895106 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.384086:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366895106 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145830.384466:0:204556:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb8b:0x0], index 1: 0 00010000:00010000:0.0:1783145830.384590:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee36689510d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.384600:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee36689510d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.384609:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee36689510d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.384620:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145830.384645:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee3668950ff lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.384654:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee3668950ff lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.384661:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee3668950ff lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.384663:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188105984 00000100:00100000:2.0:1783145830.384668:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188105984 00010000:00010000:0.0:1783145830.384671:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee3668950ff lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.384680:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.384685:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee3668950ff lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.384693:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee3668950ff lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.384699:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2861 00010000:00010000:0.0:1783145830.384706:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00000100:00100000:2.0:1783145830.384707:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e511aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:275b1235-b8f5-4ce3-8a3a-d483c556f740+18:2409:x1869755188105984:12345-192.168.203.44@tcp:101:ll_agl.0 00010000:00010000:0.0:1783145830.384714:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.384718:0:228911:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.384719:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee3668950ff lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.384724:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee3668950ff lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.384730:0:228911:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000996cd523/0x38bddee36689511b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b5e6 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.384735:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b0720308 reply state 0000000038a6838f transno 12884905697 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366895106 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.384747:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366895106 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783145830.384749:0:228911:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb8a:0x0] initial LVB size: 0, mtime: 0x6a48a567, atime: 0x6a48a567, ctime: 0x6a48a567, blocks: 0x0 00010000:00010000:0.0:1783145830.384752:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be8d2d3ee00) 00010000:00010000:0.0:1783145830.384757:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.384760:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145830.384764:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8a:0x0].0x0 since=8478s v=(0 0) 00010000:00010000:2.0:1783145830.384768:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145830.384773:0:228911:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000996cd523/0x38bddee36689511b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5e6 expref: 19 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.384780:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee3668950f8 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5d8 expref: 110 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.384785:0:228911:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000996cd523/0x38bddee36689511b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5e6 expref: 19 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.384796:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee36689510d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5d8 expref: 109 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.384800:0:228911:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e2400, rc 0) 00010000:00010000:0.0:1783145830.384809:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ec:0x0].0x0 (ffff9be8d2d3ed00) 00010000:00010000:0.0:1783145830.384811:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145830.384812:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0383a00, rc 0) 00000100:00100000:2.0:1783145830.384827:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e511aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:275b1235-b8f5-4ce3-8a3a-d483c556f740+19:2409:x1869755188105984:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 121us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145830.384833:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2861 00000100:00100000:0.0:1783145830.384839:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+110:306297:x1869755188105728:12345-192.168.203.44@tcp:101:touch.500 Request processed in 935us (1085us total) trans 12884905697 rc 0/0 00000100:00100000:0.0:1783145830.384847:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 64 00000100:00100000:0.0:1783145830.384852:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478115845404 time 8478137763789 state 0x2 ref 0 00000100:00100000:2.0:1783145830.386390:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.386425:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188106240 00000100:00100000:1.0:1783145830.386430:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188106240 00000100:00100000:1.0:1783145830.386447:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478115845404 time 8478137763789 state 0x0 ref 1 00000100:00100000:1.0:1783145830.386453:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478137863789 time 8478137763789 state 0x1 ref 1 00000100:00100000:1.0:1783145830.386474:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478137863789 time 8478140353004 state 0x0 ref 1 00000100:00100000:1.0:1783145830.386482:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+110:306297:x1869755188106240:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:1.0:1783145830.386511:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145830.386523:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee36689510d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5d8 expref: 110 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.386534:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ec:0x0].0x0 (ffff9be8d2d3ed00) 00010000:00010000:1.0:1783145830.386540:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145830.386581:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145830.386592:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366895122 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.386600:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366895122 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.386606:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366895122 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.386625:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188106368 00000100:00100000:0.0:1783145830.386631:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188106368 00000100:00100000:0.0:1783145830.386649:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478117684195 time 8478133881329 state 0x0 ref 1 00000100:00100000:0.0:1783145830.386658:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478133981329 time 8478133881329 state 0x1 ref 1 00000004:00010000:1.0:1783145830.386661:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000000455fc44 reply state 000000004481788d transno 12884905698 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366895122 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.386670:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366895122 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.386674:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ec:0x0].0x0 (ffff9be8d2cdc600) 00010000:00010000:1.0:1783145830.386676:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145830.386678:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145830.386686:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478133981329 time 8478140563119 state 0x0 ref 1 00000100:00100000:0.0:1783145830.386701:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+112:306307:x1869755188106368:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145830.386710:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1783145830.386716:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145830.386721:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366895129 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b5ed expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.386730:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+112:306297:x1869755188106240:12345-192.168.203.44@tcp:36:touch.500 Request processed in 246us (339us total) trans 12884905698 rc 0/0 00000100:00100000:1.0:1783145830.386737:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 65 00000100:00100000:1.0:1783145830.386741:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478137863789 time 8478140353004 state 0x2 ref 0 00000100:00100000:1.0:1783145830.386756:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188106624 00000100:00100000:1.0:1783145830.386759:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188106624 00010000:00010000:0.0:1783145830.386767:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366895130 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.386775:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478140663119 time 8478140563119 state 0x1 ref 2 00010000:00010000:0.0:1783145830.386780:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366895130 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.386791:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478140663119 time 8478140668919 state 0x0 ref 2 00010000:00010000:0.0:1783145830.386797:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366895130 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.386801:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+113:306310:x1869755188106624:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145830.386813:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.386820:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0800/0x38bddee366895137 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.386823:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395a00/0x38bddee36689513e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b5fb expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.386834:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0800/0x38bddee366895137 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.386844:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0800/0x38bddee366895137 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.386852:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366895145 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.386859:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366895145 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.386865:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366895145 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.386873:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee36689514c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.386878:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee36689514c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.386883:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee36689514c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.386897:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1000/0x38bddee366895153 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.386904:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145830.386914:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1000/0x38bddee366895153 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.386916:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394200/0x38bddee36689515a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.386932:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394200/0x38bddee36689515a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.386936:0:204561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188106496 00010000:00010000:0.0:1783145830.386939:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1000/0x38bddee366895153 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.386940:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394200/0x38bddee36689515a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.386941:0:204561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188106496 00000004:00200000:1.0:1783145830.386969:0:204555:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1eb:0x0]: returning size 0 00000004:00200000:1.0:1783145830.386974:0:204555:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:2.0:1783145830.386976:0:204561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 646 00000004:00200000:0.0:1783145830.386977:0:204557:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1ea:0x0]: returning size 0 00000004:00200000:0.0:1783145830.386983:0:204557:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783145830.386986:0:204555:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394200/0x38bddee36689515a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.386992:0:204561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7608380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+115:2410:x1869755188106496:12345-192.168.203.44@tcp:63:ll_sa.0 00000004:00010000:0.0:1783145830.386996:0:204557:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1000/0x38bddee366895153 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.387003:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394200/0x38bddee36689515a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.387008:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1000/0x38bddee366895153 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.387013:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366895145 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.387020:0:204561:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.387020:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366895130 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.387023:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366895145 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.387032:0:204561:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366895161 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b5f4 expref: -99 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.387044:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366895145 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.387056:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366895130 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.387075:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366895130 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.387081:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366895130 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.387082:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.387090:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366895145 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.387092:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366895168 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.387092:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.387099:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366895130 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.387111:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366895145 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.387114:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366895168 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.387147:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366895168 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.387148:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366895130 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.387154:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145830.387162:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145830.387166:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366895145 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.387172:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689516f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.387179:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.387187:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.387193:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366895130 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.387194:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689516f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.387195:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee366895145 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.387211:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366895130 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.387216:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689516f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.387221:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee36689514c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.387228:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0800/0x38bddee366895137 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.387230:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee36689514c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.387236:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366895168 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.387242:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0800/0x38bddee366895137 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.387252:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366895168 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.387260:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee36689514c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.387263:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0800/0x38bddee366895137 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.387270:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366895168 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.387280:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.387282:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a0800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.387288:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee36689514c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.387289:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.387290:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0800/0x38bddee366895137 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.387297:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366895168 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.387308:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee36689514c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.387310:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0800/0x38bddee366895137 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.387313:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366895168 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.387331:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be8d2d3eb00) 00010000:00010000:1.0:1783145830.387336:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.387336:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be8d2d3e600) 00010000:00010000:2.0:1783145830.387337:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.387343:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.387344:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145830.387344:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee36689514c lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.387350:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0800/0x38bddee366895137 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.387351:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366895168 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.387355:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee36689514c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.387369:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0800/0x38bddee366895137 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.387372:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366895168 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.387393:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395a00/0x38bddee36689513e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5fb expref: 118 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.387394:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689516f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.387405:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366895129 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5ed expref: 118 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.387415:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689516f lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.387436:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1000/0x38bddee366895153 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5ed expref: 116 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.387438:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689516f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.387440:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394200/0x38bddee36689515a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5fb expref: 116 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.387450:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145830.387458:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.387461:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ea:0x0].0x0 (ffff9be8d2d3e800) 00010000:00010000:2.0:1783145830.387465:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689516f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.387466:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1eb:0x0].0x0 (ffff9be8d3528f00) 00010000:00010000:0.0:1783145830.387466:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145830.387470:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9cd5a1000, rc 0) 00010000:00010000:1.0:1783145830.387474:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145830.387479:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d9394200, rc 0) 00010000:00010000:2.0:1783145830.387481:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689516f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.387492:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8ef95a8 (ffff9be8d3528700) 00010000:00010000:2.0:1783145830.387496:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.387499:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689516f lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.387504:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+116:306307:x1869755188106368:12345-192.168.203.44@tcp:101:rm.500 Request processed in 806us (921us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145830.387513:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+116:306310:x1869755188106624:12345-192.168.203.44@tcp:101:rm.500 Request processed in 709us (793us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145830.387514:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee36689516f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8ef95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.387519:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 66 00000100:00100000:1.0:1783145830.387533:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 67 00000100:00100000:1.0:1783145830.387539:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478140663119 time 8478140668919 state 0x2 ref 0 00000100:00100000:0.0:1783145830.387540:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188106752 00000100:00100000:0.0:1783145830.387545:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188106752 00010000:00010000:2.0:1783145830.387553:0:204561:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366895161 lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5f4 expref: 116 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.387564:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478137863789 time 8478140353004 state 0x0 ref 1 00010000:00010000:2.0:1783145830.387565:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.387571:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145830.387580:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee366895161 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5f4 expref: 115 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.387580:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478140453004 time 8478140353004 state 0x1 ref 1 00010000:00010000:2.0:1783145830.387599:0:204561:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e3e00, rc -2) 00000100:00100000:0.0:1783145830.387607:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478140453004 time 8478141484497 state 0x0 ref 1 00000100:00100000:0.0:1783145830.387616:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d800f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+114:306297:x1869755188106752:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145830.387625:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.387633:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1800/0x38bddee366895176 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b602 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.387641:0:204561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7608380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+115:2410:x1869755188106496:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 652us (738us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783145830.387650:0:204561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 646 00010000:00010000:0.0:1783145830.387655:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1800/0x38bddee366895176 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b602 expref: 115 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.387664:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1800/0x38bddee366895176 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b602 expref: 114 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.387676:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ec:0x0].0x0 (ffff9be8d2cdc600) 00010000:00010000:0.0:1783145830.387679:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145830.387680:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9cd5a1800, rc 0) 00000100:00100000:0.0:1783145830.387702:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d800f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+114:306297:x1869755188106752:12345-192.168.203.44@tcp:101:touch.500 Request processed in 88us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.387708:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 68 00000100:00100000:0.0:1783145830.387711:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478140453004 time 8478141484497 state 0x2 ref 0 00000100:00100000:1.0:1783145830.388526:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.388576:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188106880 00000100:00100000:2.0:1783145830.388582:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188106880 00000100:00100000:2.0:1783145830.388620:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 285 00000100:00100000:2.0:1783145830.388629:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bea01fde050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+114:2408:x1869755188106880:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145830.388640:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145830.388652:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1000/0x38bddee366895153 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5ed expref: 114 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.388668:0:204543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ea:0x0].0x0 (ffff9be8d2d3e800) 00010000:00010000:2.0:1783145830.388671:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145830.388702:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bea01fde050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+113:2408:x1869755188106880:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 75us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145830.388711:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 285 00000100:00100000:1.0:1783145830.389180:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.389253:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188107136 00000100:00100000:2.0:1783145830.389258:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188107136 00000100:00100000:2.0:1783145830.389276:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478140453004 time 8478141484497 state 0x0 ref 1 00000100:00100000:2.0:1783145830.389285:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478141584497 time 8478141484497 state 0x1 ref 1 00000100:00100000:2.0:1783145830.389306:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478141584497 time 8478143183439 state 0x0 ref 1 00000100:00100000:2.0:1783145830.389319:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e511b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+17:306319:x1869755188107136:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145830.389332:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145830.389342:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee36689517d lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b609 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.389362:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.389400:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188107264 00000100:00100000:0.0:1783145830.389406:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188107264 00010000:00010000:2.0:1783145830.389409:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895184 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.389420:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895184 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.389428:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895184 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.389442:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee36689518b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.389444:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2862 00010000:00010000:2.0:1783145830.389455:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee36689518b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.389456:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e5118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:275b1235-b8f5-4ce3-8a3a-d483c556f740+17:2408:x1869755188107264:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145830.389470:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee36689518b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.389471:0:228903:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.389488:0:228903:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000981190d2/0x38bddee366895192 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbee:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b610 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.389500:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00002000:00010000:0.0:1783145830.389515:0:228903:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbee:0x0] initial LVB size: 0, mtime: 0x6a48a567, atime: 0x6a48a567, ctime: 0x6a48a567, blocks: 0x0 00000100:00100000:1.0:1783145830.389529:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188107392 00010000:00010000:0.0:1783145830.389531:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbee:0x0].0x0 since=8478s v=(0 0) 00000100:00100000:1.0:1783145830.389533:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188107392 00010000:00010000:0.0:1783145830.389537:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbee:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145830.389557:0:228903:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000981190d2/0x38bddee366895192 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b610 expref: 18 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.389563:0:228904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2863 00000100:00100000:1.0:1783145830.389571:0:228904:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d800ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:275b1235-b8f5-4ce3-8a3a-d483c556f740+19:2407:x1869755188107392:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:0.0:1783145830.389578:0:228903:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000981190d2/0x38bddee366895192 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b610 expref: 18 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.389590:0:228903:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9cd5a0a00, rc 0) 00000100:00100000:0.0:1783145830.389623:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e5118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:275b1235-b8f5-4ce3-8a3a-d483c556f740+18:2408:x1869755188107264:12345-192.168.203.44@tcp:101:rm.500 Request processed in 170us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.389631:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2862 00000100:00100000:1.0:1783145830.389735:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d800ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:275b1235-b8f5-4ce3-8a3a-d483c556f740+20:2407:x1869755188107392:12345-192.168.203.44@tcp:2:touch.500 Request processed in 163us (237us total) trans 8589935542 rc 0/0 00000100:00100000:1.0:1783145830.389744:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2863 00000004:00080000:2.0:1783145830.389768:0:210786:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbef:0x0], index 0: 0 00010000:00010000:2.0:1783145830.389875:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366895199 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.389885:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366895199 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.389892:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366895199 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.389920:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895184 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.389927:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895184 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.389933:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895184 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.389939:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895184 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.389944:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.389948:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895184 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.389954:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895184 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.389961:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.389963:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.389966:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895184 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.389970:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895184 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145830.389976:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000090bfa3a4 reply state 000000007e965da4 transno 12884905699 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee36689518b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.389982:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee36689518b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.389987:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be8ccee5200) 00010000:00010000:2.0:1783145830.389995:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.389996:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145830.390017:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee36689517d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b609 expref: 20 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.390028:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366895199 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b609 expref: 19 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.390035:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b9:0x0].0x0 (ffff9be8d3528500) 00010000:00010000:2.0:1783145830.390037:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145830.390039:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2d05e00, rc 0) 00000100:00100000:2.0:1783145830.390082:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e511b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+20:306319:x1869755188107136:12345-192.168.203.44@tcp:101:touch.500 Request processed in 764us (903us total) trans 12884905699 rc 0/0 00000100:00100000:2.0:1783145830.390089:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 69 00000100:00100000:2.0:1783145830.390094:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478141584497 time 8478143183439 state 0x2 ref 0 00000100:00100000:3.0:1783145830.390770:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.390803:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188107648 00000100:00100000:1.0:1783145830.390807:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188107648 00000100:00100000:1.0:1783145830.390832:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1018 00000100:00100000:1.0:1783145830.390837:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9edca6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+113:306297:x1869755188107648:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145830.390959:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9edca6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+114:306297:x1869755188107648:12345-192.168.203.44@tcp:35:touch.500 Request processed in 121us (191us total) trans 12884905700 rc 0/0 00000100:00100000:1.0:1783145830.390964:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1018 00000100:00100000:3.0:1783145830.393197:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.393254:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188107904 00000100:00100000:0.0:1783145830.393260:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188107904 00000100:00100000:0.0:1783145830.393287:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478141584497 time 8478143183439 state 0x0 ref 1 00000100:00100000:0.0:1783145830.393298:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478143283439 time 8478143183439 state 0x1 ref 1 00000100:00100000:0.0:1783145830.393325:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478143283439 time 8478147201964 state 0x0 ref 1 00000100:00100000:0.0:1783145830.393341:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce825180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+20:306319:x1869755188107904:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:0.0:1783145830.393381:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1783145830.393383:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145830.393403:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee366895199 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b609 expref: 20 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.393420:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b9:0x0].0x0 (ffff9be8d3528500) 00010000:00010000:0.0:1783145830.393428:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145830.393434:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188108160 00000100:00100000:2.0:1783145830.393439:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188108160 00000100:00100000:2.0:1783145830.393454:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478147301964 time 8478147201964 state 0x1 ref 2 00000100:00100000:2.0:1783145830.393476:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478147301964 time 8478147353823 state 0x0 ref 2 00000100:00100000:2.0:1783145830.393488:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce825c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+20:306321:x1869755188108160:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145830.393492:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0800/0x38bddee3668951a7 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.393499:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.393505:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0800/0x38bddee3668951a7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.393512:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05200/0x38bddee3668951ae lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b617 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.393515:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0800/0x38bddee3668951a7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.393592:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee3668951b5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.393600:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee3668951b5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.393611:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000864606d5 reply state 000000004c62ca8c transno 12884905701 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0800/0x38bddee3668951a7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.393613:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee3668951b5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.393636:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee3668951bc lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.393636:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0800/0x38bddee3668951a7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.393656:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee3668951bc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.393656:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b9:0x0].0x0 (ffff9be8d2d3e300) 00010000:00010000:0.0:1783145830.393663:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.393666:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee3668951bc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.393668:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145830.393733:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce825180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+23:306319:x1869755188107904:12345-192.168.203.44@tcp:36:touch.500 Request processed in 394us (538us total) trans 12884905701 rc 0/0 00000100:00100000:0.0:1783145830.393741:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 70 00000004:00080000:2.0:1783145830.393871:0:204590:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb8c:0x0], index 1: 0 00010000:00010000:2.0:1783145830.393951:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee3668951c3 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.393957:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee3668951c3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.393962:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee3668951c3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.393980:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee3668951b5 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.393987:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee3668951b5 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.393991:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee3668951b5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.393995:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee3668951b5 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.393998:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.394001:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee3668951b5 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.394005:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee3668951b5 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.394010:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.394011:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.394013:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee3668951b5 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.394017:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee3668951b5 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145830.394024:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000010ab3bf9 reply state 0000000033a23110 transno 12884905702 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee3668951bc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.394030:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee3668951bc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.394034:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be8ccee5700) 00010000:00010000:2.0:1783145830.394036:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.394037:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145830.394050:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05200/0x38bddee3668951ae lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b617 expref: 24 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.394058:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee3668951c3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b617 expref: 23 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.394063:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ba:0x0].0x0 (ffff9be8d3528700) 00010000:00010000:2.0:1783145830.394064:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145830.394080:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d65e3a00, rc 0) 00000100:00100000:2.0:1783145830.394104:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce825c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+24:306321:x1869755188108160:12345-192.168.203.44@tcp:101:touch.500 Request processed in 620us (724us total) trans 12884905702 rc 0/0 00000100:00100000:2.0:1783145830.394109:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 71 00000100:00100000:2.0:1783145830.394112:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478147301964 time 8478147353823 state 0x2 ref 0 00000100:00100000:3.0:1783145830.394464:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.394502:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188108288 00000100:00100000:0.0:1783145830.394507:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188108288 00000100:00100000:0.0:1783145830.394523:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478147301964 time 8478147353823 state 0x0 ref 1 00000100:00100000:0.0:1783145830.394531:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478147453823 time 8478147353823 state 0x1 ref 1 00000100:00100000:0.0:1783145830.394554:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478147453823 time 8478148431603 state 0x0 ref 1 00000100:00100000:0.0:1783145830.394566:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce825880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+24:306319:x1869755188108288:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145830.394576:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.394585:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668951d1 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b61e expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.394613:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668951d1 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b61e expref: 25 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.394622:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668951d1 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b61e expref: 25 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.394638:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b9:0x0].0x0 (ffff9be8d2d3e300) 00010000:00010000:0.0:1783145830.394641:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145830.394643:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9cd5a1a00, rc 0) 00000100:00100000:0.0:1783145830.394673:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce825880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+25:306319:x1869755188108288:12345-192.168.203.44@tcp:101:touch.500 Request processed in 110us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.394679:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 72 00000100:00100000:0.0:1783145830.394683:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478147453823 time 8478148431603 state 0x2 ref 0 00000100:00100000:3.0:1783145830.395180:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.395217:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188108544 00000100:00100000:1.0:1783145830.395222:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188108544 00000100:00100000:1.0:1783145830.395240:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478147453823 time 8478148431603 state 0x0 ref 1 00000100:00100000:1.0:1783145830.395248:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478148531603 time 8478148431603 state 0x1 ref 1 00000100:00100000:1.0:1783145830.395267:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478148531603 time 8478149145255 state 0x0 ref 1 00000100:00100000:1.0:1783145830.395274:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce827800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+25:306321:x1869755188108544:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:1.0:1783145830.395293:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145830.395302:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee3668951c3 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b617 expref: 25 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.395310:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ba:0x0].0x0 (ffff9be8d3528700) 00010000:00010000:1.0:1783145830.395314:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145830.395342:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee3668951d8 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.395351:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee3668951d8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.395358:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee3668951d8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145830.395409:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000af6c22a0 reply state 00000000614a4593 transno 12884905703 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee3668951d8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.395417:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee3668951d8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.395422:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ba:0x0].0x0 (ffff9be8d2cdc500) 00010000:00010000:1.0:1783145830.395424:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145830.395425:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145830.395476:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce827800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+26:306321:x1869755188108544:12345-192.168.203.44@tcp:36:touch.500 Request processed in 201us (295us total) trans 12884905703 rc 0/0 00000100:00100000:1.0:1783145830.395484:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 73 00000100:00100000:1.0:1783145830.395489:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478148531603 time 8478149145255 state 0x2 ref 0 00000100:00100000:3.0:1783145830.395499:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.395545:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188108672 00000100:00100000:2.0:1783145830.395550:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188108672 00000100:00080000:1.0:1783145830.395596:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783145830.395601:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2864 00000100:00100000:2.0:1783145830.395608:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce827100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+7:2407:x1869755188108672:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:2.0:1783145830.395722:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce827100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+8:2407:x1869755188108672:12345-192.168.203.44@tcp:2:touch.500 Request processed in 114us (226us total) trans 8589936249 rc 0/0 00000100:00100000:2.0:1783145830.395726:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2864 00000100:00100000:3.0:1783145830.396172:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.396207:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188108800 00000100:00100000:0.0:1783145830.396213:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188108800 00000100:00100000:0.0:1783145830.396230:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478148531603 time 8478149145255 state 0x0 ref 1 00000100:00100000:0.0:1783145830.396238:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478149245255 time 8478149145255 state 0x1 ref 1 00000100:00100000:0.0:1783145830.396258:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478149245255 time 8478150135923 state 0x0 ref 1 00000100:00100000:0.0:1783145830.396269:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce824a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+26:306321:x1869755188108800:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145830.396279:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.396289:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668951df lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b625 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.396316:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668951df lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b625 expref: 27 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.396326:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668951df lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b625 expref: 27 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.396339:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ba:0x0].0x0 (ffff9be8d2cdc500) 00010000:00010000:0.0:1783145830.396342:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145830.396346:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9cd5a0600, rc 0) 00000100:00100000:3.0:1783145830.396373:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.396393:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce824a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+27:306321:x1869755188108800:12345-192.168.203.44@tcp:101:touch.500 Request processed in 125us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.396401:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 74 00000100:00100000:0.0:1783145830.396405:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478149245255 time 8478150135923 state 0x2 ref 0 00000100:00100000:1.0:1783145830.396422:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188109056 00000100:00100000:1.0:1783145830.396428:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188109056 00000100:00100000:1.0:1783145830.396464:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1019 00000100:00100000:1.0:1783145830.396472:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce825f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+27:306319:x1869755188109056:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145830.396614:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce825f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+28:306319:x1869755188109056:12345-192.168.203.44@tcp:35:touch.500 Request processed in 141us (239us total) trans 12884905704 rc 0/0 00000100:00100000:1.0:1783145830.396622:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1019 00000100:00100000:0.0:1783145830.397198:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.397235:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188109184 00000100:00100000:1.0:1783145830.397239:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188109184 00000100:00080000:2.0:1783145830.397271:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783145830.397275:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2865 00000100:00100000:1.0:1783145830.397281:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b832727d-edc7-457c-aba4-c59935e6a58f+8:2408:x1869755188109184:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:1.0:1783145830.397387:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b832727d-edc7-457c-aba4-c59935e6a58f+9:2408:x1869755188109184:12345-192.168.203.44@tcp:2:touch.500 Request processed in 106us (189us total) trans 8589935543 rc 0/0 00000100:00100000:1.0:1783145830.397393:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2865 00000100:00100000:3.0:1783145830.399657:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.399695:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188109440 00000100:00100000:1.0:1783145830.399701:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188109440 00000100:00100000:1.0:1783145830.399731:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1020 00000100:00100000:1.0:1783145830.399736:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c760f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+28:306321:x1869755188109440:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145830.399874:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c760f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+29:306321:x1869755188109440:12345-192.168.203.44@tcp:35:touch.500 Request processed in 135us (218us total) trans 12884905705 rc 0/0 00000100:00100000:1.0:1783145830.399882:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1020 00000100:00100000:3.0:1783145830.403668:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.403715:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188109568 00000100:00100000:2.0:1783145830.403722:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188109568 00000100:00100000:2.0:1783145830.403753:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478140663119 time 8478140668919 state 0x0 ref 1 00000100:00100000:2.0:1783145830.403769:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478140768919 time 8478140668919 state 0x1 ref 1 00000100:00100000:2.0:1783145830.403797:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478140768919 time 8478157673459 state 0x0 ref 1 00000100:00100000:2.0:1783145830.403808:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c760c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+29:306327:x1869755188109568:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145830.403826:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145830.403845:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee3668951e6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b62c expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.403905:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668951ed lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.403919:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668951ed lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.403929:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668951ed lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.403941:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668951f4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.403949:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668951f4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.403956:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668951f4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.404046:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee3668951fb lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.404056:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee3668951fb lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.404064:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee3668951fb lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145830.404109:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1b9:0x0]: returning size 0 00000004:00200000:2.0:1783145830.404115:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145830.404165:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee3668951fb lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.404177:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee3668951fb lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.404188:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668951ed lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.404194:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668951ed lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.404200:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668951ed lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.404207:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668951ed lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.404214:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.404219:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668951ed lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.404227:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668951ed lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.404241:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00000100:00100000:0.0:1783145830.404242:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145830.404249:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.404254:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668951ed lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.404262:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee3668951ed lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.404277:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668951f4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.404284:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668951f4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.404286:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188109696 00000100:00100000:1.0:1783145830.404291:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188109696 00010000:00010000:2.0:1783145830.404293:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668951f4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.404300:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.404304:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668951f4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.404312:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668951f4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.404312:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478157773459 time 8478157673459 state 0x1 ref 2 00010000:00010000:2.0:1783145830.404329:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be8ccee5200) 00010000:00010000:2.0:1783145830.404332:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.404336:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668951f4 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.404343:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee3668951f4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.404347:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478157773459 time 8478158222586 state 0x0 ref 2 00000100:00100000:1.0:1783145830.404363:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+114:306304:x1869755188109696:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145830.404372:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145830.404375:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee3668951e6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b62c expref: 31 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.404381:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394c00/0x38bddee366895202 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b64f expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.404393:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145830.404394:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee3668951fb lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b62c expref: 30 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.404405:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b9:0x0].0x0 (ffff9be8d2d3e300) 00010000:00010000:2.0:1783145830.404407:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145830.404411:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd5dde00, rc 0) 00010000:00010000:1.0:1783145830.404428:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee366895209 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.404437:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee366895209 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.404438:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188109824 00000100:00100000:0.0:1783145830.404443:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188109824 00010000:00010000:1.0:1783145830.404446:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee366895209 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.404453:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.404460:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c760c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+31:306327:x1869755188109568:12345-192.168.203.44@tcp:101:rm.500 Request processed in 652us (794us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145830.404461:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395a00/0x38bddee366895210 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.404480:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 75 00000100:00100000:0.0:1783145830.404480:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188109952 00010000:00010000:1.0:1783145830.404482:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395a00/0x38bddee366895210 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.404484:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188109952 00000100:00100000:3.0:1783145830.404493:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 647 00010000:00010000:1.0:1783145830.404494:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395a00/0x38bddee366895210 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.404506:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:b832727d-edc7-457c-aba4-c59935e6a58f+30:2407:x1869755188109824:12345-192.168.203.44@tcp:63:ll_sa.0 00000100:00100000:0.0:1783145830.404515:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 648 00000100:00100000:0.0:1783145830.404525:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+116:2409:x1869755188109952:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:1.0:1783145830.404530:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394800/0x38bddee366895217 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.404537:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394800/0x38bddee366895217 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.404542:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394800/0x38bddee366895217 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.404550:0:204579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00200000:1.0:1783145830.404557:0:204557:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1e9:0x0]: returning size 0 00000004:00200000:1.0:1783145830.404561:0:204557:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1783145830.404565:0:228897:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.404565:0:204579:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee36689521e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b672 expref: -99 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145830.404572:0:204557:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394800/0x38bddee366895217 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.404580:0:228897:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366895225 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b633 expref: -99 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.404585:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394800/0x38bddee366895217 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.404598:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee36689522c lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.404600:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee366895209 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.404609:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee366895209 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.404619:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c400/0x38bddee366895233 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.404620:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee366895209 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.404641:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee366895209 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.404642:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee36689522c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.404656:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee36689522c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.404660:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.404664:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee366895209 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.404665:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee36689523a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.404678:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c400/0x38bddee366895233 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.404678:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee36689523a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.404691:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee36689523a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.404699:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee366895209 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.404700:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c400/0x38bddee366895233 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.404716:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145830.404719:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145830.404723:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee366895209 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.404724:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d400/0x38bddee366895241 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.404729:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1000/0x38bddee366895248 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.404735:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee366895209 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.404747:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1000/0x38bddee366895248 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.404756:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395a00/0x38bddee366895210 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.404765:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d400/0x38bddee366895241 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.404774:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395a00/0x38bddee366895210 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.404776:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1000/0x38bddee366895248 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.404783:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d400/0x38bddee366895241 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.404791:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395a00/0x38bddee366895210 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145830.404800:0:204579:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1ec:0x0]: returning size 0 00010000:00010000:1.0:1783145830.404806:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395a00 already unused, calling callback (ffffffffc1a944f0) 00000004:00200000:0.0:1783145830.404806:0:204579:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1783145830.404810:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395a00/0x38bddee366895210 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.404816:0:204579:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1000/0x38bddee366895248 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.404818:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395a00/0x38bddee366895210 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.404829:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1000/0x38bddee366895248 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.404831:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be8ccee5d00) 00010000:00010000:1.0:1783145830.404837:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145830.404841:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395a00/0x38bddee366895210 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.404842:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee36689522c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.404851:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395a00/0x38bddee366895210 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.404854:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c000/0x38bddee36689524f lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.404854:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee36689522c lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.404869:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee36689522c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.404873:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394c00/0x38bddee366895202 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b64f expref: 118 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.404875:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c000/0x38bddee36689524f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.404875:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a1600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.404880:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee36689522c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.404895:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394800/0x38bddee366895217 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b64f expref: 117 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.404897:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee36689522c lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.404899:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c000/0x38bddee36689524f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.404910:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e9:0x0].0x0 (ffff9be8d3528c00) 00010000:00010000:1.0:1783145830.404917:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145830.404917:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145830.404921:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d9394800, rc 0) 00010000:00010000:0.0:1783145830.404922:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.404926:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee36689522c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145830.404931:0:228897:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1ba:0x0]: returning size 0 00010000:00010000:0.0:1783145830.404934:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee36689522c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145830.404936:0:228897:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1783145830.404947:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee36689523a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.404954:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee36689523a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145830.404956:0:228897:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c000/0x38bddee36689524f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.404956:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+117:306304:x1869755188109696:12345-192.168.203.44@tcp:101:rm.500 Request processed in 592us (711us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145830.404962:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee36689523a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.404978:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 76 00010000:00010000:0.0:1783145830.404978:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a0400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.404982:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c000/0x38bddee36689524f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.404983:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee36689523a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.404987:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478157773459 time 8478158222586 state 0x2 ref 0 00010000:00010000:3.0:1783145830.405003:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c400/0x38bddee366895233 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.405004:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee36689523a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.405019:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be8d2d3ee00) 00010000:00010000:3.0:1783145830.405021:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c400/0x38bddee366895233 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.405023:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.405027:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee36689523a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.405034:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee36689523a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.405050:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee36689521e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b672 expref: 117 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.405061:0:204579:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1000/0x38bddee366895248 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b672 expref: 116 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.405076:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ec:0x0].0x0 (ffff9be8d2cdc600) 00010000:00010000:0.0:1783145830.405078:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145830.405080:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c400/0x38bddee366895233 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.405080:0:204579:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9cd5a1000, rc 0) 00010000:00010000:0.0:1783145830.405084:0:204579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.405091:0:204579:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee366895256 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b679 expref: -99 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405097:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9da69c400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.405102:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c400/0x38bddee366895233 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405109:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c400/0x38bddee366895233 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.405110:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee36689525d lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405152:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.405157:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.405161:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c400/0x38bddee366895233 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405167:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c400/0x38bddee366895233 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.405168:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee36689525d lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.405185:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee36689525d lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405193:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d400/0x38bddee366895241 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.405195:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee366895264 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.405210:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee366895264 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405212:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d400/0x38bddee366895241 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.405217:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee366895264 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405224:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d400/0x38bddee366895241 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405230:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9da69d400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.405232:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee36689525d lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405234:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d400/0x38bddee366895241 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.405246:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee36689525d lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405250:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d400/0x38bddee366895241 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.405251:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee36689525d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.405264:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a0e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.405268:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee36689525d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.405282:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee36689525d lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405285:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be8ccee5700) 00010000:00010000:3.0:1783145830.405289:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.405289:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.405294:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.405298:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee36689525d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405299:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d400/0x38bddee366895241 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.405308:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee36689525d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405312:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d400/0x38bddee366895241 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.405317:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee366895264 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.405323:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee366895264 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.405327:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee366895264 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.405331:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a1400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.405333:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee366895264 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405337:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69d200/0x38bddee366895225 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b633 expref: 32 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.405340:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee366895264 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.405352:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be8d876a400) 00010000:00010000:0.0:1783145830.405354:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.405356:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee366895264 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405360:0:228897:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c000/0x38bddee36689524f lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b633 expref: 31 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.405362:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee366895264 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405381:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ba:0x0].0x0 (ffff9be8d2cdc500) 00010000:00010000:3.0:1783145830.405384:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145830.405386:0:228897:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9da69c000, rc 0) 00010000:00010000:3.0:1783145830.405391:0:228897:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.405394:0:204579:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee366895256 lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b679 expref: 117 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405400:0:228897:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee36689526b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b63a expref: -99 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.405406:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.405410:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145830.405415:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee366895256 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b679 expref: 117 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405425:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee366895272 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.405426:0:204579:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9cd5a1c00, rc -2) 00010000:00010000:3.0:1783145830.405437:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee366895272 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405445:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee366895272 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405458:0:228897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366895279 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.405459:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+116:2409:x1869755188109952:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 937us (1012us total) trans 0 rc -2/-2 00000100:00100000:0.0:1783145830.405474:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 648 00010000:00010000:3.0:1783145830.405476:0:228897:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366895279 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405484:0:228897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366895279 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405499:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee366895272 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405505:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee366895272 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405511:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee366895272 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405516:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01349c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.405519:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee366895272 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405525:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee366895272 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405532:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.405535:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.405538:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee366895272 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405542:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349c00/0x38bddee366895272 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405552:0:228897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366895279 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405597:0:228897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366895279 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405605:0:228897:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366895279 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405610:0:228897:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.405613:0:228897:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366895279 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405620:0:228897:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366895279 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405628:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8d3528800) 00010000:00010000:3.0:1783145830.405630:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.405634:0:228897:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366895279 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405640:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348400/0x38bddee366895279 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 228897 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405657:0:228897:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee36689526b lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b63a expref: 32 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405664:0:228897:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.405667:0:228897:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145830.405671:0:228897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69dc00/0x38bddee36689526b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b63a expref: 32 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.405679:0:228897:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9da69dc00, rc -2) 00000100:00100000:3.0:1783145830.405712:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:b832727d-edc7-457c-aba4-c59935e6a58f+31:2407:x1869755188109824:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 1210us (1368us total) trans 0 rc -2/-2 00000100:00100000:3.0:1783145830.405719:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 647 00000100:00100000:2.0:1783145830.407489:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.407527:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188110464 00000100:00100000:3.0:1783145830.407533:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188110464 00000100:00100000:3.0:1783145830.407553:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478149245255 time 8478150135923 state 0x0 ref 1 00000100:00100000:3.0:1783145830.407563:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478150235923 time 8478150135923 state 0x1 ref 1 00000100:00100000:3.0:1783145830.407586:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478150235923 time 8478161463276 state 0x0 ref 1 00000100:00100000:3.0:1783145830.407597:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+31:306325:x1869755188110464:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145830.407608:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.407618:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349e00/0x38bddee366895280 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b6a3 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.407679:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366895287 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.407688:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366895287 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.407696:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366895287 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.407778:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689528e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.407788:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689528e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.407796:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689528e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.407813:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.407853:0:228901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188110592 00000100:00100000:0.0:1783145830.407857:0:228901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188110592 00000100:00100000:0.0:1783145830.407891:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2866 00000100:00100000:0.0:1783145830.407897:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:275b1235-b8f5-4ce3-8a3a-d483c556f740+20:2410:x1869755188110592:12345-192.168.203.44@tcp:101:ll_agl.0 00010000:00010000:0.0:1783145830.407905:0:228901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.407918:0:228901:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cb1e8382/0x38bddee366895295 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b6aa expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145830.407937:0:228901:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb8b:0x0] initial LVB size: 0, mtime: 0x6a48a567, atime: 0x6a48a567, ctime: 0x6a48a567, blocks: 0x0 00010000:00010000:0.0:1783145830.407949:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8b:0x0].0x0 since=8478s v=(0 0) 00010000:00010000:0.0:1783145830.407952:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145830.407958:0:228901:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cb1e8382/0x38bddee366895295 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6aa expref: 21 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.407968:0:228901:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cb1e8382/0x38bddee366895295 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6aa expref: 21 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.407976:0:228901:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2d05200, rc 0) 00000100:00100000:0.0:1783145830.408002:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:275b1235-b8f5-4ce3-8a3a-d483c556f740+21:2410:x1869755188110592:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 106us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.408010:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2866 00000004:00080000:3.0:1783145830.408225:0:204590:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbf0:0x0], index 0: 0 00010000:00010000:3.0:1783145830.408350:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee36689529c lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.408358:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee36689529c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.408366:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee36689529c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.408398:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366895287 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.408405:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366895287 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.408411:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366895287 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.408417:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366895287 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.408422:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.408426:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366895287 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.408436:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366895287 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.408560:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145830.408573:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.408579:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.408583:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366895287 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.408591:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348200/0x38bddee366895287 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.408591:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188110848 00000100:00100000:0.0:1783145830.408597:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188110848 00000100:00100000:2.0:1783145830.408603:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000004:00010000:3.0:1783145830.408608:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000af9b106d reply state 0000000060a840e1 transno 12884905706 ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689528e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.408620:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478161563276 time 8478161463276 state 0x1 ref 2 00000100:00100000:2.0:1783145830.408638:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.408639:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188110208 00000100:00100000:1.0:1783145830.408644:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188110208 00000100:00100000:0.0:1783145830.408647:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478161563276 time 8478162523787 state 0x0 ref 2 00010000:00010000:3.0:1783145830.408656:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689528e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.408664:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+116:306303:x1869755188110848:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145830.408668:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be8ccee5b00) 00010000:00010000:3.0:1783145830.408672:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145830.408675:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145830.408675:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1783145830.408676:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188110080 00000100:00100000:1.0:1783145830.408680:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188110080 00010000:00010000:0.0:1783145830.408688:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee3668952aa lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b6b1 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.408696:0:228916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2867 00010000:00010000:3.0:1783145830.408704:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349e00/0x38bddee366895280 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6a3 expref: 34 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.408708:0:228916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee24b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:275b1235-b8f5-4ce3-8a3a-d483c556f740+18:2407:x1869755188110208:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:1.0:1783145830.408716:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2868 00010000:00010000:2.0:1783145830.408722:0:228916:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1783145830.408728:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee249500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b832727d-edc7-457c-aba4-c59935e6a58f+8:2407:x1869755188110080:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145830.408734:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee36689529c lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6a3 expref: 33 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.408736:0:228916:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b443b6a/0x38bddee3668952b1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b69c expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.408737:0:207255:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145830.408752:0:207255:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee3668952bf lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b695 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.408753:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee3668952b8 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.408757:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bb:0x0].0x0 (ffff9be9c31f0900) 00002000:00010000:2.0:1783145830.408762:0:228916:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbed:0x0] initial LVB size: 0, mtime: 0x6a48a567, atime: 0x6a48a567, ctime: 0x6a48a567, blocks: 0x0 00010000:00010000:3.0:1783145830.408765:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145830.408769:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8413600, rc 0) 00010000:00010000:0.0:1783145830.408777:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee3668952b8 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.408779:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbed:0x0].0x0 since=8478s v=(0 0) 00002000:00010000:1.0:1783145830.408781:0:207255:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbef:0x0] initial LVB size: 0, mtime: 0x6a48a567, atime: 0x6a48a567, ctime: 0x6a48a567, blocks: 0x0 00010000:00010000:2.0:1783145830.408787:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbed:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145830.408797:0:228916:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b443b6a/0x38bddee3668952b1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b69c expref: 19 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.408797:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbef:0x0].0x0 since=8478s v=(0 0) 00010000:00010000:0.0:1783145830.408798:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee3668952b8 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.408807:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbef:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145830.408810:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+34:306325:x1869755188110464:12345-192.168.203.44@tcp:101:touch.500 Request processed in 1212us (1318us total) trans 12884905706 rc 0/0 00010000:00010000:1.0:1783145830.408821:0:207255:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee3668952bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b695 expref: 9 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.408827:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee3668952c6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.408832:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 77 00010000:00010000:2.0:1783145830.408842:0:228916:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002b443b6a/0x38bddee3668952b1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b69c expref: 19 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.408849:0:207255:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee3668952bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b695 expref: 9 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.408849:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee3668952c6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.408856:0:228916:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd5dd600, rc 0) 00010000:00010000:1.0:1783145830.408872:0:207255:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d9394c00, rc 0) 00010000:00010000:0.0:1783145830.408873:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee3668952c6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.408881:0:228916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee24b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:275b1235-b8f5-4ce3-8a3a-d483c556f740+19:2407:x1869755188110208:12345-192.168.203.44@tcp:101:rm.500 Request processed in 175us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145830.408887:0:228916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2867 00000100:00100000:1.0:1783145830.408897:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee249500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b832727d-edc7-457c-aba4-c59935e6a58f+9:2407:x1869755188110080:12345-192.168.203.44@tcp:101:rm.500 Request processed in 171us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145830.408903:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2868 00000004:00080000:0.0:1783145830.409022:0:204556:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb8d:0x0], index 1: 0 00010000:00010000:0.0:1783145830.409107:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee3668952cd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.409117:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee3668952cd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.409150:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee3668952cd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.409172:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee3668952b8 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.409193:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee3668952b8 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.409200:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee3668952b8 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.409204:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145830.409213:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee3668952b8 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.409219:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.409224:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee3668952b8 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.409231:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee3668952b8 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.409241:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.409243:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.409247:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee3668952b8 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.409253:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee3668952b8 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.409262:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000001813c28 reply state 00000000982b748a transno 12884905707 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee3668952c6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.409272:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee3668952c6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.409278:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be8d876a400) 00010000:00010000:0.0:1783145830.409282:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.409284:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145830.409302:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee3668952aa lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6b1 expref: 119 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.409311:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188110976 00010000:00010000:0.0:1783145830.409316:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee3668952cd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6b1 expref: 118 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.409318:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188110976 00010000:00010000:0.0:1783145830.409328:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ed:0x0].0x0 (ffff9be8d2d3ea00) 00010000:00010000:0.0:1783145830.409330:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145830.409333:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9cd5a0400, rc 0) 00000100:00100000:3.0:1783145830.409355:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2869 00000100:00100000:3.0:1783145830.409368:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b832727d-edc7-457c-aba4-c59935e6a58f+9:2408:x1869755188110976:12345-192.168.203.44@tcp:101:ll_agl.0 00000100:00100000:0.0:1783145830.409370:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+119:306303:x1869755188110848:12345-192.168.203.44@tcp:101:touch.500 Request processed in 709us (806us total) trans 12884905707 rc 0/0 00010000:00010000:3.0:1783145830.409378:0:206058:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1783145830.409382:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 78 00000100:00100000:0.0:1783145830.409388:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478161563276 time 8478162523787 state 0x2 ref 0 00010000:00010000:3.0:1783145830.409389:0:206058:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000440959fe/0x38bddee3668952db lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b6b8 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783145830.409409:0:206058:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb8c:0x0] initial LVB size: 0, mtime: 0x6a48a567, atime: 0x6a48a567, ctime: 0x6a48a567, blocks: 0x0 00010000:00010000:3.0:1783145830.409418:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8c:0x0].0x0 since=8478s v=(0 0) 00010000:00010000:3.0:1783145830.409421:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145830.409426:0:206058:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000440959fe/0x38bddee3668952db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6b8 expref: 10 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.409436:0:206058:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000440959fe/0x38bddee3668952db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6b8 expref: 10 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.409443:0:206058:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8413800, rc 0) 00000100:00100000:3.0:1783145830.409471:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b832727d-edc7-457c-aba4-c59935e6a58f+10:2408:x1869755188110976:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 108us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145830.409477:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2869 00000100:00100000:2.0:1783145830.410192:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.410238:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188111232 00000100:00100000:1.0:1783145830.410244:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188111232 00000100:00100000:1.0:1783145830.410258:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478161563276 time 8478162523787 state 0x0 ref 1 00000100:00100000:1.0:1783145830.410264:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478162623787 time 8478162523787 state 0x1 ref 1 00000100:00100000:1.0:1783145830.410281:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478162623787 time 8478164159284 state 0x0 ref 1 00000100:00100000:1.0:1783145830.410289:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+34:306325:x1869755188111232:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:1.0:1783145830.410313:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145830.410323:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee36689529c lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6a3 expref: 34 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.410332:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bb:0x0].0x0 (ffff9be9c31f0900) 00010000:00010000:1.0:1783145830.410337:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145830.410380:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395a00/0x38bddee3668952e2 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.410387:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395a00/0x38bddee3668952e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.410392:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395a00/0x38bddee3668952e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145830.410442:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000094a43476 reply state 0000000064541edb transno 12884905708 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395a00/0x38bddee3668952e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.410452:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395a00/0x38bddee3668952e2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.410458:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bb:0x0].0x0 (ffff9be8d2cdc700) 00010000:00010000:1.0:1783145830.410461:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145830.410463:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145830.410502:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+35:306325:x1869755188111232:12345-192.168.203.44@tcp:36:touch.500 Request processed in 214us (312us total) trans 12884905708 rc 0/0 00000100:00100000:1.0:1783145830.410507:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 79 00000100:00100000:1.0:1783145830.410511:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478162623787 time 8478164159284 state 0x2 ref 0 00000100:00100000:2.0:1783145830.411324:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.411344:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.411361:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188111488 00000100:00100000:0.0:1783145830.411367:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188111488 00000100:00100000:0.0:1783145830.411386:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478162623787 time 8478164159284 state 0x0 ref 1 00000100:00100000:0.0:1783145830.411396:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478164259284 time 8478164159284 state 0x1 ref 1 00000100:00100000:3.0:1783145830.411405:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188111744 00000100:00100000:3.0:1783145830.411410:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188111744 00000100:00100000:3.0:1783145830.411426:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478157773459 time 8478158222586 state 0x0 ref 1 00000100:00100000:0.0:1783145830.411428:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478164259284 time 8478165304789 state 0x0 ref 1 00000100:00100000:2.0:1783145830.411440:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.411442:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478158322586 time 8478158222586 state 0x1 ref 1 00000100:00100000:0.0:1783145830.411449:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+120:306303:x1869755188111488:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:3.0:1783145830.411470:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188111872 00000100:00100000:3.0:1783145830.411474:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188111872 00000100:00100000:1.0:1783145830.411475:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478158322586 time 8478165352047 state 0x0 ref 1 00010000:00010000:0.0:1783145830.411477:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1783145830.411486:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478165452047 time 8478165352047 state 0x1 ref 2 00000100:00100000:1.0:1783145830.411492:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+120:306304:x1869755188111744:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:0.0:1783145830.411494:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee3668952cd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6b1 expref: 120 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.411508:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478165452047 time 8478165384878 state 0x0 ref 2 00010000:00010000:1.0:1783145830.411517:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:3.0:1783145830.411524:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+35:306328:x1869755188111872:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145830.411526:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ed:0x0].0x0 (ffff9be8d2d3ea00) 00010000:00010000:1.0:1783145830.411531:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394800/0x38bddee366895217 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b64f expref: 119 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.411534:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.411537:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145830.411544:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee3668952e9 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b6bf expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.411549:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349a00/0x38bddee366894f9a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b54c expref: 118 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.411560:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e9:0x0].0x0 (ffff9be8d3528c00) 00010000:00010000:1.0:1783145830.411564:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145830.411576:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee3668952f0 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.411582:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee3668952f7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.411583:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee3668952f0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.411596:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee3668952f0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.411602:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee3668952f7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.411606:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee3668952fe lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.411617:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee3668952fe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.411618:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee3668952f7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.411625:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee3668952fe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.411644:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366895305 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.411654:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366895305 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.411677:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000953d494b reply state 000000008ea8bb95 transno 12884905709 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee3668952f7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.411680:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee36689530c lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.411683:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145830.411697:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee36689530c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.411700:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee3668952f7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.411701:0:204561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188112000 00010000:00010000:1.0:1783145830.411704:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee36689530c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.411706:0:204561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188112000 00010000:00010000:0.0:1783145830.411718:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ed:0x0].0x0 (ffff9be8d876a900) 00010000:00010000:0.0:1783145830.411723:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.411725:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366895305 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.411726:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145830.411734:0:204561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 649 00010000:00010000:3.0:1783145830.411740:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366895313 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.411743:0:204561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b832727d-edc7-457c-aba4-c59935e6a58f+37:2409:x1869755188112000:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:3.0:1783145830.411754:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366895313 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.411759:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366895313 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.411767:0:204561:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145830.411777:0:204561:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dda00/0x38bddee36689531a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b6c6 expref: -99 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.411781:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+119:306303:x1869755188111488:12345-192.168.203.44@tcp:36:touch.500 Request processed in 336us (454us total) trans 12884905709 rc 0/0 00000100:00100000:0.0:1783145830.411795:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 80 00010000:00010000:3.0:1783145830.411799:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366895321 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.411801:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478164259284 time 8478165304789 state 0x2 ref 0 00010000:00010000:2.0:1783145830.411806:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366895328 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.411810:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366895321 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.411822:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366895328 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.411824:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366895321 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.411836:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366895328 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.411846:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee36689532f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783145830.411850:0:204555:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1ba:0x0]: returning size 0 00010000:00010000:2.0:1783145830.411851:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee36689532f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783145830.411852:0:204556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].459, 64 off37568 00000004:00200000:3.0:1783145830.411856:0:204555:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1783145830.411865:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145830.411866:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee36689532f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145830.411872:0:204555:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366895321 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.411880:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366895321 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.411885:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366895305 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.411888:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366895336 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.411891:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366895305 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.411898:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366895336 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.411900:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366895305 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.411907:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689533d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.411912:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366895336 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.411916:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.411922:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366895305 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.411925:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689533d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.411927:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366895336 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.411930:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366895305 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.411933:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188112128 00000100:00100000:0.0:1783145830.411940:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188112128 00010000:00010000:2.0:1783145830.411942:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689533d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.411948:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366895336 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.411958:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366895336 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.411960:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478164259284 time 8478165304789 state 0x0 ref 1 00000004:00200000:2.0:1783145830.411964:0:204561:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1e8:0x0]: returning size 0 00000004:00200000:2.0:1783145830.411971:0:204561:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1783145830.411977:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478165404789 time 8478165304789 state 0x1 ref 1 00010000:00010000:3.0:1783145830.411982:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00000004:00010000:2.0:1783145830.411985:0:204561:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689533d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.411987:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.411993:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366895305 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.411995:0:204556:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145830.411998:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689533d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.412001:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478165404789 time 8478165876760 state 0x0 ref 1 00010000:00010000:3.0:1783145830.412002:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee366895305 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.412017:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee36689530c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.412018:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366895328 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.412025:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366895313 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.412026:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1163b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+39:306325:x1869755188112128:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145830.412042:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.412049:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366895313 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.412049:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee36689530c lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.412051:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366895328 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.412054:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366895344 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b6cd expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.412078:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee36689530c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.412085:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366895313 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.412085:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366895328 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.412095:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.412100:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee36689530c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.412105:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.412106:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dca00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.412110:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee36689530c lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.412111:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366895313 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.412113:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366895328 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.412115:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366895344 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6cd expref: 40 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.412142:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366895328 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.412163:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145830.412165:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e9:0x0].0x0 (ffff9be8d3528c00) 00010000:00010000:0.0:1783145830.412166:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366895344 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6cd expref: 40 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.412172:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145830.412173:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145830.412179:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366895328 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.412180:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366895313 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.412187:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee36689530c lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.412197:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366895328 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.412202:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bb:0x0].0x0 (ffff9be8d2cdc700) 00010000:00010000:3.0:1783145830.412204:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be8ccee5700) 00010000:00010000:1.0:1783145830.412207:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2e00/0x38bddee36689530c lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.412211:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145830.412212:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.412217:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d0383a00, rc 0) 00010000:00010000:3.0:1783145830.412218:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366895313 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.412219:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee36689532f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.412231:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee3668952f0 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.412234:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366895313 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.412235:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee36689532f lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.412250:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1163b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+40:306325:x1869755188112128:12345-192.168.203.44@tcp:101:touch.500 Request processed in 227us (387us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145830.412252:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee3668952f0 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.412255:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee36689532f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.412270:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee3668952f0 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.412270:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 83 00010000:00010000:2.0:1783145830.412273:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dc000 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:0.0:1783145830.412280:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478165404789 time 8478165876760 state 0x2 ref 0 00010000:00010000:2.0:1783145830.412281:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee36689532f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.412282:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee3668952f0 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.412287:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee3668952e9 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6bf expref: 41 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.412302:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee36689532f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.412302:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.412308:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee3668952f0 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.412312:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366895321 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6bf expref: 39 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.412313:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8d3528a00) 00010000:00010000:1.0:1783145830.412315:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee3668952f0 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.412319:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.412324:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee36689532f lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.412337:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.412341:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee36689532f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.412341:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.412342:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ba:0x0].0x0 (ffff9be8d2cdc500) 00010000:00010000:1.0:1783145830.412344:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee3668952f0 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.412349:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145830.412354:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8412200, rc 0) 00010000:00010000:1.0:1783145830.412362:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee3668952f0 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.412370:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dda00/0x38bddee36689531a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6c6 expref: 40 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.412372:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00010000:1.0:1783145830.412378:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000004643ae82 reply state 00000000db85c1e4 transno 12884905710 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee3668952fe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.412382:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366895336 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.412386:0:204561:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689533d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6c6 expref: 39 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.412401:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee3668952fe lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.412403:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145830.412405:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e8:0x0].0x0 (ffff9be8d2d3e500) 00010000:00010000:3.0:1783145830.412410:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366895336 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.412411:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145830.412415:0:204561:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd5dce00, rc 0) 00010000:00010000:1.0:1783145830.412420:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be8ccee5d00) 00010000:00010000:1.0:1783145830.412425:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.412426:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366895336 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.412429:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145830.412454:0:204561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b832727d-edc7-457c-aba4-c59935e6a58f+39:2409:x1869755188112000:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 713us (773us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145830.412460:0:204561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 649 00010000:00010000:3.0:1783145830.412484:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e9:0x0].0x0 (ffff9be8d3528c00) 00000100:00100000:1.0:1783145830.412485:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+120:306304:x1869755188111744:12345-192.168.203.44@tcp:36:rm.500 Request processed in 994us (1135us total) trans 12884905710 rc 0/0 00010000:00010000:3.0:1783145830.412489:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145830.412493:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366895336 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.412497:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 81 00010000:00010000:3.0:1783145830.412503:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3000/0x38bddee366895336 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.412513:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145830.412516:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145830.412622:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145830.412656:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+38:306328:x1869755188111872:12345-192.168.203.44@tcp:101:rm.500 Request processed in 1133us (1217us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145830.412667:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 82 00000100:00100000:0.0:1783145830.412671:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.412676:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478165452047 time 8478165384878 state 0x2 ref 0 00000100:00100000:3.0:1783145830.412699:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188112256 00000100:00100000:3.0:1783145830.412703:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188112256 00000100:00100000:3.0:1783145830.412719:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478165404789 time 8478165876760 state 0x0 ref 1 00000100:00100000:3.0:1783145830.412757:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478165976760 time 8478165876760 state 0x1 ref 1 00000100:00100000:3.0:1783145830.412807:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478165976760 time 8478166685456 state 0x0 ref 1 00000100:00100000:3.0:1783145830.412814:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd83c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+120:306303:x1869755188112256:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145830.412822:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.412828:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee36689534b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b6d4 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.412845:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee36689534b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6d4 expref: 121 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.412852:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee36689534b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6d4 expref: 121 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.412860:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ed:0x0].0x0 (ffff9be8d876a900) 00010000:00010000:3.0:1783145830.412862:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145830.412864:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8413200, rc 0) 00000100:00100000:3.0:1783145830.412884:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd83c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+121:306303:x1869755188112256:12345-192.168.203.44@tcp:101:touch.500 Request processed in 71us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145830.412889:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 84 00000100:00100000:3.0:1783145830.412892:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478165976760 time 8478166685456 state 0x2 ref 0 00000100:00100000:2.0:1783145830.415386:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.415413:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188112512 00000100:00100000:2.0:1783145830.415419:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.415421:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188112512 00000100:00100000:2.0:1783145830.415451:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.415458:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188112384 00000100:00100000:0.0:1783145830.415466:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188112384 00000100:00100000:3.0:1783145830.415470:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 286 00000100:00100000:2.0:1783145830.415481:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.415482:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+38:2408:x1869755188112512:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145830.415493:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783145830.415505:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2870 00010000:00010000:3.0:1783145830.415509:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee366895321 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6bf expref: 38 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.415519:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b832727d-edc7-457c-aba4-c59935e6a58f+9:2408:x1869755188112384:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:2.0:1783145830.415524:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145830.415525:0:204542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ba:0x0].0x0 (ffff9be8d2cdc500) 00000100:00100000:1.0:1783145830.415525:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188112896 00010000:00010000:3.0:1783145830.415531:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783145830.415532:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188112896 00000100:00100000:2.0:1783145830.415552:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188112640 00000100:00100000:1.0:1783145830.415553:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478165452047 time 8478165384878 state 0x0 ref 1 00000100:00100000:2.0:1783145830.415557:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188112640 00000100:00100000:1.0:1783145830.415564:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478165484878 time 8478165384878 state 0x1 ref 1 00000100:00100000:3.0:1783145830.415571:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+38:2408:x1869755188112512:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 91us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145830.415581:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 286 00000100:00100000:1.0:1783145830.415581:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188113152 00000100:00100000:1.0:1783145830.415586:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188113152 00000100:00100000:2.0:1783145830.415597:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2871 00000100:00100000:1.0:1783145830.415601:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478165484878 time 8478165384878 state 0x1 ref 2 00000100:00100000:2.0:1783145830.415609:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:275b1235-b8f5-4ce3-8a3a-d483c556f740+21:2410:x1869755188112640:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:1.0:1783145830.415622:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478169598941 time 8478169498941 state 0x1 ref 2 00000100:00100000:1.0:1783145830.415633:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+37:306327:x1869755188112896:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:1.0:1783145830.415659:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145830.415673:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee3668951fb lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b62c expref: 37 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.415683:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b832727d-edc7-457c-aba4-c59935e6a58f+10:2408:x1869755188112384:12345-192.168.203.44@tcp:2:touch.500 Request processed in 169us (265us total) trans 8589936250 rc 0/0 00010000:00010000:1.0:1783145830.415691:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668951d1 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b61e expref: 36 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.415691:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2870 00010000:00010000:1.0:1783145830.415704:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b9:0x0].0x0 (ffff9be8d2d3e300) 00010000:00010000:1.0:1783145830.415707:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145830.415721:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895352 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.415732:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895352 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.415736:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478169598941 time 8478169613051 state 0x0 ref 2 00000100:00100000:2.0:1783145830.415746:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:275b1235-b8f5-4ce3-8a3a-d483c556f740+22:2410:x1869755188112640:12345-192.168.203.44@tcp:2:touch.500 Request processed in 140us (228us total) trans 8589935544 rc 0/0 00010000:00010000:1.0:1783145830.415747:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895352 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.415752:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+121:306302:x1869755188113152:12345-192.168.203.44@tcp:36:rm.500 00000100:00100000:2.0:1783145830.415763:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2871 00010000:00010000:1.0:1783145830.415770:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366895359 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.415777:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145830.415787:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366895359 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.415792:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348600/0x38bddee366895096 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b58b expref: 121 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.415799:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366895359 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.415810:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee366894f70 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b545 expref: 120 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.415819:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e8:0x0].0x0 (ffff9be8d2d3e500) 00010000:00010000:0.0:1783145830.415822:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145830.415830:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366895360 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.415837:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366895360 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.415843:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366895360 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.415852:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366895367 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.415860:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366895367 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.415864:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366895367 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.415877:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aecc00/0x38bddee36689536e lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.415886:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aecc00/0x38bddee36689536e lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.415893:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aecc00/0x38bddee36689536e lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.415895:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366895375 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.415905:0:204590:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689533d lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6c6 expref: 35 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.415910:0:204590:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366895375 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.415933:0:204590:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689533d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6c6 expref: 35 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.415941:0:204590:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689533d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6c6 expref: 35 pid: 204561 timeout: 8578 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.415954:0:204590:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fd83dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:204590:1869755178617728:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145830.416029:0:204590:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d3650900 going to sleep for 11 seconds 00000040:00080000:1.0:1783145830.416056:0:206077:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].460, 64 off37632 00010000:00010000:1.0:1783145830.416098:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee36689537c lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.416105:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee36689537c lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.416111:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee36689537c lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.416116:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee36689537c lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.416136:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee36689537c lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.416140:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee36689537c lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.416155:0:206077:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145830.416166:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145830.416172:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee36689537c lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.416173:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aecc00/0x38bddee36689536e lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.416187:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aecc00/0x38bddee36689536e lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.416194:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aec800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145830.416195:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aecc00/0x38bddee36689536e lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.416200:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee36689537c lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.416209:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aecc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.416212:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee36689537c lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.416215:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aecc00/0x38bddee36689536e lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.416228:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b9:0x0].0x0 (ffff9be8d2d3e300) 00010000:00010000:1.0:1783145830.416229:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aecc00/0x38bddee36689536e lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.416234:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145830.416239:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee36689537c lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.416242:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b9:0x0].0x0 (ffff9be8d2d3e300) 00010000:00010000:1.0:1783145830.416245:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145830.416246:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee36689537c lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.416248:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aecc00/0x38bddee36689536e lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.416264:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aecc00/0x38bddee36689536e lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.416270:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145830.416273:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145830.416275:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145830.416277:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895352 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.416282:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895352 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.416288:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895352 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.416292:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895352 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.416295:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.416296:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895352 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.416299:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895352 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.416303:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145830.416305:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145830.416306:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895352 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.416309:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2200/0x38bddee366895352 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145830.416314:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000010034d35 reply state 0000000044019946 transno 12884905711 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366895359 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.416321:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366895359 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.416324:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be8ccee5200) 00010000:00010000:1.0:1783145830.416326:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145830.416327:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145830.416363:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+37:306327:x1869755188112896:12345-192.168.203.44@tcp:36:rm.500 Request processed in 732us (911us total) trans 12884905711 rc 0/0 00000100:00100000:1.0:1783145830.416371:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 85 00000100:00100000:2.0:1783145830.416642:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.416667:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188113408 00000100:00100000:2.0:1783145830.416672:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.416673:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188113408 00000100:00100000:3.0:1783145830.416699:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188113664 00000100:00100000:3.0:1783145830.416702:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188113664 00000100:00100000:1.0:1783145830.416712:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1021 00000100:00100000:0.0:1783145830.416725:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1022 00000100:00100000:1.0:1783145830.416726:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+37:306325:x1869755188113408:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:0.0:1783145830.416737:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+120:306303:x1869755188113664:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:3.0:1783145830.416768:0:204590:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fd83dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:204590:1869755178617728:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145830.416787:0:204590:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366895375 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.416877:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+121:306303:x1869755188113664:12345-192.168.203.44@tcp:35:touch.500 Request processed in 144us (206us total) trans 12884905712 rc 0/0 00000100:00100000:1.0:1783145830.416885:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+38:306325:x1869755188113408:12345-192.168.203.44@tcp:35:touch.500 Request processed in 163us (242us total) trans 12884905713 rc 0/0 00000100:00100000:0.0:1783145830.416891:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1022 00000100:00100000:1.0:1783145830.416897:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1021 00000100:00100000:3.0:1783145830.417096:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.417159:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188113792 00000100:00100000:0.0:1783145830.417165:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188113792 00010000:00010000:0.0:1783145830.417183:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689533d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6c6 expref: 38 pid: 204561 timeout: 8578 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.417210:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 968 00000100:00100000:0.0:1783145830.417216:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7aeb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+38:2409:x1869755188113792:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145830.417223:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145830.417229:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689533d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6c6 expref: 38 pid: 204561 timeout: 8578 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.417240:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689533d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6c6 expref: 38 pid: 204561 timeout: 8578 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.417253:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689533d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6c6 expref: 38 pid: 204561 timeout: 8578 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.417264:0:215294:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e8:0x0].0x0 (ffff9be8d2d3e500) 00010000:00010000:0.0:1783145830.417268:0:215294:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366895375 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.417276:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366895375 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.417283:0:215294:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366895375 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.417306:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145830.417315:0:204590:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366895375 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.417322:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366895375 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.417332:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7aeb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+37:2409:x1869755188113792:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 115us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.417342:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 968 00000040:00080000:3.0:1783145830.417456:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].456, 64 off37376 00010000:00010000:3.0:1783145830.417480:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee366895383 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.417487:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee366895383 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.417493:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee366895383 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.417497:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee366895383 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.417501:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee366895383 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.417505:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee366895383 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.417517:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145830.417536:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366895375 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.417537:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145830.417545:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee366895383 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.417548:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366895375 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.417567:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366895375 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.417567:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413e00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145830.417573:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee366895383 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.417580:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee366895383 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.417588:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e8:0x0].0x0 (ffff9be8d2d3e500) 00010000:00010000:0.0:1783145830.417591:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145830.417594:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee366895383 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.417600:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee366895383 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.417609:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145830.417611:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145830.417614:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145830.417626:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.417628:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366895375 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.417633:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366895375 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.417640:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e8:0x0].0x0 (ffff9be8d2d3e500) 00010000:00010000:3.0:1783145830.417642:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145830.417644:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366895375 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.417648:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382400/0x38bddee366895375 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.417658:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366895360 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.417661:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366895360 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.417665:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366895360 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.417669:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366895360 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.417672:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.417674:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366895360 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.417677:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366895360 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.417681:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.417683:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.417684:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366895360 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.417688:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382000/0x38bddee366895360 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145830.417693:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000445dc3ff reply state 00000000144dd559 transno 12884905714 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366895367 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.417699:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366895367 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.417703:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8d3528a00) 00010000:00010000:3.0:1783145830.417705:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145830.417706:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145830.417735:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+122:306302:x1869755188113152:12345-192.168.203.44@tcp:36:rm.500 Request processed in 1988us (2257us total) trans 12884905714 rc 0/0 00000100:00100000:3.0:1783145830.417740:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 86 00000100:00100000:3.0:1783145830.417744:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478169598941 time 8478169613051 state 0x2 ref 0 00000100:00100000:3.0:1783145830.420357:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.420428:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188114048 00000100:00100000:0.0:1783145830.420434:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188114048 00000100:00100000:3.0:1783145830.420452:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.420457:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478165976760 time 8478166685456 state 0x0 ref 1 00000100:00100000:0.0:1783145830.420469:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478166785456 time 8478166685456 state 0x1 ref 1 00000100:00100000:0.0:1783145830.420484:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188114304 00000100:00100000:0.0:1783145830.420486:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188114304 00000100:00100000:0.0:1783145830.420494:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478166785456 time 8478166685456 state 0x1 ref 2 00000100:00100000:2.0:1783145830.420502:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478174478286 time 8478174378286 state 0x1 ref 2 00000100:00100000:0.0:1783145830.420513:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478174478286 time 8478174390899 state 0x0 ref 2 00000100:00100000:2.0:1783145830.420517:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+37:306331:x1869755188114048:12345-192.168.203.44@tcp:101:touch.500 00000100:00100000:0.0:1783145830.420528:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7aead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+122:306306:x1869755188114304:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145830.420537:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.420540:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145830.420550:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee36689538a lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b6db expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.420551:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366895391 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b6e2 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.420638:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366895398 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.420639:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689539f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.420655:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366895398 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.420663:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366895398 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.420665:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689539f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.420675:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689539f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.420675:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee3668953a6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.420692:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee3668953a6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.420696:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee3668953ad lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.420700:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee3668953a6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.420720:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee3668953ad lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.420726:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee3668953ad lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145830.421005:0:204555:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb8e:0x0], index 1: 0 00000004:00080000:0.0:1783145830.421009:0:204557:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbf1:0x0], index 0: 0 00010000:00010000:2.0:1783145830.421185:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee3668953b4 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.421187:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee3668953bb lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.421200:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee3668953b4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.421204:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee3668953bb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.421212:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee3668953b4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.421216:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee3668953bb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.421218:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178617856:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1783145830.421250:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366895398 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.421251:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689539f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.421269:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689539f lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.421269:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1783145830.421275:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689539f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.421276:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366895398 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.421287:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366895398 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.421291:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366895398 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.421295:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dd000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.421296:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04200 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145830.421301:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178617856 00010000:00010000:2.0:1783145830.421305:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689539f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.421305:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366895398 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.421306:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178617856 00010000:00010000:0.0:1783145830.421319:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366895398 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.421322:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689539f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.421329:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00000100:00080000:1.0:1783145830.421334:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1783145830.421335:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.421340:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366895398 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.421347:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.421349:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee366895398 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.421353:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00010000:00010000:2.0:1783145830.421353:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.421360:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689539f lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.421364:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178617856:12345-0@lo:13:osp-pre-1-0.0 00000004:00010000:0.0:1783145830.421369:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ea37b579 reply state 00000000c21d6c34 transno 12884905715 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee3668953a6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.421376:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689539f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.421387:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee3668953a6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00000024:3.0:1783145830.421390:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17141184 pending 0 free 3883581440 avail 3652059136 00000004:00010000:2.0:1783145830.421393:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002e79bc35 reply state 00000000bc20aa7f transno 12884905716 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee3668953ad lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.421398:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8d3528900) 00010000:00010000:0.0:1783145830.421404:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.421408:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145830.421411:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee3668953ad lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.421418:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8d3528800) 00010000:00010000:2.0:1783145830.421420:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.421422:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145830.421431:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383e00/0x38bddee366895391 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6e2 expref: 125 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.421435:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178617856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (167us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145830.421444:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee36689538a lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6db expref: 40 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.421449:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00010000:00010000:0.0:1783145830.421452:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee3668953bb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6e2 expref: 124 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.421461:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ee:0x0].0x0 (ffff9be8d2d3ea00) 00010000:00010000:0.0:1783145830.421463:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:1.0:1783145830.421464:0:3652:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589935534 gen 2 00010000:00010000:0.0:1783145830.421467:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d2d05000, rc 0) 00010000:00010000:2.0:1783145830.421468:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee3668953b4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6db expref: 39 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.421476:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bc:0x0].0x0 (ffff9be8d3528500) 00010000:00010000:2.0:1783145830.421478:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145830.421480:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd5dd200, rc 0) 00000004:00080000:1.0:1783145830.421503:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1954700, transno 8589935470 00000100:00100000:0.0:1783145830.421508:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7aead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+125:306306:x1869755188114304:12345-192.168.203.44@tcp:101:touch.500 Request processed in 980us (1054us total) trans 12884905715 rc 0/0 00000100:00100000:2.0:1783145830.421509:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+40:306331:x1869755188114048:12345-192.168.203.44@tcp:101:touch.500 Request processed in 993us (1161us total) trans 12884905716 rc 0/0 00000004:00080000:1.0:1783145830.421520:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1160000, transno 8589935471 00000100:00100000:2.0:1783145830.421521:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 87 00000004:00080000:1.0:1783145830.421523:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1954380, transno 8589935472 00000004:00080000:1.0:1783145830.421528:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1160e00, transno 8589935473 00000100:00100000:0.0:1783145830.421530:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 88 00000004:00080000:1.0:1783145830.421533:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1957800, transno 8589935474 00000100:00100000:0.0:1783145830.421536:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478174478286 time 8478174390899 state 0x2 ref 0 00000004:00080000:1.0:1783145830.421539:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1162300, transno 8589935475 00000004:00080000:1.0:1783145830.421545:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1957480, transno 8589935476 00000004:00080000:1.0:1783145830.421549:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1160380, transno 8589935477 00000004:00080000:1.0:1783145830.421551:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c5910700, transno 8589935478 00000004:00080000:1.0:1783145830.421554:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c5912300, transno 8589935479 00000004:00080000:1.0:1783145830.421556:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c5912a00, transno 8589935480 00000004:00080000:1.0:1783145830.421557:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c98efb80, transno 8589935481 00000004:00080000:1.0:1783145830.421567:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ca07d180, transno 8589935482 00000004:00080000:1.0:1783145830.421568:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c5911880, transno 8589935483 00000004:00080000:1.0:1783145830.421572:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ca07d500, transno 8589935484 00000004:00080000:1.0:1783145830.421576:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffffd500, transno 8589935485 00000004:00080000:1.0:1783145830.421579:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c5912680, transno 8589935486 00000004:00080000:1.0:1783145830.421583:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffffd880, transno 8589935487 00000004:00080000:1.0:1783145830.421586:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffff100, transno 8589935488 00000004:00080000:1.0:1783145830.421588:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffffc380, transno 8589935489 00000004:00080000:1.0:1783145830.421590:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c77d7100, transno 8589935490 00000004:00080000:1.0:1783145830.421592:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d907aa00, transno 8589935491 00000004:00080000:1.0:1783145830.421595:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe6bb80, transno 8589935492 00000004:00080000:1.0:1783145830.421597:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe6a300, transno 8589935493 00000004:00080000:1.0:1783145830.421599:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe6aa00, transno 8589935494 00000004:00080000:1.0:1783145830.421600:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ce87a680, transno 8589935495 00000004:00080000:1.0:1783145830.421602:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe69500, transno 8589935496 00000004:00080000:1.0:1783145830.421604:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ce87ad80, transno 8589935497 00000004:00080000:1.0:1783145830.421605:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c77d5500, transno 8589935498 00000004:00080000:1.0:1783145830.421607:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe68380, transno 8589935499 00000004:00080000:1.0:1783145830.421609:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c7618e00, transno 8589935500 00000004:00080000:1.0:1783145830.421611:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffc7b80, transno 8589935501 00000004:00080000:1.0:1783145830.421612:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffc4000, transno 8589935502 00000004:00080000:1.0:1783145830.421614:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1017b80, transno 8589935503 00000004:00080000:1.0:1783145830.421616:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1017800, transno 8589935504 00000004:00080000:1.0:1783145830.421618:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1016680, transno 8589935505 00000004:00080000:1.0:1783145830.421619:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1015180, transno 8589935506 00000004:00080000:1.0:1783145830.421621:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1016d80, transno 8589935507 00000004:00080000:1.0:1783145830.421622:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1015c00, transno 8589935508 00000004:00080000:1.0:1783145830.421624:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb889f80, transno 8589935509 00000004:00080000:1.0:1783145830.421625:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3c03800, transno 8589935510 00000004:00080000:1.0:1783145830.421627:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3c00700, transno 8589935511 00000004:00080000:1.0:1783145830.421628:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3c00a80, transno 8589935512 00000004:00080000:1.0:1783145830.421630:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff85c00, transno 8589935513 00000004:00080000:1.0:1783145830.421632:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee22fb80, transno 8589935514 00000004:00080000:1.0:1783145830.421634:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee22ed80, transno 8589935515 00000004:00080000:1.0:1783145830.421635:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff85f80, transno 8589935516 00000004:00080000:1.0:1783145830.421636:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff84e00, transno 8589935517 00000004:00080000:1.0:1783145830.421638:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe6a680, transno 8589935518 00000004:00080000:1.0:1783145830.421640:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee22f480, transno 8589935519 00000004:00080000:1.0:1783145830.421642:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffc6300, transno 8589935520 00000004:00080000:1.0:1783145830.421644:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe6b480, transno 8589935521 00000004:00080000:1.0:1783145830.421646:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff84000, transno 8589935522 00000004:00080000:1.0:1783145830.421647:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffc4700, transno 8589935523 00000004:00080000:1.0:1783145830.421649:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c8f8ad80, transno 8589935524 00000004:00080000:1.0:1783145830.421654:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9c8f88a80, transno 8589935525 00000004:00080000:1.0:1783145830.421656:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb99f800, transno 8589935526 00000004:00080000:1.0:1783145830.421658:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb99ea00, transno 8589935527 00000004:00080000:1.0:1783145830.421659:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb99c700, transno 8589935528 00000004:00080000:1.0:1783145830.421661:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb99fb80, transno 8589935529 00000004:00080000:1.0:1783145830.421663:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee22df80, transno 8589935530 00000004:00080000:1.0:1783145830.421665:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb99dc00, transno 8589935531 00000004:00080000:1.0:1783145830.421667:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb99d500, transno 8589935532 00000004:00080000:1.0:1783145830.421669:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3c01880, transno 8589935533 00000004:00080000:1.0:1783145830.421671:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cdbded80, transno 8589935534 00000100:00100000:1.0:1783145830.421682:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178617856:0@lo:13:osp-pre-1-0.0 00000004:00080000:0.0:1783145830.421746:0:204582:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 8 changes, 54 in progress, 0 in flight, 11 done 00000004:00080000:0.0:1783145830.421949:0:204582:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 8 changes, 0 in progress, 0 in flight, 54 done 00000100:00100000:3.0:1783145830.422198:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178617984:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783145830.422216:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178618112:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783145830.422230:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145830.422236:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6b9a8718-6228-431e-b216-b4d0ab45a378:3651:1869755178618240:0@lo:400:kworker.0 00000100:00100000:0.0:1783145830.422259:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145830.422269:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178617984 00000100:00100000:3.0:1783145830.422273:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178617984 00000100:00100000:2.0:1783145830.422283:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145830.422292:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3650:1869755178618624:0@lo:400:kworker.0 00000100:00100000:1.0:1783145830.422312:0:206060:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178618112 00000100:00100000:3.0:1783145830.422315:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:1.0:1783145830.422316:0:206060:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178618112 00000100:00100000:0.0:1783145830.422322:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145830.422326:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1869755178617984:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783145830.422328:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178618752:0@lo:400:kworker.0 00000100:00100000:0.0:1783145830.422346:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee218e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3650:1869755178619136:0@lo:400:kworker.0 00000100:00100000:1.0:1783145830.422347:0:206060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00002000:00000024:3.0:1783145830.422349:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17141184 pending 0 free 3911106560 avail 3679584256 00000100:00100000:1.0:1783145830.422358:0:206060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd83f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178618112:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783145830.422362:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1783145830.422372:0:206060:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17141184 pending 0 free 3883581440 avail 3652059136 00000100:00100000:2.0:1783145830.422387:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cdaa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3651:1869755178619264:0@lo:400:kworker.0 00000100:00100000:3.0:1783145830.422393:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1869755178617984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.422396:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145830.422404:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:1.0:1783145830.422413:0:206060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd83f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178618112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145830.422422:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145830.422426:0:206060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:0.0:1783145830.422441:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178618112:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1783145830.422449:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783145830.422454:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783145830.422459:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178617984:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783145830.422467:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178618368:0@lo:400:kworker.0 00000100:00100000:2.0:1783145830.422468:0:204549:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178618240 00000100:00100000:2.0:1783145830.422473:0:204549:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178618240 00000100:00100000:0.0:1783145830.422474:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178618752 00000100:00100000:3.0:1783145830.422478:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178618496:0@lo:400:kworker.0 00000100:00100000:0.0:1783145830.422480:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178618752 00000100:00100000:1.0:1783145830.422501:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145830.422516:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145830.422516:0:204549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:0.0:1783145830.422517:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178618368 00000100:00100000:0.0:1783145830.422522:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178618368 00000100:00100000:1.0:1783145830.422525:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178618880:0@lo:400:kworker.0 00000100:00100000:2.0:1783145830.422530:0:204549:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bea01d2ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3651:x1869755178618240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145830.422546:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1783145830.422549:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d8f8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3653:1869755178619008:0@lo:400:kworker.0 00000100:00100000:0.0:1783145830.422560:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3651:x1869755178618752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145830.422561:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145830.422571:0:204549:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bea01d2ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3651:x1869755178618240:12345-0@lo:400:kworker.0 Request processed in 45us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145830.422577:0:204549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:3.0:1783145830.422590:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145830.422593:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c65d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3652:1869755178619392:0@lo:400:kworker.0 00000100:00100000:0.0:1783145830.422610:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3651:x1869755178618752:12345-0@lo:400:kworker.0 Request processed in 55us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.422616:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1783145830.422618:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1b3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3653:1869755178619520:0@lo:400:kworker.0 00000100:00100000:2.0:1783145830.422620:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178618752:0@lo:400:kworker.0 00000100:00100000:1.0:1783145830.422629:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145830.422636:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1783145830.422638:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6b9a8718-6228-431e-b216-b4d0ab45a378:3651:1869755178618240:0@lo:400:kworker.0 00000100:00100000:0.0:1783145830.422646:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d13cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178618368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783145830.422654:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145830.422669:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178618496 00000100:00100000:1.0:1783145830.422673:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178618496 00000100:00100000:2.0:1783145830.422687:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178618624 00000100:00100000:0.0:1783145830.422691:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178618368:12345-0@lo:400:kworker.0 Request processed in 49us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145830.422693:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178618624 00000100:00100000:3.0:1783145830.422698:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178618880 00000100:00100000:0.0:1783145830.422700:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1783145830.422703:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178618880 00000100:00100000:1.0:1783145830.422712:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:2.0:1783145830.422724:0:204555:0:(nrs_tbf.c:1305:nrs_tbf_cli_findadd()) unknown.0 NRS: TBF class insert: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 3 deadline 0 time 8478176598174 state 0x0 ref 1 00000100:00100000:1.0:1783145830.422724:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178618496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145830.422728:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178619136 00000100:00100000:0.0:1783145830.422734:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178619136 00000100:00100000:3.0:1783145830.422735:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:2.0:1783145830.422739:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 3 deadline 8478176698174 time 8478176598174 state 0x1 ref 1 00000100:00100000:3.0:1783145830.422747:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d13cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178618880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145830.422753:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178619264 00000100:00100000:2.0:1783145830.422757:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178619264 00000100:00100000:0.0:1783145830.422758:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 3 deadline 8478176698174 time 8478176598174 state 0x1 ref 2 00000100:00100000:1.0:1783145830.422766:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178618496:12345-0@lo:400:kworker.0 Request processed in 46us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145830.422773:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:2.0:1783145830.422777:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 3 deadline 8478176698174 time 8478176598174 state 0x1 ref 3 00000100:00100000:0.0:1783145830.422780:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178619008 00000100:00100000:0.0:1783145830.422784:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178619008 00000100:00100000:3.0:1783145830.422790:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178618880:12345-0@lo:400:kworker.0 Request processed in 46us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145830.422791:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178619392 00000100:00100000:2.0:1783145830.422796:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178619392 00000100:00080000:1.0:1783145830.422796:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783145830.422798:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 3 deadline 8478176698174 time 8478176598174 state 0x1 ref 4 00000100:00100000:3.0:1783145830.422800:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00080000:1.0:1783145830.422802:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783145830.422808:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783145830.422815:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 3 deadline 8478176698174 time 8478176598174 state 0x1 ref 5 00000100:00100000:0.0:1783145830.422816:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178619520 00000100:00100000:0.0:1783145830.422821:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178619520 00000100:00100000:1.0:1783145830.422829:0:3653:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589936241 gen 2 00000100:00100000:2.0:1783145830.422832:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8478176809454 time 8478176709454 state 0x1 ref 5 00000100:00100000:3.0:1783145830.422842:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8478176818882 time 8478176718882 state 0x1 ref 5 00000100:00080000:0.0:1783145830.422843:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:1.0:1783145830.422845:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fd83ea00, transno 8589936122 00000100:00100000:2.0:1783145830.422846:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd83fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1869755178618624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145830.422859:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8478176818882 time 8478176718882 state 0x1 ref 6 00000004:00080000:1.0:1783145830.422861:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d12ddc00, transno 8589936123 00000100:00100000:3.0:1783145830.422862:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd83df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1869755178619136:12345-0@lo:400:kworker.0 00000004:00080000:1.0:1783145830.422867:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fd83c000, transno 8589936124 00000004:00080000:1.0:1783145830.422873:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d12dd180, transno 8589936125 00000004:00080000:1.0:1783145830.422878:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d12ded80, transno 8589936126 00000004:00080000:1.0:1783145830.422881:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fd83c700, transno 8589936127 00000004:00080000:1.0:1783145830.422887:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8e5119180, transno 8589936128 00000100:00100000:2.0:1783145830.422892:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd83fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1869755178618624:12345-0@lo:400:kworker.0 Request processed in 50us (571us total) trans 0 rc 0/0 00000004:00080000:1.0:1783145830.422894:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ca07dc00, transno 8589936129 00000004:00080000:1.0:1783145830.422900:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ca07d880, transno 8589936130 00000004:00080000:1.0:1783145830.422904:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d160a300, transno 8589936131 00000100:00100000:2.0:1783145830.422905:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1783145830.422906:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd83df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1869755178619136:12345-0@lo:400:kworker.0 Request processed in 44us (508us total) trans 0 rc 0/0 00000004:00080000:1.0:1783145830.422908:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d160bb80, transno 8589936132 00000004:00080000:1.0:1783145830.422914:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1608380, transno 8589936133 00000100:00100000:3.0:1783145830.422918:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 1 00000004:00080000:1.0:1783145830.422919:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1608a80, transno 8589936134 00000004:00080000:1.0:1783145830.422924:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ca07ce00, transno 8589936135 00000004:00080000:1.0:1783145830.422928:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffffca80, transno 8589936136 00000004:00080000:1.0:1783145830.422931:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffffd180, transno 8589936137 00000004:00080000:1.0:1783145830.422935:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe69f80, transno 8589936138 00000100:00100000:2.0:1783145830.422939:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3650:1869755178618624:0@lo:400:kworker.0 00000100:00100000:3.0:1783145830.422940:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8478176916279 time 8478176816279 state 0x1 ref 4 00000004:00080000:1.0:1783145830.422940:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe68000, transno 8589936139 00000004:00080000:1.0:1783145830.422948:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fd83e300, transno 8589936140 00000100:00100000:3.0:1783145830.422953:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1869755178619264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145830.422955:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee218e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3650:1869755178619136:0@lo:400:kworker.0 00000004:00080000:1.0:1783145830.422955:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee25ce00, transno 8589936141 00000004:00080000:1.0:1783145830.422962:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe6ad80, transno 8589936142 00000004:00080000:1.0:1783145830.422969:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffe69c00, transno 8589936143 00000004:00080000:1.0:1783145830.422974:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffffc700, transno 8589936144 00000004:00080000:1.0:1783145830.422977:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffffea00, transno 8589936145 00000004:00080000:1.0:1783145830.422981:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffc5880, transno 8589936146 00000004:00080000:1.0:1783145830.422988:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c7609f80, transno 8589936147 00000100:00100000:3.0:1783145830.422989:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1869755178619264:12345-0@lo:400:kworker.0 Request processed in 38us (569us total) trans 0 rc 0/0 00000004:00080000:1.0:1783145830.422993:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffc6680, transno 8589936148 00000100:00100000:2.0:1783145830.422998:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cdaa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3651:1869755178619264:0@lo:400:kworker.0 00000004:00080000:1.0:1783145830.422998:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffc5180, transno 8589936149 00000100:00100000:3.0:1783145830.422999:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 2 00000004:00080000:1.0:1783145830.423001:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffc7100, transno 8589936150 00000004:00080000:1.0:1783145830.423008:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d907ad80, transno 8589936151 00000004:00080000:1.0:1783145830.423013:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1015f80, transno 8589936152 00000004:00080000:1.0:1783145830.423016:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d1014a80, transno 8589936153 00000004:00080000:1.0:1783145830.423019:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb889880, transno 8589936154 00000004:00080000:1.0:1783145830.423022:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb889500, transno 8589936155 00000004:00080000:1.0:1783145830.423023:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb888700, transno 8589936156 00000004:00080000:1.0:1783145830.423025:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb889c00, transno 8589936157 00000004:00080000:1.0:1783145830.423027:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb888000, transno 8589936158 00000004:00080000:1.0:1783145830.423030:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3c03b80, transno 8589936159 00000004:00080000:1.0:1783145830.423031:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3c02d80, transno 8589936160 00000004:00080000:1.0:1783145830.423033:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb888a80, transno 8589936161 00000004:00080000:1.0:1783145830.423035:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff87100, transno 8589936162 00000004:00080000:1.0:1783145830.423038:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee22d180, transno 8589936163 00000004:00080000:1.0:1783145830.423040:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff84380, transno 8589936164 00000004:00080000:1.0:1783145830.423043:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff87b80, transno 8589936165 00000004:00080000:1.0:1783145830.423045:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff86300, transno 8589936166 00000004:00080000:1.0:1783145830.423048:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee22e680, transno 8589936167 00000004:00080000:1.0:1783145830.423051:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee22c000, transno 8589936168 00000004:00080000:1.0:1783145830.423054:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee22ca80, transno 8589936169 00000004:00080000:1.0:1783145830.423056:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3c00380, transno 8589936170 00000100:00100000:2.0:1783145830.423059:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8478177034577 time 8478176934577 state 0x1 ref 3 00000004:00080000:1.0:1783145830.423059:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffc6d80, transno 8589936171 00000004:00080000:1.0:1783145830.423063:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff86680, transno 8589936172 00000004:00080000:1.0:1783145830.423077:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c7618000, transno 8589936173 00000004:00080000:1.0:1783145830.423080:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c760bb80, transno 8589936174 00000004:00080000:1.0:1783145830.423084:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c7ae9180, transno 8589936175 00000100:00100000:2.0:1783145830.423087:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1869755178619008:12345-0@lo:400:kworker.0 00000004:00080000:1.0:1783145830.423088:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c7ae8380, transno 8589936176 00000004:00080000:1.0:1783145830.423093:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cdbdf480, transno 8589936177 00000004:00080000:1.0:1783145830.423096:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3c01f80, transno 8589936178 00000004:00080000:1.0:1783145830.423098:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3c00e00, transno 8589936179 00000004:00080000:1.0:1783145830.423099:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3c02680, transno 8589936180 00000004:00080000:1.0:1783145830.423101:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee22c380, transno 8589936181 00000004:00080000:1.0:1783145830.423104:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee22d500, transno 8589936182 00000004:00080000:1.0:1783145830.423106:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee22c700, transno 8589936183 00000004:00080000:1.0:1783145830.423108:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee22ea00, transno 8589936184 00000004:00080000:1.0:1783145830.423110:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff85880, transno 8589936185 00000004:00080000:1.0:1783145830.423113:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee22e300, transno 8589936186 00000004:00080000:1.0:1783145830.423116:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cdbdc000, transno 8589936187 00000100:00100000:2.0:1783145830.423143:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1869755178619008:12345-0@lo:400:kworker.0 Request processed in 38us (532us total) trans 0 rc 0/0 00000004:00080000:1.0:1783145830.423146:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cdbdca80, transno 8589936188 00000004:00080000:1.0:1783145830.423150:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cdbddc00, transno 8589936189 00000100:00100000:2.0:1783145830.423151:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 3 00000004:00080000:1.0:1783145830.423156:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cdbde300, transno 8589936190 00000004:00080000:1.0:1783145830.423161:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ce826300, transno 8589936191 00000004:00080000:1.0:1783145830.423164:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff87800, transno 8589936192 00000004:00080000:1.0:1783145830.423167:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ce824700, transno 8589936193 00000004:00080000:1.0:1783145830.423170:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ce827480, transno 8589936194 00000004:00080000:1.0:1783145830.423172:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff84a80, transno 8589936195 00000100:00100000:2.0:1783145830.423175:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8478177151063 time 8478177051063 state 0x1 ref 2 00000004:00080000:1.0:1783145830.423176:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff86a00, transno 8589936196 00000004:00080000:1.0:1783145830.423180:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ce827b80, transno 8589936197 00000004:00080000:1.0:1783145830.423185:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ce826d80, transno 8589936198 00000004:00080000:1.0:1783145830.423189:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ce824380, transno 8589936199 00000004:00080000:1.0:1783145830.423191:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d800d880, transno 8589936200 00000100:00100000:2.0:1783145830.423193:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d13ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1869755178619392:12345-0@lo:400:kworker.0 00000004:00080000:1.0:1783145830.423194:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ce824000, transno 8589936201 00000004:00080000:1.0:1783145830.423199:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d800ca80, transno 8589936202 00000004:00080000:1.0:1783145830.423202:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c760f100, transno 8589936203 00000004:00080000:1.0:1783145830.423204:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ce826a00, transno 8589936204 00000004:00080000:1.0:1783145830.423207:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c760e680, transno 8589936205 00000004:00080000:1.0:1783145830.423209:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ce826680, transno 8589936206 00000004:00080000:1.0:1783145830.423211:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c7aebb80, transno 8589936207 00000004:00080000:1.0:1783145830.423213:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d800f480, transno 8589936208 00000004:00080000:1.0:1783145830.423215:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ce825500, transno 8589936209 00000004:00080000:1.0:1783145830.423218:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3696300, transno 8589936210 00000004:00080000:1.0:1783145830.423222:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3694e00, transno 8589936211 00000004:00080000:1.0:1783145830.423225:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c7ae9c00, transno 8589936212 00000004:00080000:1.0:1783145830.423228:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3694380, transno 8589936213 00000100:00100000:2.0:1783145830.423231:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1869755178619392:12345-0@lo:400:kworker.0 Request processed in 40us (602us total) trans 0 rc 0/0 00000004:00080000:1.0:1783145830.423232:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3695f80, transno 8589936214 00000004:00080000:1.0:1783145830.423235:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3695c00, transno 8589936215 00000004:00080000:1.0:1783145830.423239:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c7ae8000, transno 8589936216 00000100:00100000:2.0:1783145830.423242:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 4 00000004:00080000:1.0:1783145830.423242:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee25ad80, transno 8589936217 00000004:00080000:1.0:1783145830.423246:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c7aeaa00, transno 8589936218 00000004:00080000:1.0:1783145830.423250:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3694700, transno 8589936219 00000004:00080000:1.0:1783145830.423252:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d907a680, transno 8589936220 00000004:00080000:1.0:1783145830.423255:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c77d6d80, transno 8589936221 00000004:00080000:1.0:1783145830.423257:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d5fd8380, transno 8589936222 00000004:00080000:1.0:1783145830.423259:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ce879f80, transno 8589936223 00000004:00080000:1.0:1783145830.423261:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d5fd8700, transno 8589936224 00000004:00080000:1.0:1783145830.423263:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee25aa00, transno 8589936225 00000004:00080000:1.0:1783145830.423265:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee258e00, transno 8589936226 00000004:00080000:1.0:1783145830.423266:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffffb80, transno 8589936227 00000004:00080000:1.0:1783145830.423268:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffffdc00, transno 8589936228 00000004:00080000:1.0:1783145830.423271:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffc4380, transno 8589936229 00000004:00080000:1.0:1783145830.423273:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffffce00, transno 8589936230 00000004:00080000:1.0:1783145830.423276:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ee25b100, transno 8589936231 00000004:00080000:1.0:1783145830.423277:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffffdf80, transno 8589936232 00000004:00080000:1.0:1783145830.423279:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ca07ed80, transno 8589936233 00000004:00080000:1.0:1783145830.423280:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ca07f800, transno 8589936234 00000004:00080000:1.0:1783145830.423282:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb99e300, transno 8589936235 00000004:00080000:1.0:1783145830.423284:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c77d6300, transno 8589936236 00000004:00080000:1.0:1783145830.423286:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb99f480, transno 8589936237 00000004:00080000:1.0:1783145830.423289:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fffff800, transno 8589936238 00000004:00080000:1.0:1783145830.423290:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb99e680, transno 8589936239 00000004:00080000:1.0:1783145830.423293:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ffffed80, transno 8589936240 00000004:00080000:1.0:1783145830.423294:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3696d80, transno 8589936241 00000100:00100000:1.0:1783145830.423299:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178618496:0@lo:400:kworker.0 00000100:00100000:1.0:1783145830.423316:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d8f8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3653:1869755178619008:0@lo:400:kworker.0 00000100:00100000:3.0:1783145830.423317:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8478177151063 time 8478177192324 state 0x0 ref 1 00000100:00100000:3.0:1783145830.423334:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1869755178619520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145830.423348:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178618368:0@lo:400:kworker.0 00000004:00080000:0.0:1783145830.423349:0:204580:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 8 changes, 116 in progress, 0 in flight, 4 done 00000100:00100000:1.0:1783145830.423358:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178618880:0@lo:400:kworker.0 00000100:00100000:1.0:1783145830.423370:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c65d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3652:1869755178619392:0@lo:400:kworker.0 00000100:00100000:3.0:1783145830.423388:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1869755178619520:12345-0@lo:400:kworker.0 Request processed in 56us (733us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145830.423397:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1783145830.423403:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8478177151063 time 8478177192324 state 0x2 ref 0 00000100:00100000:2.0:1783145830.423409:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1b3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3653:1869755178619520:0@lo:400:kworker.0 00000100:00100000:2.0:1783145830.423537:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.423566:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.423575:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188114816 00000100:00100000:3.0:1783145830.423581:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188114816 00000100:00100000:3.0:1783145830.423600:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478174478286 time 8478174390899 state 0x0 ref 1 00000100:00100000:1.0:1783145830.423601:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188114688 00000100:00100000:1.0:1783145830.423606:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188114688 00000100:00100000:3.0:1783145830.423614:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478174490899 time 8478174390899 state 0x1 ref 1 00000100:00100000:1.0:1783145830.423624:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478174490899 time 8478174390899 state 0x1 ref 2 00000100:00100000:3.0:1783145830.423641:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478177617329 time 8478177517329 state 0x1 ref 2 00000100:00100000:1.0:1783145830.423653:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478177617329 time 8478177530510 state 0x0 ref 2 00000100:00100000:3.0:1783145830.423658:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+126:306306:x1869755188114816:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:1.0:1783145830.423669:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+126:306313:x1869755188114688:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145830.423678:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145830.423688:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aecc00/0x38bddee3668953d0 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b6e9 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.423692:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145830.423710:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05000/0x38bddee3668953bb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6e2 expref: 127 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.423735:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeda00/0x38bddee3668953d7 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.423743:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeda00/0x38bddee3668953d7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.423749:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeda00/0x38bddee3668953d7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145830.423752:0:204580:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 8 changes, 0 in progress, 0 in flight, 116 done 00010000:00010000:1.0:1783145830.423761:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aece00/0x38bddee3668953de lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.423767:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aece00/0x38bddee3668953de lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.423772:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aece00/0x38bddee3668953de lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.423810:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ee:0x0].0x0 (ffff9be8d2d3ea00) 00010000:00010000:3.0:1783145830.423820:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145830.423829:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.423875:0:204581:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:204581:1869755178619648:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1783145830.423902:0:204581:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145830.423917:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee3668953e5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145830.423917:0:204556:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbf2:0x0], index 0: 0 00000100:00100000:2.0:1783145830.423921:0:204581:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d2769240 going to sleep for 11 seconds 00010000:00010000:3.0:1783145830.423933:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee3668953e5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.423934:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178619648 00000100:00100000:0.0:1783145830.423939:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178619648 00000100:00100000:2.0:1783145830.423941:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188115072 00010000:00010000:3.0:1783145830.423945:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee3668953e5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.423948:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188115072 00000100:00100000:0.0:1783145830.423969:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2872 00000100:00100000:2.0:1783145830.423971:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478177630510 time 8478177530510 state 0x1 ref 3 00000100:00100000:0.0:1783145830.423978:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8eba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:204581:x1869755178619648:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1783145830.423994:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478177630510 time 8478177871093 state 0x0 ref 3 00000100:00100000:2.0:1783145830.424010:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd83c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+40:306331:x1869755188115072:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:1.0:1783145830.424011:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668953ec lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1783145830.424011:0:228910:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 3074 00000004:00010000:3.0:1783145830.424015:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001e08e476 reply state 00000000c1713e9f transno 12884905718 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee3668953e5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.424028:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee3668953e5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.424033:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668953ec lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.424039:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ee:0x0].0x0 (ffff9be9c31f0400) 00010000:00010000:2.0:1783145830.424040:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145830.424046:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145830.424046:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668953ec lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.424051:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145830.424057:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee3668953b4 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6db expref: 40 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.424083:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bc:0x0].0x0 (ffff9be8d3528500) 00010000:00010000:1.0:1783145830.424084:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeda00/0x38bddee3668953d7 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.424093:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeda00/0x38bddee3668953d7 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.424094:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145830.424099:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeda00/0x38bddee3668953d7 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.424104:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeda00/0x38bddee3668953d7 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.424108:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aeda00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.424111:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeda00/0x38bddee3668953d7 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.424115:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeda00/0x38bddee3668953d7 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.424146:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+129:306306:x1869755188114816:12345-192.168.203.44@tcp:36:touch.500 Request processed in 468us (582us total) trans 12884905718 rc 0/0 00010000:00010000:1.0:1783145830.424147:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145830.424152:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145830.424157:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeda00/0x38bddee3668953d7 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.424161:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 89 00010000:00010000:1.0:1783145830.424165:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeda00/0x38bddee3668953d7 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.424171:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee3668953fa lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145830.424175:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009b05ba34 reply state 000000007047663d transno 12884905717 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aece00/0x38bddee3668953de lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.424192:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aece00/0x38bddee3668953de lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.424193:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee3668953fa lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.424203:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be8d2cdc000) 00010000:00010000:1.0:1783145830.424206:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.424209:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee3668953fa lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.424209:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145830.424228:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aecc00/0x38bddee3668953d0 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6e9 expref: 129 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.424239:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668953ec lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6e9 expref: 128 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.424244:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ef:0x0].0x0 (ffff9be8d2cdc300) 00010000:00010000:1.0:1783145830.424246:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145830.424248:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c5aec000, rc 0) 00000004:00010000:2.0:1783145830.424264:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000026f6e2c7 reply state 00000000c2ef995b transno 12884905719 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee3668953fa lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.424276:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee3668953fa lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.424278:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+129:306313:x1869755188114688:12345-192.168.203.44@tcp:101:touch.500 Request processed in 613us (713us total) trans 12884905717 rc 0/0 00000100:00100000:1.0:1783145830.424290:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 90 00010000:00010000:2.0:1783145830.424296:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bc:0x0].0x0 (ffff9be8d19bb300) 00010000:00010000:2.0:1783145830.424301:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.424304:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145830.424349:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd83c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+41:306331:x1869755188115072:12345-192.168.203.44@tcp:36:touch.500 Request processed in 343us (519us total) trans 12884905719 rc 0/0 00000100:00100000:2.0:1783145830.424357:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 91 00000100:00100000:2.0:1783145830.424362:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478177630510 time 8478177871093 state 0x2 ref 0 00000100:00100000:0.0:1783145830.425165:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8eba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+6:204581:x1869755178619648:12345-0@lo:5:osp-pre-0-0.0 Request processed in 1188us (1259us total) trans 8589936251 rc 0/0 00000100:00100000:0.0:1783145830.425175:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2872 00000100:00100000:2.0:1783145830.425181:0:204581:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:204581:1869755178619648:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1783145830.425191:0:204581:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0xbf2:0x0]-[0x280000401:0xc21:0x0] 00000100:00100000:3.0:1783145830.425219:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.425238:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188115200 00000100:00100000:2.0:1783145830.425242:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188115200 00000100:00100000:2.0:1783145830.425254:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478177630510 time 8478177871093 state 0x0 ref 1 00000100:00100000:2.0:1783145830.425259:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478177971093 time 8478177871093 state 0x1 ref 1 00000100:00100000:2.0:1783145830.425276:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478177971093 time 8478179154383 state 0x0 ref 1 00000100:00100000:2.0:1783145830.425284:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+129:306306:x1869755188115200:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145830.425294:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145830.425302:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dcc00/0x38bddee366895401 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b6f0 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.425332:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dcc00/0x38bddee366895401 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6f0 expref: 130 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.425342:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dcc00/0x38bddee366895401 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6f0 expref: 130 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.425360:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ee:0x0].0x0 (ffff9be9c31f0400) 00010000:00010000:2.0:1783145830.425362:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145830.425365:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd5dcc00, rc 0) 00000100:00100000:2.0:1783145830.425394:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+130:306306:x1869755188115200:12345-192.168.203.44@tcp:101:touch.500 Request processed in 111us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145830.425401:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 92 00000100:00100000:2.0:1783145830.425406:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478177971093 time 8478179154383 state 0x2 ref 0 00000100:00100000:3.0:1783145830.425608:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.425653:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188115712 00000100:00100000:3.0:1783145830.425657:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.425659:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188115712 00000100:00100000:0.0:1783145830.425674:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478177971093 time 8478179154383 state 0x0 ref 1 00000100:00100000:0.0:1783145830.425681:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478179254383 time 8478179154383 state 0x1 ref 1 00000100:00100000:2.0:1783145830.425686:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188115584 00000100:00100000:2.0:1783145830.425690:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188115584 00000100:00100000:2.0:1783145830.425703:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478179254383 time 8478179154383 state 0x1 ref 2 00000100:00100000:0.0:1783145830.425713:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478179689168 time 8478179589168 state 0x1 ref 2 00000100:00100000:2.0:1783145830.425724:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478179689168 time 8478179601556 state 0x0 ref 2 00000100:00100000:0.0:1783145830.425730:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+131:306313:x1869755188115712:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:2.0:1783145830.425737:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+131:306315:x1869755188115584:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145830.425744:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145830.425751:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366895408 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b6f7 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.425757:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145830.425771:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668953ec lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6e9 expref: 132 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.425785:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ef:0x0].0x0 (ffff9be8d2cdc300) 00010000:00010000:0.0:1783145830.425790:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145830.425791:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd800/0x38bddee36689540f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.425799:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd800/0x38bddee36689540f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.425805:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd800/0x38bddee36689540f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.425816:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc600/0x38bddee366895416 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.425823:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc600/0x38bddee366895416 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.425824:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee36689541d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.425838:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc600/0x38bddee366895416 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.425840:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee36689541d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.425849:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee36689541d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.425863:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.425890:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188115840 00000004:00010000:0.0:1783145830.425892:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b636a402 reply state 000000009ea2add0 transno 12884905720 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee36689541d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.425895:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188115840 00010000:00010000:0.0:1783145830.425902:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee36689541d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.425907:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ef:0x0].0x0 (ffff9be9c364d500) 00010000:00010000:0.0:1783145830.425909:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.425911:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145830.425917:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478179701556 time 8478179601556 state 0x1 ref 3 00000100:00100000:3.0:1783145830.425945:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478179701556 time 8478179822246 state 0x0 ref 3 00000100:00100000:0.0:1783145830.425950:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+133:306313:x1869755188115712:12345-192.168.203.44@tcp:36:touch.500 Request processed in 225us (341us total) trans 12884905720 rc 0/0 00000100:00100000:0.0:1783145830.425957:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 93 00000100:00100000:3.0:1783145830.425963:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d13c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+41:306331:x1869755188115840:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145830.425977:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.425993:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366895424 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b6fe expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145830.425999:0:204555:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb8f:0x0], index 1: 0 00010000:00010000:3.0:1783145830.426023:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366895424 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6fe expref: 42 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.426036:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366895424 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6fe expref: 42 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.426050:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bc:0x0].0x0 (ffff9be8d19bb300) 00010000:00010000:3.0:1783145830.426053:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145830.426056:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8413600, rc 0) 00010000:00010000:2.0:1783145830.426096:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee36689542b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.426104:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee36689542b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.426112:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee36689542b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.426153:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd800/0x38bddee36689540f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.426160:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd800/0x38bddee36689540f lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.426169:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+42:306331:x1869755188115840:12345-192.168.203.44@tcp:101:touch.500 Request processed in 208us (304us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145830.426169:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd800/0x38bddee36689540f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.426184:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dd800 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145830.426186:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 95 00010000:00010000:2.0:1783145830.426189:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd800/0x38bddee36689540f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.426201:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd800/0x38bddee36689540f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.426211:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.426213:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.426217:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd800/0x38bddee36689540f lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.426223:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd800/0x38bddee36689540f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145830.426232:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c47b4cec reply state 00000000839399a7 transno 12884905721 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc600/0x38bddee366895416 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.426240:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc600/0x38bddee366895416 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.426246:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be8d2cdc900) 00010000:00010000:2.0:1783145830.426248:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.426250:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145830.426267:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366895408 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6f7 expref: 134 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.426277:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee36689542b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6f7 expref: 133 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.426284:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1f0:0x0].0x0 (ffff9be8d19bbd00) 00010000:00010000:2.0:1783145830.426286:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145830.426287:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd5dc800, rc 0) 00000100:00100000:2.0:1783145830.426321:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+134:306315:x1869755188115584:12345-192.168.203.44@tcp:101:touch.500 Request processed in 588us (666us total) trans 12884905721 rc 0/0 00000100:00100000:2.0:1783145830.426327:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 94 00000100:00100000:2.0:1783145830.426331:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478179701556 time 8478179822246 state 0x2 ref 0 00000100:00100000:1.0:1783145830.426491:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.426525:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188115968 00000100:00100000:2.0:1783145830.426529:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188115968 00000100:00100000:2.0:1783145830.426551:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2873 00000100:00100000:2.0:1783145830.426556:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d13c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:275b1235-b8f5-4ce3-8a3a-d483c556f740+19:2407:x1869755188115968:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:0.0:1783145830.426642:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.426652:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:275b1235-b8f5-4ce3-8a3a-d483c556f740+20:2407:x1869755188115968:12345-192.168.203.44@tcp:2:touch.500 Request processed in 95us (162us total) trans 8589936252 rc 0/0 00000100:00100000:2.0:1783145830.426660:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2873 00000100:00100000:1.0:1783145830.426669:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188116096 00000100:00100000:1.0:1783145830.426674:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188116096 00000100:00100000:1.0:1783145830.426691:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478179701556 time 8478179822246 state 0x0 ref 1 00000100:00100000:1.0:1783145830.426700:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478179922246 time 8478179822246 state 0x1 ref 1 00000100:00100000:1.0:1783145830.426722:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478179922246 time 8478180599562 state 0x0 ref 1 00000100:00100000:1.0:1783145830.426732:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd83e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+134:306313:x1869755188116096:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145830.426741:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145830.426750:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed800/0x38bddee366895439 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b705 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.426773:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed800/0x38bddee366895439 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b705 expref: 135 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.426784:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed800/0x38bddee366895439 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b705 expref: 135 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.426796:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ef:0x0].0x0 (ffff9be9c364d500) 00010000:00010000:1.0:1783145830.426799:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145830.426801:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c5aed800, rc 0) 00000100:00100000:1.0:1783145830.426827:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd83e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+135:306313:x1869755188116096:12345-192.168.203.44@tcp:101:touch.500 Request processed in 97us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145830.426834:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 96 00000100:00100000:1.0:1783145830.426838:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478179922246 time 8478180599562 state 0x2 ref 0 00000100:00100000:0.0:1783145830.427879:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.427912:0:228901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188116224 00000100:00100000:3.0:1783145830.427917:0:228901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188116224 00000100:00100000:3.0:1783145830.427939:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2874 00000100:00100000:3.0:1783145830.427944:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd83ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b832727d-edc7-457c-aba4-c59935e6a58f+10:2410:x1869755188116224:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:0.0:1783145830.428113:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.428142:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd83ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b832727d-edc7-457c-aba4-c59935e6a58f+11:2410:x1869755188116224:12345-192.168.203.44@tcp:2:touch.500 Request processed in 195us (260us total) trans 8589935545 rc 0/0 00000100:00100000:3.0:1783145830.428147:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2874 00000100:00100000:2.0:1783145830.428162:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188116480 00000100:00100000:2.0:1783145830.428166:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188116480 00000100:00100000:2.0:1783145830.428181:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478179922246 time 8478180599562 state 0x0 ref 1 00000100:00100000:2.0:1783145830.428186:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478180699562 time 8478180599562 state 0x1 ref 1 00000100:00100000:2.0:1783145830.428204:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478180699562 time 8478182082434 state 0x0 ref 1 00000100:00100000:2.0:1783145830.428211:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd83c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+135:306315:x1869755188116480:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:2.0:1783145830.428232:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145830.428240:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee36689542b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6f7 expref: 135 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.428248:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1f0:0x0].0x0 (ffff9be8d19bbd00) 00010000:00010000:2.0:1783145830.428252:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145830.428272:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee366895440 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.428278:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee366895440 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.428283:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee366895440 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145830.428319:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000000d373042 reply state 00000000460df45f transno 12884905722 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee366895440 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.428328:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee366895440 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.428334:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1f0:0x0].0x0 (ffff9be8d19bb200) 00010000:00010000:2.0:1783145830.428337:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.428339:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145830.428380:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd83c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+136:306315:x1869755188116480:12345-192.168.203.44@tcp:36:touch.500 Request processed in 169us (267us total) trans 12884905722 rc 0/0 00000100:00100000:2.0:1783145830.428385:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 97 00000100:00100000:2.0:1783145830.428387:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478180699562 time 8478182082434 state 0x2 ref 0 00000100:00100000:0.0:1783145830.428602:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.428639:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188116736 00000100:00100000:3.0:1783145830.428644:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188116736 00000100:00100000:3.0:1783145830.428659:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478169598941 time 8478169613051 state 0x0 ref 1 00000100:00100000:3.0:1783145830.428670:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478169713051 time 8478169613051 state 0x1 ref 1 00000100:00100000:3.0:1783145830.428689:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478169713051 time 8478182566325 state 0x0 ref 1 00000100:00100000:3.0:1783145830.428699:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd83f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+136:306301:x1869755188116736:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:3.0:1783145830.428722:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783145830.428793:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3200/0x38bddee3668950ce lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b599 expref: 136 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.428816:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394400/0x38bddee366894f3f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b537 expref: 135 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.428826:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e7:0x0].0x0 (ffff9be8d2d3e700) 00010000:00010000:3.0:1783145830.428829:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145830.428843:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366895447 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.428851:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145830.428853:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366895447 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.428863:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366895447 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.428876:0:204561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188116992 00000100:00100000:1.0:1783145830.428877:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.428881:0:204561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188116992 00000100:00100000:2.0:1783145830.428911:0:204561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 652 00000100:00100000:0.0:1783145830.428914:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188116864 00000100:00100000:2.0:1783145830.428918:0:204561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d13cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+135:2408:x1869755188116992:12345-192.168.203.44@tcp:63:ll_sa.0 00000100:00100000:0.0:1783145830.428920:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188116864 00010000:00010000:3.0:1783145830.428921:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee36689544e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.428939:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee36689544e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.428942:0:204561:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1783145830.428954:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2875 00010000:00010000:2.0:1783145830.428955:0:204561:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366895455 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b70c expref: -99 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.428956:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee36689544e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.428966:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d13ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+20:2409:x1869755188116864:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:2.0:1783145830.429006:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689545c lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.429015:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689545c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.429023:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689545c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.429027:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366895463 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.429036:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689546a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.429037:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366895463 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.429057:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366895463 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.429058:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689546a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.429079:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+21:2409:x1869755188116864:12345-192.168.203.44@tcp:2:touch.500 Request processed in 106us (190us total) trans 8589936253 rc 0/0 00010000:00010000:2.0:1783145830.429084:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689546a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.429092:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2875 00010000:00010000:2.0:1783145830.429148:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366895471 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.429154:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366895471 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.429159:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366895471 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145830.429173:0:204561:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145830.429182:0:204561:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366895471 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.429190:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366895471 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.429195:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689545c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.429200:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689545c lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.429207:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689545c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.429214:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dd000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.429218:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689545c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.429225:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689545c lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.429234:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.429236:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.429240:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689545c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.429246:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689545c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.429259:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689546a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.429265:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689546a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.429274:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145830.429278:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689546a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.429286:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dce00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.429290:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689546a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.429297:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689546a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.429307:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be8d2cdc900) 00010000:00010000:2.0:1783145830.429310:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.429313:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689546a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.429313:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188117248 00000100:00100000:1.0:1783145830.429318:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188117248 00010000:00010000:2.0:1783145830.429324:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee36689546a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.429346:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366895455 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b70c expref: 138 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.429350:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1023 00000100:00100000:1.0:1783145830.429359:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd83dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+138:306306:x1869755188117248:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:2.0:1783145830.429367:0:204561:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366895471 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b70c expref: 137 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.429375:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1f0:0x0].0x0 (ffff9be8d19bb200) 00010000:00010000:2.0:1783145830.429377:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145830.429380:0:204561:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd5dde00, rc 0) 00000040:00080000:3.0:1783145830.429399:0:204557:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].461, 64 off37696 00000100:00100000:2.0:1783145830.429418:0:204561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+138:2408:x1869755188116992:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 501us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145830.429428:0:204561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 652 00010000:00010000:3.0:1783145830.429440:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366895478 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.429446:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145830.429453:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366895478 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.429460:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366895478 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.429467:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366895478 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.429469:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188117504 00010000:00010000:3.0:1783145830.429474:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366895478 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.429475:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188117504 00000100:00100000:1.0:1783145830.429489:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd83dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+138:306306:x1869755188117248:12345-192.168.203.44@tcp:35:touch.500 Request processed in 130us (218us total) trans 12884905724 rc 0/0 00000100:00100000:1.0:1783145830.429496:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1023 00000100:00100000:2.0:1783145830.429501:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1024 00000100:00100000:2.0:1783145830.429509:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9edca6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+42:306331:x1869755188117504:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:3.0:1783145830.429545:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366895478 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.429558:0:204557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145830.429577:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145830.429583:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366895478 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.429588:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145830.429591:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366895478 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.429597:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366895478 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.429604:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9edca6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+43:306331:x1869755188117504:12345-192.168.203.44@tcp:35:touch.500 Request processed in 95us (161us total) trans 12884905725 rc 0/0 00010000:00010000:0.0:1783145830.429606:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e7:0x0].0x0 (ffff9be8d2d3e700) 00010000:00010000:0.0:1783145830.429612:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000100:00100000:2.0:1783145830.429615:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1024 00010000:00010000:0.0:1783145830.429617:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366895478 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.429625:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee366895478 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.429642:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145830.429645:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145830.429648:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145830.429680:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366895463 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.429686:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366895463 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.429691:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366895463 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.429694:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412000 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:1.0:1783145830.429711:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145830.429722:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366895463 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.429728:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366895463 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.429736:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e7:0x0].0x0 (ffff9be8d2d3e700) 00010000:00010000:3.0:1783145830.429738:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:2.0:1783145830.429739:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188117632 00010000:00010000:3.0:1783145830.429740:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366895463 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.429743:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188117632 00010000:00010000:3.0:1783145830.429748:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366895463 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.429758:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478180699562 time 8478182082434 state 0x0 ref 1 00010000:00010000:3.0:1783145830.429760:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366895447 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.429765:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478182182434 time 8478182082434 state 0x1 ref 1 00010000:00010000:3.0:1783145830.429769:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366895447 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.429775:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366895447 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.429781:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366895447 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.429783:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478182182434 time 8478183660787 state 0x0 ref 1 00010000:00010000:3.0:1783145830.429791:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.429794:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366895447 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.429800:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d13c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+138:306315:x1869755188117632:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145830.429801:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366895447 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.429811:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.429812:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.429813:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.429816:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366895447 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.429820:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366895447 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.429821:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee36689547f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b713 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145830.429828:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c50be492 reply state 000000009d800ffd transno 12884905723 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee36689544e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.429835:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee36689544e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.429840:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be8d2d3e400) 00010000:00010000:3.0:1783145830.429842:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145830.429844:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145830.429844:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee36689547f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b713 expref: 139 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.429854:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee36689547f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b713 expref: 140 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.429868:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1f0:0x0].0x0 (ffff9be8d19bb200) 00010000:00010000:2.0:1783145830.429869:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145830.429871:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd5dc000, rc 0) 00000100:00100000:2.0:1783145830.429893:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+140:306315:x1869755188117632:12345-192.168.203.44@tcp:101:touch.500 Request processed in 99us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145830.429898:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 99 00000100:00100000:2.0:1783145830.429901:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478182182434 time 8478183660787 state 0x2 ref 0 00000100:00100000:3.0:1783145830.429933:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd83f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+139:306301:x1869755188116736:12345-192.168.203.44@tcp:36:rm.500 Request processed in 1235us (1330us total) trans 12884905723 rc 0/0 00000100:00100000:3.0:1783145830.429939:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 98 00000100:00100000:3.0:1783145830.429944:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478169713051 time 8478182566325 state 0x2 ref 0 00000100:00100000:1.0:1783145830.429993:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.430016:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188117888 00000100:00100000:0.0:1783145830.430021:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188117888 00000100:00100000:0.0:1783145830.430049:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1025 00000100:00100000:0.0:1783145830.430057:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d13cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+139:306313:x1869755188117888:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:0.0:1783145830.430188:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+140:306313:x1869755188117888:12345-192.168.203.44@tcp:35:touch.500 Request processed in 131us (194us total) trans 12884905726 rc 0/0 00000100:00100000:0.0:1783145830.430196:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1025 00000100:00100000:0.0:1783145830.431452:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.431492:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188118144 00000100:00100000:1.0:1783145830.431496:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188118144 00000100:00100000:1.0:1783145830.431509:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478169713051 time 8478182566325 state 0x0 ref 1 00000100:00100000:1.0:1783145830.431514:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478182666325 time 8478182566325 state 0x1 ref 1 00000100:00100000:1.0:1783145830.431531:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478182666325 time 8478185408728 state 0x0 ref 1 00000100:00100000:1.0:1783145830.431541:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd83dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+140:306307:x1869755188118144:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:1.0:1783145830.431567:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145830.431577:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349400/0x38bddee3668950d5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5a0 expref: 140 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431588:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348e00/0x38bddee36689502d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b576 expref: 139 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431594:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ea:0x0].0x0 (ffff9be8d2d3e800) 00010000:00010000:1.0:1783145830.431597:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145830.431605:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeca00/0x38bddee366895486 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431610:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeca00/0x38bddee366895486 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431615:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeca00/0x38bddee366895486 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431620:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed200/0x38bddee36689548d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431624:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed200/0x38bddee36689548d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431628:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed200/0x38bddee36689548d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431670:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed400/0x38bddee366895494 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431675:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed400/0x38bddee366895494 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431678:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed400/0x38bddee366895494 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783145830.431769:0:210786:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].457, 64 off37440 00010000:00010000:1.0:1783145830.431789:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed600/0x38bddee36689549b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431795:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed600/0x38bddee36689549b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431803:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed600/0x38bddee36689549b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431807:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed600/0x38bddee36689549b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431811:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed600/0x38bddee36689549b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431814:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed600/0x38bddee36689549b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431826:0:210786:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145830.431835:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed400/0x38bddee366895494 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431841:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed400/0x38bddee366895494 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.431847:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145830.431847:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed400/0x38bddee366895494 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.431852:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed600/0x38bddee36689549b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431852:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aed400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.431856:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed400/0x38bddee366895494 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.431859:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aed600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145830.431862:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed600/0x38bddee36689549b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431863:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed400/0x38bddee366895494 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.431869:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed600/0x38bddee36689549b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431871:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ea:0x0].0x0 (ffff9be8d2d3e800) 00010000:00010000:1.0:1783145830.431873:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145830.431876:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed400/0x38bddee366895494 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.431878:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ea:0x0].0x0 (ffff9be8d2d3e800) 00010000:00010000:3.0:1783145830.431880:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145830.431883:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed600/0x38bddee36689549b lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431883:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed400/0x38bddee366895494 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.431889:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed600/0x38bddee36689549b lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431895:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeca00/0x38bddee366895486 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.431896:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145830.431898:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145830.431899:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145830.431901:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeca00/0x38bddee366895486 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431907:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeca00/0x38bddee366895486 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431913:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeca00/0x38bddee366895486 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431919:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aeca00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.431922:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeca00/0x38bddee366895486 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431937:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeca00/0x38bddee366895486 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431946:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145830.431947:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145830.431949:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeca00/0x38bddee366895486 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431953:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeca00/0x38bddee366895486 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145830.431958:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ec9b6f27 reply state 00000000be68fdda transno 12884905727 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed200/0x38bddee36689548d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431965:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed200/0x38bddee36689548d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.431968:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be8d2d3e600) 00010000:00010000:1.0:1783145830.431970:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145830.431971:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145830.432005:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd83dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+140:306307:x1869755188118144:12345-192.168.203.44@tcp:36:rm.500 Request processed in 465us (554us total) trans 12884905727 rc 0/0 00000100:00100000:1.0:1783145830.432012:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 100 00000100:00100000:1.0:1783145830.432015:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478182666325 time 8478185408728 state 0x2 ref 0 00000100:00100000:1.0:1783145830.434710:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.434750:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188118528 00000100:00100000:2.0:1783145830.434756:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188118528 00000100:00100000:2.0:1783145830.434775:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478182666325 time 8478185408728 state 0x0 ref 1 00000100:00100000:2.0:1783145830.434782:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478185508728 time 8478185408728 state 0x1 ref 1 00000100:00100000:2.0:1783145830.434802:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478185508728 time 8478188680987 state 0x0 ref 1 00000100:00100000:2.0:1783145830.434812:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c65db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+140:306310:x1869755188118528:12345-192.168.203.44@tcp:36:rm.500 00000100:00100000:0.0:1783145830.434827:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145830.434844:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:1.0:1783145830.434852:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188118272 00000100:00100000:1.0:1783145830.434858:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188118272 00010000:00010000:2.0:1783145830.434862:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394200/0x38bddee36689515a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5fb expref: 140 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.434879:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01349800/0x38bddee36689507a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b584 expref: 139 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.434886:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1eb:0x0].0x0 (ffff9be8d3528f00) 00010000:00010000:2.0:1783145830.434889:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145830.434900:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee3668954a2 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.434904:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2876 00010000:00010000:2.0:1783145830.434911:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee3668954a2 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.434919:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff98aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:275b1235-b8f5-4ce3-8a3a-d483c556f740+22:2407:x1869755188118272:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:2.0:1783145830.434921:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee3668954a2 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.434943:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee3668954a9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.434949:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee3668954a9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.434953:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee3668954a9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.435014:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee3668954b0 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.435021:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee3668954b0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.435028:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee3668954b0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.435139:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff98aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:275b1235-b8f5-4ce3-8a3a-d483c556f740+23:2407:x1869755188118272:12345-192.168.203.44@tcp:2:touch.500 Request processed in 204us (294us total) trans 8589935546 rc 0/0 00000100:00100000:1.0:1783145830.435149:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2876 00000040:00080000:2.0:1783145830.435220:0:204555:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].462, 64 off37760 00010000:00010000:2.0:1783145830.435249:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee3668954b7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.435262:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee3668954b7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.435270:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee3668954b7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.435274:0:204555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee3668954b7 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.435278:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee3668954b7 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.435281:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee3668954b7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.435291:0:204555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145830.435301:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee3668954b0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.435305:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee3668954b0 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.435309:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145830.435309:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee3668954b0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.435317:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dd000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.435318:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee3668954b7 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.435322:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee3668954b0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.435330:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dc800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145830.435331:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee3668954b0 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.435335:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee3668954b7 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.435339:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1eb:0x0].0x0 (ffff9be8d3528f00) 00010000:00010000:2.0:1783145830.435343:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145830.435348:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee3668954b0 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.435351:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee3668954b7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.435362:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee3668954b0 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.435367:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1eb:0x0].0x0 (ffff9be8d3528f00) 00010000:00010000:3.0:1783145830.435370:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145830.435378:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee3668954a2 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.435379:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee3668954b7 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.435394:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee3668954a2 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.435396:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee3668954b7 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.435402:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee3668954a2 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.435412:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dca00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.435415:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee3668954a2 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.435418:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145830.435419:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee3668954a2 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.435422:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145830.435425:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145830.435435:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.435437:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.435439:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee3668954a2 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.435442:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee3668954a2 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145830.435448:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e433ebf5 reply state 0000000042a10cec transno 12884905728 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee3668954a9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.435457:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee3668954a9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.435461:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be8d2d3eb00) 00010000:00010000:2.0:1783145830.435462:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.435463:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145830.435494:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c65db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+140:306310:x1869755188118528:12345-192.168.203.44@tcp:36:rm.500 Request processed in 684us (789us total) trans 12884905728 rc 0/0 00000100:00100000:2.0:1783145830.435499:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 101 00000100:00100000:2.0:1783145830.435502:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478185508728 time 8478188680987 state 0x2 ref 0 00000100:00100000:0.0:1783145830.435986:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.436019:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188118784 00000100:00100000:1.0:1783145830.436024:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188118784 00000100:00100000:1.0:1783145830.436054:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1026 00000100:00100000:1.0:1783145830.436061:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3306680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+140:306315:x1869755188118784:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145830.436223:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3306680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+141:306315:x1869755188118784:12345-192.168.203.44@tcp:35:touch.500 Request processed in 162us (237us total) trans 12884905729 rc 0/0 00000100:00100000:1.0:1783145830.436231:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1026 00000100:00100000:1.0:1783145830.437599:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.437634:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188119040 00000100:00100000:2.0:1783145830.437638:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188119040 00000100:00100000:2.0:1783145830.437653:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478182182434 time 8478183660787 state 0x0 ref 1 00000100:00100000:2.0:1783145830.437659:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478183760787 time 8478183660787 state 0x1 ref 1 00000100:00100000:2.0:1783145830.437676:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478183760787 time 8478191554539 state 0x0 ref 1 00000100:00100000:2.0:1783145830.437687:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c65d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+141:306316:x1869755188119040:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145830.437698:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145830.437709:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee3668954be lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b71a expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.437773:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd800/0x38bddee3668954c5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.437780:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd800/0x38bddee3668954c5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.437785:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd800/0x38bddee3668954c5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.437791:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee3668954cc lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.437796:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee3668954cc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.437800:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee3668954cc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145830.438012:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbf3:0x0], index 0: 0 00010000:00010000:2.0:1783145830.438104:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dda00/0x38bddee3668954d3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.438110:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dda00/0x38bddee3668954d3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.438114:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dda00/0x38bddee3668954d3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.438167:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd800/0x38bddee3668954c5 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.438173:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd800/0x38bddee3668954c5 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.438177:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd800/0x38bddee3668954c5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.438181:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd800/0x38bddee3668954c5 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.438185:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dd800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.438188:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd800/0x38bddee3668954c5 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.438191:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd800/0x38bddee3668954c5 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.438197:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.438198:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.438201:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd800/0x38bddee3668954c5 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.438204:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd800/0x38bddee3668954c5 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145830.438210:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006381b022 reply state 00000000332e9902 transno 12884905730 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee3668954cc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.438216:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee3668954cc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.438220:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be8d876aa00) 00010000:00010000:2.0:1783145830.438222:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.438223:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145830.438240:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee3668954be lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b71a expref: 144 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.438247:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dda00/0x38bddee3668954d3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b71a expref: 143 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.438255:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1f1:0x0].0x0 (ffff9be8d19bbd00) 00010000:00010000:2.0:1783145830.438256:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145830.438258:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd5dda00, rc 0) 00000100:00100000:2.0:1783145830.438286:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c65d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+144:306316:x1869755188119040:12345-192.168.203.44@tcp:101:touch.500 Request processed in 601us (686us total) trans 12884905730 rc 0/0 00000100:00100000:2.0:1783145830.438292:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 102 00000100:00100000:2.0:1783145830.438296:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478183760787 time 8478191554539 state 0x2 ref 0 00000100:00100000:3.0:1783145830.439865:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.439937:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188119296 00000100:00100000:2.0:1783145830.439942:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188119296 00000100:00100000:3.0:1783145830.439957:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.439961:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478183760787 time 8478191554539 state 0x0 ref 1 00000100:00100000:2.0:1783145830.439969:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478191654539 time 8478191554539 state 0x1 ref 1 00000100:00100000:3.0:1783145830.439978:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.439995:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188119424 00000100:00100000:2.0:1783145830.440000:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188119424 00000100:00100000:1.0:1783145830.440003:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188119552 00000100:00100000:1.0:1783145830.440009:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188119552 00000100:00100000:2.0:1783145830.440016:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478185508728 time 8478188680987 state 0x0 ref 1 00000100:00100000:0.0:1783145830.440025:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478191654539 time 8478193898522 state 0x0 ref 1 00000100:00100000:2.0:1783145830.440038:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478188780987 time 8478188680987 state 0x1 ref 2 00000100:00100000:0.0:1783145830.440045:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+146:306316:x1869755188119296:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:1.0:1783145830.440050:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478188780987 time 8478188680987 state 0x1 ref 2 00000100:00100000:2.0:1783145830.440078:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478194043844 time 8478193943844 state 0x1 ref 2 00000100:00100000:1.0:1783145830.440089:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478194043844 time 8478193965992 state 0x0 ref 2 00010000:00010000:0.0:1783145830.440091:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1783145830.440094:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+146:306323:x1869755188119424:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145830.440107:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.440109:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dda00/0x38bddee3668954d3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b71a expref: 146 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.440114:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+146:306337:x1869755188119552:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145830.440140:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee3668954e1 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b721 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.440147:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1f1:0x0].0x0 (ffff9be8d19bbd00) 00010000:00010000:0.0:1783145830.440160:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145830.440178:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145830.440190:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668954e8 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.440191:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeca00/0x38bddee3668954ef lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b728 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.440210:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668954e8 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.440218:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668954e8 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.440221:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee3668954f6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.440230:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee3668954fd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.440234:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee3668954f6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.440237:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee3668954fd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.440244:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed400/0x38bddee366895504 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.440251:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee3668954f6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.440252:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee3668954fd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.440261:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed400/0x38bddee366895504 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.440277:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed400/0x38bddee366895504 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.440288:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee36689550b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.440297:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee36689550b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.440305:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee36689550b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.440317:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a000/0x38bddee366895512 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.440325:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a000/0x38bddee366895512 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.440327:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a4002e1c reply state 000000007954dbd0 transno 12884905731 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee3668954f6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.440332:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a000/0x38bddee366895512 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.440350:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee3668954f6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.440356:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1f1:0x0].0x0 (ffff9be9c364d300) 00010000:00010000:1.0:1783145830.440360:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec200/0x38bddee366895519 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145830.440361:0:204590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1ec:0x0]: returning size 0 00010000:00010000:0.0:1783145830.440362:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.440366:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1783145830.440368:0:204590:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1783145830.440379:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec200/0x38bddee366895519 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145830.440380:0:204590:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a000/0x38bddee366895512 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.440401:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec200/0x38bddee366895519 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.440403:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a000/0x38bddee366895512 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.440417:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668954e8 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.440424:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668954e8 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.440426:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+149:306316:x1869755188119296:12345-192.168.203.44@tcp:36:touch.500 Request processed in 387us (561us total) trans 12884905731 rc 0/0 00010000:00010000:2.0:1783145830.440433:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668954e8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145830.440437:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1ed:0x0]: returning size 0 00000100:00100000:0.0:1783145830.440440:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 103 00010000:00010000:2.0:1783145830.440443:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668954e8 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145830.440444:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1783145830.440447:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478191654539 time 8478193898522 state 0x2 ref 0 00010000:00010000:2.0:1783145830.440459:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a800 already unused, calling callback (ffffffffc1a944f0) 00000004:00010000:1.0:1783145830.440459:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec200/0x38bddee366895519 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.440463:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668954e8 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.440475:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668954e8 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.440478:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec200/0x38bddee366895519 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.440484:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.440488:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145830.440489:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed400/0x38bddee366895504 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.440493:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668954e8 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.440505:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed400/0x38bddee366895504 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.440506:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee3668954e8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.440522:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed400/0x38bddee366895504 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.440528:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee3668954fd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.440531:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed400/0x38bddee366895504 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.440546:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aed400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.440549:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed400/0x38bddee366895504 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.440552:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee3668954fd lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.440557:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed400/0x38bddee366895504 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.440567:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee3668954fd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.440573:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.440575:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1bc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.440577:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.440581:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee3668954fd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.440583:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed400/0x38bddee366895504 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.440596:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee3668954fd lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.440598:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed400/0x38bddee366895504 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.440615:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be8d2d3ee00) 00010000:00010000:1.0:1783145830.440616:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee36689550b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.440619:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.440622:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee3668954fd lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.440631:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee36689550b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.440634:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee3668954fd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.440647:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee36689550b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.440654:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aede00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.440659:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee36689550b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.440667:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee36689550b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.440669:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee3668954e1 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b721 expref: 149 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.440679:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145830.440684:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be8d876a400) 00010000:00010000:1.0:1783145830.440689:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145830.440693:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee36689550b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.440694:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a000/0x38bddee366895512 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b721 expref: 148 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.440712:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ec:0x0].0x0 (ffff9be8d2cdc600) 00010000:00010000:1.0:1783145830.440713:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee36689550b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.440714:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145830.440717:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1a000, rc 0) 00010000:00010000:1.0:1783145830.440744:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeca00/0x38bddee3668954ef lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b728 expref: 149 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.440760:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+148:306323:x1869755188119424:12345-192.168.203.44@tcp:101:rm.500 Request processed in 668us (800us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145830.440761:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec200/0x38bddee366895519 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b728 expref: 148 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.440765:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188119808 00000100:00100000:3.0:1783145830.440771:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188119808 00000100:00100000:2.0:1783145830.440776:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 104 00010000:00010000:1.0:1783145830.440779:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ed:0x0].0x0 (ffff9be8d876a900) 00010000:00010000:1.0:1783145830.440784:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145830.440787:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c5aec200, rc 0) 00000100:00100000:0.0:1783145830.440795:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.440817:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+147:306337:x1869755188119552:12345-192.168.203.44@tcp:101:rm.500 Request processed in 709us (837us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.440823:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188119936 00000100:00100000:1.0:1783145830.440828:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 105 00000100:00100000:0.0:1783145830.440829:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188119936 00000100:00100000:1.0:1783145830.440834:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478194043844 time 8478193965992 state 0x2 ref 0 00000100:00100000:3.0:1783145830.440849:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478194043844 time 8478193965992 state 0x0 ref 1 00000100:00100000:3.0:1783145830.440860:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478194065992 time 8478193965992 state 0x1 ref 1 00000100:00100000:0.0:1783145830.440867:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 653 00000100:00100000:0.0:1783145830.440875:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8700850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b832727d-edc7-457c-aba4-c59935e6a58f+44:2410:x1869755188119936:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:0.0:1783145830.440924:0:204560:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.440934:0:204560:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee366895520 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b72f expref: -99 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.440948:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478194065992 time 8478194764707 state 0x0 ref 1 00000100:00100000:3.0:1783145830.440964:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3307480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+45:306328:x1869755188119808:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:0.0:1783145830.440964:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee366895527 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.440978:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee366895527 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.440987:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee366895527 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.440997:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee36689552e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441005:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee36689552e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441013:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee36689552e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.441029:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1783145830.441046:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c000/0x38bddee36689524f lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b633 expref: 45 pid: 228897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441064:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee366895535 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441085:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee366895535 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.441086:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668951df lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b625 expref: 44 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441103:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee366895535 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.441109:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ba:0x0].0x0 (ffff9be8d2cdc500) 00010000:00010000:3.0:1783145830.441115:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00200000:0.0:1783145830.441147:0:204560:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1bc:0x0]: returning size 0 00000004:00200000:0.0:1783145830.441150:0:204560:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783145830.441160:0:204560:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee366895535 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441170:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee366895535 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441177:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee366895527 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441189:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee366895527 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441197:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee366895527 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441203:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a1c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.441207:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee366895527 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441211:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee366895527 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.441218:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b400/0x38bddee36689553c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441220:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.441225:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.441229:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee366895527 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.441234:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b400/0x38bddee36689553c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441235:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee366895527 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.441254:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b400/0x38bddee36689553c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441254:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee36689552e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441269:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee36689552e lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441273:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee36689552e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.441274:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366895543 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441280:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a1400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.441285:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee36689552e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.441287:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366895543 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441292:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee36689552e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.441294:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366895543 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441299:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8d3528800) 00010000:00010000:0.0:1783145830.441302:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.441305:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee36689552e lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441310:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee36689552e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441329:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee366895520 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b72f expref: 44 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.441331:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee36689554a lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.441344:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee36689554a lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.441350:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee36689554a lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441353:0:204560:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee366895535 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b72f expref: 43 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441359:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bc:0x0].0x0 (ffff9be8d19bb300) 00010000:00010000:0.0:1783145830.441361:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145830.441363:0:204560:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9cd5a0e00, rc 0) 00010000:00010000:0.0:1783145830.441366:0:204560:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.441375:0:204560:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee366895551 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b736 expref: -99 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441399:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee366895558 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441408:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee366895558 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441417:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee366895558 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441427:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee36689555f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441432:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee36689555f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441437:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee36689555f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441472:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366895566 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441477:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366895566 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441481:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366895566 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145830.441490:0:204555:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].458, 64 off37504 00000004:00200000:0.0:1783145830.441492:0:204560:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1bb:0x0]: returning size 0 00000004:00200000:0.0:1783145830.441496:0:204560:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783145830.441504:0:204560:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366895566 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441510:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366895566 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441514:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee366895558 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.441520:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee36689556d lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441522:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee366895558 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.441534:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee36689556d lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441534:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee366895558 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441552:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696fc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.441554:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee36689556d lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441555:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee366895558 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.441571:0:204555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee36689556d lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441571:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee366895558 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.441588:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee36689556d lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441590:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.441594:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.441595:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee36689556d lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441598:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee366895558 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441604:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee366895558 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441610:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee36689555f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.441613:0:204555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145830.441614:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee36689555f lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441620:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee36689555f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.441623:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee36689554a lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441624:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696f800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.441629:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee36689555f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.441632:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee36689554a lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.441636:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145830.441638:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee36689555f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.441642:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee36689554a lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.441646:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee36689556d lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441648:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be8ccee5b00) 00010000:00010000:2.0:1783145830.441651:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1aa00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.441653:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.441656:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee36689554a lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441657:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee36689555f lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.441666:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145830.441673:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee36689556d lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441675:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee36689555f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.441676:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee36689554a lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.441694:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee36689556d lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.441698:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ba:0x0].0x0 (ffff9be8d2cdc500) 00010000:00010000:2.0:1783145830.441704:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145830.441704:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee366895551 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b736 expref: 46 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.441708:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee36689554a lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.441714:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ba:0x0].0x0 (ffff9be8d2cdc500) 00010000:00010000:0.0:1783145830.441721:0:204560:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366895566 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b736 expref: 45 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.441722:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1783145830.441723:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee36689554a lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.441729:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee36689556d lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441740:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bb:0x0].0x0 (ffff9be8d2cdc700) 00010000:00010000:0.0:1783145830.441745:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145830.441746:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b400/0x38bddee36689553c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.441747:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee36689556d lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441748:0:204560:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696e800, rc 0) 00010000:00010000:0.0:1783145830.441754:0:204560:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.441760:0:204560:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fe00/0x38bddee366895574 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b73d expref: -99 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.441761:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b400/0x38bddee36689553c lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.441770:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145830.441774:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145830.441780:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b400/0x38bddee36689553c lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.441780:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145830.441786:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1b400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.441789:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b400/0x38bddee36689553c lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441789:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee36689557b lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.441800:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b400/0x38bddee36689553c lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441803:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee36689557b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441810:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee36689557b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.441814:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.441817:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.441817:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee366895582 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.441819:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b400/0x38bddee36689553c lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441826:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee366895582 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.441827:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b400/0x38bddee36689553c lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441843:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee366895582 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145830.441847:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002cd413aa reply state 00000000139e382a transno 12884905732 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366895543 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.441854:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366895543 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441854:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee36689557b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.441863:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be8ccee5700) 00010000:00010000:0.0:1783145830.441865:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee36689557b lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.441866:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.441870:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145830.441874:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee36689557b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441878:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696f200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.441881:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee36689557b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441885:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee36689557b lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441891:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.441893:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.441895:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee36689557b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441899:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee36689557b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.441904:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3307480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+47:306328:x1869755188119808:12345-192.168.203.44@tcp:36:rm.500 Request processed in 943us (1228us total) trans 12884905732 rc 0/0 00010000:00010000:0.0:1783145830.441908:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee366895582 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.441912:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 106 00010000:00010000:0.0:1783145830.441918:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee366895582 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.441919:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478194065992 time 8478194764707 state 0x2 ref 0 00010000:00010000:0.0:1783145830.441931:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee366895582 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441935:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696ea00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.441937:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee366895582 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441941:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee366895582 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441945:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8ccee5500) 00010000:00010000:0.0:1783145830.441946:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.441948:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee366895582 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441953:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee366895582 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441970:0:204560:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fe00/0x38bddee366895574 lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b73d expref: 46 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441984:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.441986:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145830.441989:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fe00/0x38bddee366895574 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b73d expref: 46 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.441998:0:204560:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696fe00, rc -2) 00000100:00100000:0.0:1783145830.442033:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8700850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:b832727d-edc7-457c-aba4-c59935e6a58f+45:2410:x1869755188119936:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 1158us (1242us total) trans 0 rc -2/-2 00000100:00100000:0.0:1783145830.442041:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 653 00000100:00100000:1.0:1783145830.442378:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.442417:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188120064 00000100:00100000:3.0:1783145830.442421:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188120064 00000100:00100000:3.0:1783145830.442435:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478191654539 time 8478193898522 state 0x0 ref 1 00000100:00100000:1.0:1783145830.442443:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.442444:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478193998522 time 8478193898522 state 0x1 ref 1 00000100:00100000:0.0:1783145830.442484:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188120192 00000100:00100000:0.0:1783145830.442490:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188120192 00000100:00100000:3.0:1783145830.442503:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478193998522 time 8478196380603 state 0x0 ref 1 00000100:00100000:3.0:1783145830.442512:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+147:306316:x1869755188120064:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145830.442521:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1783145830.442530:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2877 00010000:00010000:3.0:1783145830.442535:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366895589 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b767 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.442543:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+23:2408:x1869755188120192:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145830.442554:0:206058:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.442562:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366895589 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b767 expref: 148 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.442569:0:206058:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002a290e3b/0x38bddee366895590 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb8d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b76e expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.442570:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366895589 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b767 expref: 148 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.442596:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1f1:0x0].0x0 (ffff9be9c364d300) 00010000:00010000:3.0:1783145830.442600:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783145830.442602:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8c8412c00, rc 0) 00002000:00010000:0.0:1783145830.442603:0:206058:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb8d:0x0] initial LVB size: 0, mtime: 0x6a48a567, atime: 0x6a48a567, ctime: 0x6a48a567, blocks: 0x0 00010000:00010000:0.0:1783145830.442619:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8d:0x0].0x0 since=8478s v=(0 0) 00010000:00010000:0.0:1783145830.442624:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8d:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145830.442628:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+148:306316:x1869755188120064:12345-192.168.203.44@tcp:101:touch.500 Request processed in 115us (249us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145830.442635:0:206058:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002a290e3b/0x38bddee366895590 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b76e expref: 24 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.442637:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 107 00000100:00100000:3.0:1783145830.442643:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478193998522 time 8478196380603 state 0x2 ref 0 00010000:00010000:0.0:1783145830.442662:0:206058:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002a290e3b/0x38bddee366895590 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b76e expref: 24 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.442677:0:206058:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696fa00, rc 0) 00000100:00100000:0.0:1783145830.442710:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+24:2408:x1869755188120192:12345-192.168.203.44@tcp:101:rm.500 Request processed in 172us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.442716:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2877 00000100:00100000:1.0:1783145830.443965:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.444004:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.444029:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188120704 00000100:00100000:2.0:1783145830.444035:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188120704 00000100:00100000:0.0:1783145830.444043:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188120448 00000100:00100000:0.0:1783145830.444050:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188120448 00000100:00100000:2.0:1783145830.444057:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478194065992 time 8478194764707 state 0x0 ref 1 00000100:00100000:0.0:1783145830.444079:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478193998522 time 8478196380603 state 0x0 ref 1 00000100:00100000:2.0:1783145830.444083:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478194864707 time 8478194764707 state 0x1 ref 1 00000100:00100000:0.0:1783145830.444099:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478196480603 time 8478196380603 state 0x1 ref 1 00000100:00100000:2.0:1783145830.444112:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478194864707 time 8478197988404 state 0x0 ref 1 00000100:00100000:2.0:1783145830.444150:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+148:306323:x1869755188120704:12345-192.168.203.44@tcp:36:rm.500 00000100:00100000:3.0:1783145830.444153:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478196480603 time 8478198029279 state 0x0 ref 1 00000100:00100000:3.0:1783145830.444168:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+45:306333:x1869755188120448:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:3.0:1783145830.444178:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.444187:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366895597 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b775 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444189:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1783145830.444207:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a000/0x38bddee366895512 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b721 expref: 148 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444226:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1000/0x38bddee366895248 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b672 expref: 147 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444242:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1800/0x38bddee366895176 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b602 expref: 146 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444250:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ec:0x0].0x0 (ffff9be8d2cdc600) 00010000:00010000:2.0:1783145830.444254:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145830.444262:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee36689559e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444266:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee3668955a5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.444284:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee36689559e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.444292:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee36689559e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444295:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee3668955a5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.444302:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee3668955ac lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444306:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee3668955a5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.444314:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee3668955ac lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444321:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b200/0x38bddee3668955b3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.444324:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee3668955ac lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444336:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b200/0x38bddee3668955b3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444352:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b200/0x38bddee3668955b3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444404:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668955ba lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444413:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668955ba lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444430:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668955ba lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145830.444587:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].459, 64 off37568 00000004:00080000:3.0:1783145830.444626:0:204557:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb90:0x0], index 1: 0 00010000:00010000:2.0:1783145830.444628:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee3668955c1 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444638:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee3668955c1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444645:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee3668955c1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444652:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee3668955c1 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444658:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee3668955c1 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444664:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee3668955c1 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444683:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145830.444696:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668955ba lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.444700:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145830.444703:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668955ba lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.444707:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee3668955c1 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444713:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668955ba lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.444719:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668955c8 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.444719:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145830.444724:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.444726:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee3668955c1 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444731:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668955ba lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.444733:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668955c8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.444737:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee3668955c1 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444752:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668955ba lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.444754:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668955c8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.444758:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ec:0x0].0x0 (ffff9be8d2cdc600) 00010000:00010000:0.0:1783145830.444764:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145830.444769:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee3668955c1 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444774:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ec:0x0].0x0 (ffff9be8d2cdc600) 00010000:00010000:0.0:1783145830.444777:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee3668955c1 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444778:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145830.444784:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668955ba lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.444790:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee36689559e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444802:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee3668955ba lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.444805:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee36689559e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.444809:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145830.444813:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145830.444817:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145830.444819:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee36689559e lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.444824:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee36689559e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444827:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee3668955a5 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.444828:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.444832:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee36689559e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444842:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee3668955a5 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444850:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee3668955a5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444855:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee3668955a5 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.444856:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee36689559e lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444870:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1ae00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.444873:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.444877:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.444880:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee36689559e lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444884:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee3668955a5 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.444885:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413a00/0x38bddee36689559e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444905:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee3668955a5 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145830.444907:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ac13061f reply state 00000000ccd40859 transno 12884905734 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee3668955ac lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.444924:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee3668955ac lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444924:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.444932:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.444935:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9be8d2cdcd00) 00010000:00010000:3.0:1783145830.444938:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.444938:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee3668955a5 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.444941:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145830.444949:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee3668955a5 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145830.444960:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003236df62 reply state 00000000bf104d36 transno 12884905733 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b200/0x38bddee3668955b3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.444965:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412000/0x38bddee366895597 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b775 expref: 48 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444973:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b200/0x38bddee3668955b3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444982:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be8d2d3ee00) 00010000:00010000:3.0:1783145830.444984:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668955c8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b775 expref: 47 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.444986:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.444991:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145830.444995:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bd:0x0].0x0 (ffff9be9c31f0100) 00010000:00010000:3.0:1783145830.444999:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1783145830.445001:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9cd5a0600, rc 0) 00000100:00100000:2.0:1783145830.445044:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+147:306323:x1869755188120704:12345-192.168.203.44@tcp:36:rm.500 Request processed in 897us (1077us total) trans 12884905733 rc 0/0 00000100:00100000:3.0:1783145830.445045:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+48:306333:x1869755188120448:12345-192.168.203.44@tcp:101:touch.500 Request processed in 877us (1036us total) trans 12884905734 rc 0/0 00000100:00100000:2.0:1783145830.445061:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 108 00000100:00100000:2.0:1783145830.445080:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478194864707 time 8478197988404 state 0x2 ref 0 00000100:00100000:3.0:1783145830.445081:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 109 00000100:00100000:3.0:1783145830.445091:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478196480603 time 8478198029279 state 0x2 ref 0 00000100:00100000:2.0:1783145830.445831:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.445861:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188120832 00000100:00100000:0.0:1783145830.445865:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188120832 00000100:00100000:0.0:1783145830.445893:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2878 00000100:00100000:0.0:1783145830.445898:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+21:2408:x1869755188120832:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:0.0:1783145830.446022:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+22:2408:x1869755188120832:12345-192.168.203.44@tcp:2:touch.500 Request processed in 123us (190us total) trans 8589936254 rc 0/0 00000100:00100000:0.0:1783145830.446029:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2878 00000100:00100000:1.0:1783145830.447676:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.447703:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.447739:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188121088 00000100:00100000:0.0:1783145830.447742:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188121344 00000100:00100000:3.0:1783145830.447744:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188121088 00000100:00100000:0.0:1783145830.447747:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188121344 00000100:00100000:3.0:1783145830.447769:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478194864707 time 8478197988404 state 0x0 ref 1 00000100:00100000:0.0:1783145830.447770:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478196480603 time 8478198029279 state 0x0 ref 1 00000100:00100000:1.0:1783145830.447771:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.447786:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478198129279 time 8478198029279 state 0x1 ref 1 00000100:00100000:0.0:1783145830.447803:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478198129279 time 8478201681512 state 0x0 ref 1 00000100:00100000:2.0:1783145830.447809:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188121472 00000100:00100000:1.0:1783145830.447810:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.447815:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478198088404 time 8478197988404 state 0x1 ref 1 00000100:00100000:2.0:1783145830.447815:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188121472 00000100:00100000:0.0:1783145830.447816:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+48:306333:x1869755188121344:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:3.0:1783145830.447842:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188121728 00000100:00100000:3.0:1783145830.447845:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188121728 00000100:00100000:2.0:1783145830.447853:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2879 00000100:00100000:1.0:1783145830.447854:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145830.447855:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1783145830.447861:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478201781512 time 8478201681512 state 0x1 ref 2 00000100:00100000:2.0:1783145830.447866:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:b832727d-edc7-457c-aba4-c59935e6a58f+11:2408:x1869755188121472:12345-192.168.203.44@tcp:101:ll_agl.0 00010000:00010000:0.0:1783145830.447873:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee3668955c8 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b775 expref: 49 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.447875:0:228911:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1783145830.447879:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478198088404 time 8478201755083 state 0x0 ref 1 00000100:00100000:1.0:1783145830.447883:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188121856 00000100:00100000:1.0:1783145830.447889:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188121856 00010000:00010000:2.0:1783145830.447890:0:228911:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f4a43623/0x38bddee3668955d6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b77c expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.447891:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bd:0x0].0x0 (ffff9be9c31f0100) 00000100:00100000:3.0:1783145830.447893:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+147:306337:x1869755188121088:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:0.0:1783145830.447902:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:2.0:1783145830.447920:0:228911:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb8e:0x0] initial LVB size: 0, mtime: 0x6a48a567, atime: 0x6a48a567, ctime: 0x6a48a567, blocks: 0x0 00010000:00010000:3.0:1783145830.447925:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:1.0:1783145830.447932:0:228904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2880 00010000:00010000:2.0:1783145830.447934:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8e:0x0].0x0 since=8478s v=(0 0) 00010000:00010000:3.0:1783145830.447939:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec200/0x38bddee366895519 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b728 expref: 147 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.447941:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8e:0x0].0x0 since=0s v=(0 0) 00000100:00100000:1.0:1783145830.447946:0:228904:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b832727d-edc7-457c-aba4-c59935e6a58f+10:2407:x1869755188121856:12345-192.168.203.44@tcp:101:ll_agl.0 00010000:00010000:0.0:1783145830.447949:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fe00/0x38bddee3668955dd lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.447957:0:228911:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f4a43623/0x38bddee3668955d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b77c expref: 12 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.447963:0:228904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.447963:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fe00/0x38bddee3668955dd lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.447967:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413200/0x38bddee36689534b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6d4 expref: 146 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.447979:0:228904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f164581b/0x38bddee3668955e4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbf0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b78a expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.447982:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fe00/0x38bddee3668955dd lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.447984:0:228911:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f4a43623/0x38bddee3668955d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b77c expref: 12 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.447985:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ed:0x0].0x0 (ffff9be8d876a900) 00010000:00010000:3.0:1783145830.447993:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145830.448009:0:228911:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1b400, rc 0) 00002000:00010000:1.0:1783145830.448015:0:228904:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbf0:0x0] initial LVB size: 0, mtime: 0x6a48a567, atime: 0x6a48a567, ctime: 0x6a48a567, blocks: 0x0 00010000:00010000:3.0:1783145830.448019:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668955eb lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.448029:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf0:0x0].0x0 since=8478s v=(0 0) 00010000:00010000:3.0:1783145830.448031:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668955eb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.448035:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf0:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145830.448036:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:b832727d-edc7-457c-aba4-c59935e6a58f+12:2408:x1869755188121472:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 175us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145830.448050:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2879 00010000:00010000:1.0:1783145830.448050:0:228904:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f164581b/0x38bddee3668955e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b78a expref: 11 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.448054:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668955eb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.448064:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b00cd80a reply state 0000000084b97a06 transno 12884905735 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fe00/0x38bddee3668955dd lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.448095:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fe00/0x38bddee3668955dd lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.448097:0:228904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f164581b/0x38bddee3668955e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b78a expref: 11 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.448103:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee3668955f2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.448105:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bd:0x0].0x0 (ffff9be9c364d700) 00010000:00010000:0.0:1783145830.448112:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.448113:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.448115:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145830.448144:0:228904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c5aed400, rc 0) 00010000:00010000:3.0:1783145830.448145:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee3668955f2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.448154:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee3668955f2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.448175:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b832727d-edc7-457c-aba4-c59935e6a58f+11:2407:x1869755188121856:12345-192.168.203.44@tcp:101:ll_agl.0 Request processed in 234us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.448183:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+50:306333:x1869755188121344:12345-192.168.203.44@tcp:36:touch.500 Request processed in 367us (476us total) trans 12884905735 rc 0/0 00000100:00100000:1.0:1783145830.448188:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2880 00000100:00100000:0.0:1783145830.448193:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 110 00000100:00100000:0.0:1783145830.448212:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478201781512 time 8478202090600 state 0x0 ref 1 00010000:00010000:3.0:1783145830.448218:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668955f9 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.448220:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188122112 00000100:00100000:0.0:1783145830.448224:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+49:306335:x1869755188121728:12345-192.168.203.44@tcp:101:touch.500 00000100:00100000:1.0:1783145830.448227:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188122112 00010000:00010000:0.0:1783145830.448236:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.448237:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668955f9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.448248:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668955f9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.448248:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee366895600 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b783 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.448264:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1027 00000100:00100000:1.0:1783145830.448275:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+146:306316:x1869755188122112:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:0.0:1783145830.448298:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee366895607 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.448317:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee366895607 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.448327:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee366895607 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.448341:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee36689560e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.448349:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee36689560e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.448356:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee36689560e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.448445:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+147:306316:x1869755188122112:12345-192.168.203.44@tcp:35:touch.500 Request processed in 172us (336us total) trans 12884905736 rc 0/0 00000100:00100000:1.0:1783145830.448455:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1027 00000040:00080000:2.0:1783145830.448494:0:206077:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].460, 64 off37632 00010000:00010000:2.0:1783145830.448546:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366895615 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.448557:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366895615 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.448567:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366895615 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145830.448568:0:204556:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbf4:0x0], index 0: 0 00010000:00010000:2.0:1783145830.448581:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366895615 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.448589:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366895615 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.448593:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366895615 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.448610:0:206077:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145830.448613:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145830.448619:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366895615 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.448621:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668955f9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.448634:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668955f9 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.448639:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668955f9 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.448640:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1b000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145830.448640:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee36689561c lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.448646:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366895615 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.448653:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a1c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.448659:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668955f9 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.448662:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee36689561c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.448664:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366895615 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.448667:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668955f9 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.448682:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee36689561c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.448689:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ed:0x0].0x0 (ffff9be8d876a900) 00010000:00010000:3.0:1783145830.448692:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145830.448696:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366895615 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.448701:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366895615 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.448701:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ed:0x0].0x0 (ffff9be8d876a900) 00010000:00010000:0.0:1783145830.448703:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee366895607 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.448710:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145830.448716:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145830.448718:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668955f9 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.448718:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee366895607 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.448735:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee366895607 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.448738:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee3668955f9 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.448741:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee366895607 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.448756:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696f200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.448760:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145830.448760:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee366895607 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.448765:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145830.448767:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee366895607 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.448768:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668955eb lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.448783:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.448786:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.448790:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668955eb lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.448790:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee366895607 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.448808:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee366895607 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.448809:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668955eb lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.448824:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668955eb lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.448827:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000060cb200c reply state 0000000023611ffb transno 12884905738 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee36689560e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.448828:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a1a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.448832:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668955eb lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.448841:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee36689560e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.448843:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668955eb lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.448856:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8ccee5500) 00010000:00010000:0.0:1783145830.448858:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.448859:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00000100:00100000:0.0:1783145830.448860:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145830.448864:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.448867:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668955eb lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.448871:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee3668955eb lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.448876:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee366895600 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b783 expref: 52 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145830.448878:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ff46499a reply state 000000009800ecf2 transno 12884905737 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee3668955f2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.448890:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee3668955f2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.448893:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee36689561c lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b783 expref: 51 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.448900:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be8d876a400) 00010000:00010000:2.0:1783145830.448905:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.448908:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145830.448913:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1be:0x0].0x0 (ffff9be9c364da00) 00010000:00010000:0.0:1783145830.448914:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145830.448916:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696f800, rc 0) 00000100:00100000:2.0:1783145830.448946:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+148:306337:x1869755188121088:12345-192.168.203.44@tcp:36:rm.500 Request processed in 1057us (1272us total) trans 12884905737 rc 0/0 00000100:00100000:0.0:1783145830.448951:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+52:306335:x1869755188121728:12345-192.168.203.44@tcp:101:touch.500 Request processed in 729us (1141us total) trans 12884905738 rc 0/0 00000100:00100000:2.0:1783145830.448957:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 111 00000100:00100000:2.0:1783145830.448962:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478198088404 time 8478201755083 state 0x2 ref 0 00000100:00100000:0.0:1783145830.448964:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 112 00000100:00100000:0.0:1783145830.448972:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478201781512 time 8478202090600 state 0x2 ref 0 00000100:00100000:1.0:1783145830.449167:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.449191:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188122240 00000100:00100000:2.0:1783145830.449197:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188122240 00000100:00100000:2.0:1783145830.449211:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478201781512 time 8478202090600 state 0x0 ref 1 00000100:00100000:2.0:1783145830.449218:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478202190600 time 8478202090600 state 0x1 ref 1 00000100:00100000:2.0:1783145830.449240:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478202190600 time 8478203117373 state 0x0 ref 1 00000100:00100000:2.0:1783145830.449252:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+52:306333:x1869755188122240:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145830.449261:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145830.449270:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee36689562a lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b791 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.449298:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee36689562a lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b791 expref: 53 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.449308:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee36689562a lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b791 expref: 53 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.449323:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bd:0x0].0x0 (ffff9be9c364d700) 00010000:00010000:2.0:1783145830.449325:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145830.449326:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1ae00, rc 0) 00000100:00100000:2.0:1783145830.449348:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+53:306333:x1869755188122240:12345-192.168.203.44@tcp:101:touch.500 Request processed in 100us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145830.449353:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 113 00000100:00100000:2.0:1783145830.449356:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478202190600 time 8478203117373 state 0x2 ref 0 00000100:00100000:3.0:1783145830.450393:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.450421:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188122496 00000100:00100000:2.0:1783145830.450425:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188122496 00000100:00100000:2.0:1783145830.450437:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478202190600 time 8478203117373 state 0x0 ref 1 00000100:00100000:2.0:1783145830.450442:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478203217373 time 8478203117373 state 0x1 ref 1 00000100:00100000:2.0:1783145830.450459:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478203217373 time 8478204337461 state 0x0 ref 1 00000100:00100000:2.0:1783145830.450465:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+53:306335:x1869755188122496:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:2.0:1783145830.450488:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145830.450497:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee36689561c lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b783 expref: 53 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.450504:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1be:0x0].0x0 (ffff9be9c364da00) 00010000:00010000:2.0:1783145830.450509:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145830.450540:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366895631 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.450546:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366895631 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.450551:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366895631 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145830.450589:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000fef300bf reply state 00000000f31c176e transno 12884905739 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366895631 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.450595:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366895631 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.450599:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1be:0x0].0x0 (ffff9be8d19bbe00) 00010000:00010000:2.0:1783145830.450600:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.450601:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145830.450636:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+54:306335:x1869755188122496:12345-192.168.203.44@tcp:36:touch.500 Request processed in 171us (244us total) trans 12884905739 rc 0/0 00000100:00100000:2.0:1783145830.450640:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 114 00000100:00100000:2.0:1783145830.450643:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478203217373 time 8478204337461 state 0x2 ref 0 00000100:00100000:3.0:1783145830.451708:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.451745:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188122752 00000100:00100000:2.0:1783145830.451751:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188122752 00000100:00100000:2.0:1783145830.451768:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478203217373 time 8478204337461 state 0x0 ref 1 00000100:00100000:2.0:1783145830.451777:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478204437461 time 8478204337461 state 0x1 ref 1 00000100:00100000:2.0:1783145830.451800:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478204437461 time 8478205677551 state 0x0 ref 1 00000100:00100000:2.0:1783145830.451812:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+54:306345:x1869755188122752:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145830.451821:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145830.451830:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a000/0x38bddee366895638 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b798 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.451898:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee36689563f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.451907:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee36689563f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.451913:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee36689563f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.451921:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366895646 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.451927:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366895646 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.451933:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366895646 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145830.452199:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb91:0x0], index 1: 0 00000100:00100000:3.0:1783145830.452274:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145830.452309:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee36689564d lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.452309:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188122880 00000100:00100000:0.0:1783145830.452314:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188122880 00010000:00010000:2.0:1783145830.452323:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee36689564d lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452332:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee36689564d lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.452347:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2881 00000100:00100000:0.0:1783145830.452355:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b832727d-edc7-457c-aba4-c59935e6a58f+12:2409:x1869755188122880:12345-192.168.203.44@tcp:2:touch.500 00010000:00010000:2.0:1783145830.452363:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee36689563f lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452375:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee36689563f lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452382:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee36689563f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452389:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee36689563f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452395:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1bc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.452399:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee36689563f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452405:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee36689563f lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452414:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.452417:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.452421:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee36689563f lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452427:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee36689563f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145830.452439:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002cd1d840 reply state 000000001426b493 transno 12884905740 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366895646 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.452447:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145830.452456:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366895646 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452464:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be8d3528b00) 00010000:00010000:2.0:1783145830.452468:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.452471:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145830.452495:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b832727d-edc7-457c-aba4-c59935e6a58f+13:2409:x1869755188122880:12345-192.168.203.44@tcp:2:touch.500 Request processed in 140us (221us total) trans 8589935547 rc 0/0 00010000:00010000:2.0:1783145830.452497:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a000/0x38bddee366895638 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b798 expref: 57 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.452505:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2881 00010000:00010000:2.0:1783145830.452523:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee36689564d lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b798 expref: 56 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452530:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bf:0x0].0x0 (ffff9be8d19bb400) 00010000:00010000:2.0:1783145830.452533:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145830.452536:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1a200, rc 0) 00000100:00100000:1.0:1783145830.452546:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188123008 00000100:00100000:1.0:1783145830.452550:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188123008 00000100:00100000:2.0:1783145830.452566:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+58:306345:x1869755188122752:12345-192.168.203.44@tcp:101:touch.500 Request processed in 756us (857us total) trans 12884905740 rc 0/0 00000100:00100000:1.0:1783145830.452568:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478205777551 time 8478205677551 state 0x1 ref 2 00000100:00100000:0.0:1783145830.452581:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.452586:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 115 00000100:00100000:1.0:1783145830.452592:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188123136 00000100:00100000:1.0:1783145830.452596:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188123136 00000100:00100000:1.0:1783145830.452607:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478198088404 time 8478201755083 state 0x0 ref 1 00000100:00100000:0.0:1783145830.452612:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478205777551 time 8478206488387 state 0x0 ref 1 00000100:00100000:1.0:1783145830.452620:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478201855083 time 8478201755083 state 0x1 ref 1 00000100:00100000:0.0:1783145830.452625:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+57:306335:x1869755188123008:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145830.452635:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.452644:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee36689565b lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b79f expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.452646:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478201855083 time 8478206521497 state 0x0 ref 1 00000100:00100000:2.0:1783145830.452668:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3307800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+148:306342:x1869755188123136:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145830.452676:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee36689565b lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1be:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b79f expref: 58 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452682:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.452693:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee36689565b lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1be:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b79f expref: 58 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452694:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee366895662 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b7a6 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.452711:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1be:0x0].0x0 (ffff9be8d19bbe00) 00010000:00010000:0.0:1783145830.452714:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145830.452716:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696fc00, rc 0) 00010000:00010000:2.0:1783145830.452738:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895669 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.452742:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+58:306335:x1869755188123008:12345-192.168.203.44@tcp:101:touch.500 Request processed in 120us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.452755:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 116 00010000:00010000:2.0:1783145830.452759:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895669 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.452760:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478205777551 time 8478206488387 state 0x2 ref 0 00010000:00010000:2.0:1783145830.452776:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895669 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452792:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366895670 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452801:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366895670 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452807:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366895670 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452849:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ba00/0x38bddee366895677 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452857:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ba00/0x38bddee366895677 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452864:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ba00/0x38bddee366895677 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145830.452888:0:204590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1ee:0x0]: returning size 0 00000004:00200000:2.0:1783145830.452892:0:204590:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145830.452903:0:204590:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ba00/0x38bddee366895677 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452911:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ba00/0x38bddee366895677 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452918:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895669 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452924:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895669 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452933:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895669 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452939:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895669 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452943:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.452946:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895669 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452951:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895669 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452958:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.452960:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.452963:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895669 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452968:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895669 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452977:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366895670 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452982:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366895670 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452987:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366895670 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.452991:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1b800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.452995:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366895670 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.453000:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366895670 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.453006:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8d3528900) 00010000:00010000:2.0:1783145830.453009:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.453012:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366895670 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.453017:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366895670 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.453034:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee366895662 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7a6 expref: 150 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.453044:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ba00/0x38bddee366895677 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7a6 expref: 149 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.453051:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ee:0x0].0x0 (ffff9be9c31f0400) 00010000:00010000:2.0:1783145830.453053:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145830.453055:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1ba00, rc 0) 00000100:00100000:2.0:1783145830.453096:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3307800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+149:306342:x1869755188123136:12345-192.168.203.44@tcp:101:rm.500 Request processed in 432us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145830.453102:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 117 00000100:00100000:2.0:1783145830.453106:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478201855083 time 8478206521497 state 0x2 ref 0 00000100:00100000:3.0:1783145830.454014:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.454033:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.454050:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188123520 00000100:00100000:2.0:1783145830.454054:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188123520 00000100:00100000:0.0:1783145830.454063:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188123392 00000100:00100000:0.0:1783145830.454078:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188123392 00000100:00100000:2.0:1783145830.454101:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1028 00000100:00100000:2.0:1783145830.454110:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+58:306333:x1869755188123520:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:0.0:1783145830.454114:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2882 00000100:00100000:0.0:1783145830.454144:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+11:2410:x1869755188123392:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:2.0:1783145830.454262:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+59:306333:x1869755188123520:12345-192.168.203.44@tcp:35:touch.500 Request processed in 154us (248us total) trans 12884905741 rc 0/0 00000100:00100000:0.0:1783145830.454270:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+12:2410:x1869755188123392:12345-192.168.203.44@tcp:2:touch.500 Request processed in 124us (230us total) trans 8589936255 rc 0/0 00000100:00100000:2.0:1783145830.454272:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1028 00000100:00100000:0.0:1783145830.454284:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2882 00000100:00100000:3.0:1783145830.455457:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.455486:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188123776 00000100:00100000:2.0:1783145830.455490:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188123776 00000100:00100000:2.0:1783145830.455513:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1029 00000100:00100000:2.0:1783145830.455518:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+59:306335:x1869755188123776:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:2.0:1783145830.455618:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+60:306335:x1869755188123776:12345-192.168.203.44@tcp:35:touch.500 Request processed in 99us (161us total) trans 12884905742 rc 0/0 00000100:00100000:2.0:1783145830.455623:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1029 00000100:00100000:1.0:1783145830.456468:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.456496:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188123904 00000100:00100000:0.0:1783145830.456500:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188123904 00000100:00100000:0.0:1783145830.456516:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478201855083 time 8478206521497 state 0x0 ref 1 00000100:00100000:0.0:1783145830.456524:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478206621497 time 8478206521497 state 0x1 ref 1 00000100:00100000:0.0:1783145830.456542:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478206621497 time 8478210420373 state 0x0 ref 1 00000100:00100000:0.0:1783145830.456560:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+149:306347:x1869755188123904:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145830.456567:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.456578:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee36689567e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b7ad expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.456622:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366895685 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.456634:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366895685 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.456640:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145830.456647:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366895685 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.456668:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee36689568c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.456671:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188124032 00000100:00100000:2.0:1783145830.456676:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188124032 00010000:00010000:0.0:1783145830.456678:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee36689568c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.456688:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee36689568c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.456708:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2883 00000100:00100000:2.0:1783145830.456715:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:275b1235-b8f5-4ce3-8a3a-d483c556f740+22:2408:x1869755188124032:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145830.456722:0:228913:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145830.456734:0:228913:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005dd5162b/0x38bddee366895693 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbf1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b7b4 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1783145830.456749:0:228913:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbf1:0x0] initial LVB size: 0, mtime: 0x6a48a567, atime: 0x6a48a567, ctime: 0x6a48a567, blocks: 0x0 00010000:00010000:2.0:1783145830.456761:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf1:0x0].0x0 since=8478s v=(0 0) 00010000:00010000:0.0:1783145830.456762:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee36689569a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.456766:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145830.456777:0:228913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005dd5162b/0x38bddee366895693 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7b4 expref: 23 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.456778:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee36689569a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.456795:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee36689569a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.456805:0:228913:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005dd5162b/0x38bddee366895693 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7b4 expref: 23 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.456815:0:228913:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1b600, rc 0) 00000004:00200000:0.0:1783145830.456825:0:204556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1f0:0x0]: returning size 0 00000004:00200000:0.0:1783145830.456829:0:204556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783145830.456839:0:204556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee36689569a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.456846:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:275b1235-b8f5-4ce3-8a3a-d483c556f740+23:2408:x1869755188124032:12345-192.168.203.44@tcp:101:rm.500 Request processed in 130us (209us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145830.456847:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee36689569a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.456859:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2883 00010000:00010000:0.0:1783145830.456860:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366895685 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.456867:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366895685 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.456872:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366895685 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.456877:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366895685 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.456881:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.456883:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366895685 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.456888:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366895685 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.456894:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.456896:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.456898:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366895685 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.456906:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366895685 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.456916:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee36689568c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.456919:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee36689568c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.456922:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee36689568c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.456926:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696f000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.456927:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee36689568c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.456930:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee36689568c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.456934:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be8d2cdc900) 00010000:00010000:0.0:1783145830.456935:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.456937:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee36689568c lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.456940:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee36689568c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.456953:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee36689567e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7ad expref: 151 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.456964:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee36689569a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7ad expref: 150 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.456969:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1f0:0x0].0x0 (ffff9be8d19bb200) 00010000:00010000:0.0:1783145830.456970:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145830.456972:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696e000, rc 0) 00000100:00100000:0.0:1783145830.456994:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+150:306347:x1869755188123904:12345-192.168.203.44@tcp:101:rm.500 Request processed in 438us (527us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.456999:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 118 00000100:00100000:0.0:1783145830.457002:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478206621497 time 8478210420373 state 0x2 ref 0 00000100:00100000:3.0:1783145830.457478:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.457513:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188124416 00000100:00100000:2.0:1783145830.457518:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188124416 00000100:00100000:2.0:1783145830.457535:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478205777551 time 8478206488387 state 0x0 ref 1 00000100:00100000:2.0:1783145830.457544:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478206588387 time 8478206488387 state 0x1 ref 1 00000100:00100000:2.0:1783145830.457572:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478206588387 time 8478211449674 state 0x0 ref 1 00000100:00100000:2.0:1783145830.457584:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+60:306345:x1869755188124416:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:2.0:1783145830.457613:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145830.457631:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee36689564d lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b798 expref: 60 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.457632:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145830.457650:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bf:0x0].0x0 (ffff9be8d19bb400) 00010000:00010000:2.0:1783145830.457660:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145830.457669:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188124160 00000100:00100000:0.0:1783145830.457675:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188124160 00000100:00100000:3.0:1783145830.457690:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.457695:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478206621497 time 8478210420373 state 0x0 ref 1 00000100:00100000:0.0:1783145830.457705:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478210520373 time 8478210420373 state 0x1 ref 1 00010000:00010000:2.0:1783145830.457707:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee3668956a1 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.457719:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee3668956a1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.457730:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee3668956a1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.457732:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188124544 00000100:00100000:0.0:1783145830.457738:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188124544 00000100:00100000:1.0:1783145830.457739:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478210520373 time 8478211613165 state 0x0 ref 1 00000100:00100000:0.0:1783145830.457754:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478211713165 time 8478211613165 state 0x1 ref 2 00000100:00100000:1.0:1783145830.457757:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+61:306344:x1869755188124160:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145830.457770:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145830.457781:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668956a8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b7bb expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.457782:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478211713165 time 8478211658914 state 0x0 ref 2 00000004:00010000:2.0:1783145830.457803:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000401521e1 reply state 00000000162c5a2c transno 12884905743 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee3668956a1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.457804:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+63:306336:x1869755188124544:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145830.457818:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145830.457820:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee3668956a1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.457823:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec600/0x38bddee3668956af lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.457830:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f600/0x38bddee3668956b6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b7c2 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.457832:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bf:0x0].0x0 (ffff9be8d19bbb00) 00010000:00010000:2.0:1783145830.457839:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145830.457840:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec600/0x38bddee3668956af lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.457844:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145830.457861:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec600/0x38bddee3668956af lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.457875:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee3668956bd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.457884:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee3668956bd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.457888:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee3668956c4 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.457892:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee3668956bd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.457902:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+65:306345:x1869755188124416:12345-192.168.203.44@tcp:36:touch.500 Request processed in 318us (422us total) trans 12884905743 rc 0/0 00010000:00010000:0.0:1783145830.457904:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee3668956c4 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.457915:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 119 00010000:00010000:0.0:1783145830.457920:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee3668956c4 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.457922:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478206588387 time 8478211449674 state 0x2 ref 0 00010000:00010000:0.0:1783145830.457944:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee3668956cb lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.457947:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aecc00/0x38bddee3668956d2 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.457955:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee3668956cb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.457960:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aecc00/0x38bddee3668956d2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.457966:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee3668956cb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.457972:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aecc00/0x38bddee3668956d2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145830.457996:0:204590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1bc:0x0]: returning size 0 00000004:00200000:1.0:1783145830.458000:0:204590:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1783145830.458010:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee3668956d9 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145830.458013:0:204590:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aecc00/0x38bddee3668956d2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.458029:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee3668956d9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.458031:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aecc00/0x38bddee3668956d2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.458049:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec600/0x38bddee3668956af lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.458050:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee3668956d9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.458077:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec600/0x38bddee3668956af lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.458086:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec600/0x38bddee3668956af lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.458094:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec600/0x38bddee3668956af lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145830.458096:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1bb:0x0]: returning size 0 00000004:00200000:0.0:1783145830.458102:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1783145830.458103:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aec600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.458108:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec600/0x38bddee3668956af lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.458116:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee3668956d9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.458117:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec600/0x38bddee3668956af lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.458146:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145830.458153:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145830.458157:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec600/0x38bddee3668956af lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.458171:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec600/0x38bddee3668956af lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.458174:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee3668956d9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.458184:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee3668956bd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.458187:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee3668956c4 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.458197:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee3668956bd lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.458201:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee3668956c4 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.458209:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee3668956bd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.458213:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee3668956c4 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.458218:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aec800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.458224:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee3668956c4 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.458225:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee3668956bd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.458241:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee3668956bd lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.458242:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696ee00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.458248:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee3668956c4 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.458251:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8d3528800) 00010000:00010000:1.0:1783145830.458257:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.458261:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee3668956c4 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.458262:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee3668956bd lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.458278:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee3668956bd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.458280:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.458287:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.458291:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee3668956c4 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.458298:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee3668956c4 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.458302:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668956a8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7bb expref: 65 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.458311:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee3668956cb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.458319:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aecc00/0x38bddee3668956d2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7bb expref: 64 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.458321:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee3668956cb lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.458335:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bc:0x0].0x0 (ffff9be8d19bb300) 00010000:00010000:1.0:1783145830.458338:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145830.458341:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c5aecc00, rc 0) 00010000:00010000:0.0:1783145830.458342:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee3668956cb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.458355:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.458359:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee3668956cb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.458365:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee3668956cb lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.458374:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be8ccee5b00) 00000100:00100000:1.0:1783145830.458378:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+64:306344:x1869755188124160:12345-192.168.203.44@tcp:101:rm.500 Request processed in 625us (748us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145830.458379:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.458384:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee3668956cb lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.458389:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 120 00010000:00010000:0.0:1783145830.458396:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee3668956cb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.458418:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f600/0x38bddee3668956b6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7c2 expref: 64 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.458439:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee3668956d9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7c2 expref: 63 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.458446:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bb:0x0].0x0 (ffff9be8d2cdc700) 00010000:00010000:0.0:1783145830.458448:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145830.458452:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696f400, rc 0) 00000100:00100000:0.0:1783145830.458481:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+63:306336:x1869755188124544:12345-192.168.203.44@tcp:101:rm.500 Request processed in 683us (792us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.458488:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 121 00000100:00100000:0.0:1783145830.458492:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478211713165 time 8478211658914 state 0x2 ref 0 00000100:00100000:3.0:1783145830.460439:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.460469:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.460478:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188124800 00000100:00100000:0.0:1783145830.460484:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188124800 00000100:00100000:3.0:1783145830.460495:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.460507:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188125056 00000100:00100000:1.0:1783145830.460513:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188125056 00000100:00100000:2.0:1783145830.460533:0:228901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188125184 00000100:00100000:3.0:1783145830.460539:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.460539:0:228901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188125184 00000100:00100000:1.0:1783145830.460540:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478211713165 time 8478211658914 state 0x0 ref 1 00000100:00100000:0.0:1783145830.460541:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 287 00000100:00100000:1.0:1783145830.460554:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478211758914 time 8478211658914 state 0x1 ref 1 00000100:00100000:0.0:1783145830.460561:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+151:2408:x1869755188124800:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145830.460575:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1783145830.460587:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2884 00000100:00100000:1.0:1783145830.460589:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478211758914 time 8478214464107 state 0x0 ref 1 00010000:00010000:0.0:1783145830.460593:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee36689569a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7ad expref: 151 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.460598:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:275b1235-b8f5-4ce3-8a3a-d483c556f740+24:2408:x1869755188125184:12345-192.168.203.44@tcp:101:rm.500 00000100:00100000:1.0:1783145830.460608:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+151:306342:x1869755188125056:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145830.460618:0:228901:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.460618:0:204541:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1f0:0x0].0x0 (ffff9be8d19bb200) 00010000:00010000:0.0:1783145830.460624:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145830.460634:0:228901:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cdb30cbc/0x38bddee3668956e0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb8f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b7d0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.460639:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:3.0:1783145830.460651:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188124672 00002000:00010000:2.0:1783145830.460655:0:228901:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb8f:0x0] initial LVB size: 0, mtime: 0x6a48a567, atime: 0x6a48a567, ctime: 0x6a48a567, blocks: 0x0 00010000:00010000:1.0:1783145830.460655:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ba00/0x38bddee366895677 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7a6 expref: 150 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.460657:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188124672 00000100:00100000:0.0:1783145830.460666:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+150:2408:x1869755188124800:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 108us (229us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145830.460673:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8f:0x0].0x0 since=8478s v=(0 0) 00000100:00100000:0.0:1783145830.460677:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 287 00010000:00010000:2.0:1783145830.460679:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145830.460680:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dcc00/0x38bddee366895401 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6f0 expref: 149 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.460690:0:228901:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cdb30cbc/0x38bddee3668956e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7d0 expref: 25 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.460693:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ee:0x0].0x0 (ffff9be9c31f0400) 00010000:00010000:1.0:1783145830.460700:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145830.460708:0:228901:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cdb30cbc/0x38bddee3668956e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7d0 expref: 25 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.460709:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 654 00010000:00010000:1.0:1783145830.460713:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeda00/0x38bddee3668956e7 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.460726:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b832727d-edc7-457c-aba4-c59935e6a58f+63:2409:x1869755188124672:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:2.0:1783145830.460731:0:228901:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9cd5a1000, rc 0) 00010000:00010000:1.0:1783145830.460733:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeda00/0x38bddee3668956e7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.460741:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeda00/0x38bddee3668956e7 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.460752:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aedc00/0x38bddee3668956ee lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.460757:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:275b1235-b8f5-4ce3-8a3a-d483c556f740+25:2408:x1869755188125184:12345-192.168.203.44@tcp:101:rm.500 Request processed in 159us (259us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145830.460766:0:204579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1783145830.460769:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2884 00010000:00010000:1.0:1783145830.460771:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aedc00/0x38bddee3668956ee lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.460782:0:204579:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dda00/0x38bddee3668956f5 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b7c9 expref: -99 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.460782:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aedc00/0x38bddee3668956ee lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.460856:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec400/0x38bddee3668956fc lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.460862:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec400/0x38bddee3668956fc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.460867:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec400/0x38bddee3668956fc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.460920:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1800/0x38bddee366895703 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.460929:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1800/0x38bddee366895703 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.460935:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1800/0x38bddee366895703 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.460943:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee36689570a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.460947:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee36689570a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.460951:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee36689570a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.460965:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1800/0x38bddee366895703 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.460972:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1800/0x38bddee366895703 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.460976:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1800/0x38bddee366895703 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.460980:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a1800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.460982:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1800/0x38bddee366895703 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.460986:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1800/0x38bddee366895703 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.460996:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.460999:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.461002:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1800/0x38bddee366895703 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.461010:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1800/0x38bddee366895703 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.461022:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee36689570a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.461024:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145830.461031:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee36689570a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.461038:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee36689570a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.461043:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a0600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.461047:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee36689570a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.461051:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee36689570a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.461058:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be8ccee5d00) 00010000:00010000:2.0:1783145830.461059:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.461062:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee36689570a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.461076:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0600/0x38bddee36689570a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783145830.461095:0:204557:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].463, 64 off37824 00010000:00010000:2.0:1783145830.461096:0:204579:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dda00/0x38bddee3668956f5 lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7c9 expref: 64 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.461107:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.461109:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145830.461112:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dda00/0x38bddee3668956f5 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7c9 expref: 64 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.461155:0:204579:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd5dda00, rc -2) 00000100:00100000:0.0:1783145830.461161:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188125312 00010000:00010000:1.0:1783145830.461165:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee366895711 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.461167:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188125312 00010000:00010000:1.0:1783145830.461177:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee366895711 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.461187:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee366895711 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.461193:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b832727d-edc7-457c-aba4-c59935e6a58f+64:2409:x1869755188124672:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 472us (657us total) trans 0 rc -2/-2 00010000:00010000:1.0:1783145830.461202:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee366895711 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.461203:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 654 00000100:00100000:0.0:1783145830.461210:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 288 00000100:00100000:3.0:1783145830.461214:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145830.461219:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee366895711 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.461224:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+63:2407:x1869755188125312:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145830.461229:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee366895711 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.461234:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1783145830.461241:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188125440 00000100:00100000:2.0:1783145830.461245:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188125440 00010000:00010000:0.0:1783145830.461247:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aecc00/0x38bddee3668956d2 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7bb expref: 63 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.461248:0:204557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145830.461263:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec400/0x38bddee3668956fc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.461265:0:205305:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bc:0x0].0x0 (ffff9be8d19bb300) 00010000:00010000:1.0:1783145830.461271:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec400/0x38bddee3668956fc lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.461272:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 289 00010000:00010000:0.0:1783145830.461273:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145830.461281:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec400/0x38bddee3668956fc lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.461286:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+63:2407:x1869755188125440:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145830.461288:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aec400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.461293:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec400/0x38bddee3668956fc lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.461298:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783145830.461300:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+63:2407:x1869755188125312:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 78us (277us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145830.461305:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec400/0x38bddee3668956fc lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.461309:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 288 00010000:00010000:2.0:1783145830.461311:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee3668956d9 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7c2 expref: 63 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.461312:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145830.461323:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee366895711 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.461332:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ee:0x0].0x0 (ffff9be9c31f0400) 00010000:00010000:2.0:1783145830.461335:0:207571:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bb:0x0].0x0 (ffff9be8d2cdc700) 00010000:00010000:1.0:1783145830.461337:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145830.461338:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145830.461344:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aede00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145830.461350:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee366895711 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.461351:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec400/0x38bddee3668956fc lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.461361:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+61:2407:x1869755188125440:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 76us (153us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145830.461372:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee366895711 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.461372:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec400/0x38bddee3668956fc lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.461373:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 289 00010000:00010000:1.0:1783145830.461401:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeda00/0x38bddee3668956e7 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.461409:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeda00/0x38bddee3668956e7 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.461415:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeda00/0x38bddee3668956e7 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.461420:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeda00/0x38bddee3668956e7 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.461426:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aeda00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.461429:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeda00/0x38bddee3668956e7 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.461433:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ee:0x0].0x0 (ffff9be9c31f0400) 00010000:00010000:1.0:1783145830.461437:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeda00/0x38bddee3668956e7 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.461438:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1783145830.461444:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee366895711 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.461450:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145830.461457:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.461458:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee366895711 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.461461:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeda00/0x38bddee3668956e7 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.461468:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeda00/0x38bddee3668956e7 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145830.461477:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d3e1642b reply state 00000000ab9bd19b transno 12884905744 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aedc00/0x38bddee3668956ee lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.461488:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aedc00/0x38bddee3668956ee lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.461495:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8d3528900) 00010000:00010000:1.0:1783145830.461498:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145830.461501:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145830.461538:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+149:306342:x1869755188125056:12345-192.168.203.44@tcp:36:rm.500 Request processed in 935us (1069us total) trans 12884905744 rc 0/0 00010000:00010000:2.0:1783145830.461542:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145830.461546:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 122 00010000:00010000:2.0:1783145830.461547:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145830.461551:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145830.461555:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478211758914 time 8478214464107 state 0x2 ref 0 00000100:00100000:0.0:1783145830.461810:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.461838:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188125696 00000100:00100000:3.0:1783145830.461844:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188125696 00000100:00100000:3.0:1783145830.461862:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478206588387 time 8478211449674 state 0x0 ref 1 00000100:00100000:3.0:1783145830.461872:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478211549674 time 8478211449674 state 0x1 ref 1 00000100:00100000:2.0:1783145830.461903:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478211549674 time 8478215780186 state 0x0 ref 1 00000100:00100000:2.0:1783145830.461912:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3304000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+61:306349:x1869755188125696:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145830.461919:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145830.461925:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee366895718 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b7d7 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.461971:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689571f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.461978:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689571f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.461983:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689571f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.461999:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d000/0x38bddee366895726 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.462008:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145830.462011:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d000/0x38bddee366895726 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.462020:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d000/0x38bddee366895726 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.462047:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188125824 00000100:00100000:1.0:1783145830.462052:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188125824 00000100:00100000:1.0:1783145830.462078:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478215880186 time 8478215780186 state 0x1 ref 2 00000100:00100000:1.0:1783145830.462096:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478215880186 time 8478215974321 state 0x0 ref 2 00000100:00100000:1.0:1783145830.462105:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3304a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+63:306345:x1869755188125824:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145830.462113:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145830.462146:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeca00/0x38bddee36689572d lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b7de expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.462173:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeca00/0x38bddee36689572d lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7de expref: 64 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.462181:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aeca00/0x38bddee36689572d lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7de expref: 64 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.462197:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bf:0x0].0x0 (ffff9be8d19bbb00) 00010000:00010000:1.0:1783145830.462199:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145830.462201:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c5aeca00, rc 0) 00000100:00100000:1.0:1783145830.462225:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3304a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+64:306345:x1869755188125824:12345-192.168.203.44@tcp:101:touch.500 Request processed in 123us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145830.462231:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 124 00000004:00080000:2.0:1783145830.462277:0:204555:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbf5:0x0], index 0: 0 00010000:00010000:2.0:1783145830.462360:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2dc00/0x38bddee366895734 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.462366:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2dc00/0x38bddee366895734 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.462371:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2dc00/0x38bddee366895734 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.462391:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689571f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.462395:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689571f lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.462398:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689571f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.462401:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a1a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.462403:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689571f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.462409:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689571f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.462414:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.462415:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.462417:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689571f lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.462421:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1a00/0x38bddee36689571f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145830.462427:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003300ffb0 reply state 00000000fe46c023 transno 12884905745 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d000/0x38bddee366895726 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.462433:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d000/0x38bddee366895726 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.462436:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8d3528a00) 00010000:00010000:2.0:1783145830.462438:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.462439:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145830.462452:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1c00/0x38bddee366895718 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7d7 expref: 65 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.462459:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2dc00/0x38bddee366895734 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7d7 expref: 64 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.462463:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c0:0x0].0x0 (ffff9be8d19bb800) 00010000:00010000:2.0:1783145830.462465:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145830.462466:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9ffe2dc00, rc 0) 00000100:00100000:2.0:1783145830.462491:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3304000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+65:306349:x1869755188125696:12345-192.168.203.44@tcp:101:touch.500 Request processed in 580us (682us total) trans 12884905745 rc 0/0 00000100:00100000:2.0:1783145830.462495:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 123 00000100:00100000:2.0:1783145830.462498:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478215880186 time 8478215974321 state 0x2 ref 0 00000100:00100000:0.0:1783145830.462921:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.462945:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188125952 00000100:00100000:3.0:1783145830.462951:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188125952 00000100:00100000:3.0:1783145830.462968:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478211758914 time 8478214464107 state 0x0 ref 1 00000100:00100000:3.0:1783145830.462978:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478214564107 time 8478214464107 state 0x1 ref 1 00000100:00100000:3.0:1783145830.463001:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478214564107 time 8478216878367 state 0x0 ref 1 00000100:00100000:3.0:1783145830.463011:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3305c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+149:306343:x1869755188125952:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145830.463022:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.463032:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd800/0x38bddee366895742 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b7e5 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.463079:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366895749 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.463088:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366895749 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.463096:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366895749 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.463105:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366895750 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.463112:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366895750 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.463137:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366895750 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.463229:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2cc00/0x38bddee366895757 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.463236:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2cc00/0x38bddee366895757 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.463241:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2cc00/0x38bddee366895757 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145830.463258:0:204556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1ef:0x0]: returning size 0 00000004:00200000:2.0:1783145830.463261:0:204556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145830.463268:0:204556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2cc00/0x38bddee366895757 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.463274:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2cc00/0x38bddee366895757 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.463279:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366895749 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.463282:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366895749 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.463286:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366895749 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.463289:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366895749 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.463293:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5ddc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.463295:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366895749 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.463298:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366895749 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.463302:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.463304:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.463305:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366895749 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.463309:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5ddc00/0x38bddee366895749 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.463314:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366895750 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.463318:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366895750 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.463322:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366895750 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.463324:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dca00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.463326:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366895750 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.463329:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366895750 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.463335:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be8d2cdc000) 00010000:00010000:2.0:1783145830.463337:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.463339:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366895750 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.463342:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dca00/0x38bddee366895750 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.463353:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd800/0x38bddee366895742 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7e5 expref: 151 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.463359:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2cc00/0x38bddee366895757 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7e5 expref: 150 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.463363:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ef:0x0].0x0 (ffff9be9c364d500) 00010000:00010000:2.0:1783145830.463364:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145830.463366:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9ffe2cc00, rc 0) 00000100:00100000:2.0:1783145830.463389:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3305c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+150:306343:x1869755188125952:12345-192.168.203.44@tcp:101:rm.500 Request processed in 381us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145830.463393:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 125 00000100:00100000:2.0:1783145830.463395:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478214564107 time 8478216878367 state 0x2 ref 0 00000100:00100000:0.0:1783145830.463613:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.463637:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188126208 00000100:00100000:3.0:1783145830.463642:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188126208 00000100:00100000:3.0:1783145830.463710:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478214564107 time 8478216878367 state 0x0 ref 1 00000100:00100000:3.0:1783145830.463719:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478216978367 time 8478216878367 state 0x1 ref 1 00000100:00100000:3.0:1783145830.463742:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478216978367 time 8478217619761 state 0x0 ref 1 00000100:00100000:0.0:1783145830.463751:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.463761:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3306300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+65:306344:x1869755188126208:12345-192.168.203.44@tcp:36:rm.500 00000100:00100000:1.0:1783145830.463771:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188126464 00000100:00100000:1.0:1783145830.463777:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188126464 00000100:00100000:1.0:1783145830.463794:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478215880186 time 8478215974321 state 0x0 ref 1 00000100:00100000:1.0:1783145830.463803:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478216074321 time 8478215974321 state 0x1 ref 1 00000100:00100000:1.0:1783145830.463825:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478216074321 time 8478217702324 state 0x0 ref 1 00010000:00010000:3.0:1783145830.463829:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:1.0:1783145830.463837:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d13cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+66:306349:x1869755188126464:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:3.0:1783145830.463845:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0e00/0x38bddee366895535 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b72f expref: 66 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.463863:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145830.463866:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413600/0x38bddee366895424 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6fe expref: 65 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.463878:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bc:0x0].0x0 (ffff9be8d19bb300) 00010000:00010000:1.0:1783145830.463879:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2dc00/0x38bddee366895734 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7d7 expref: 64 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.463882:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145830.463896:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689575e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.463896:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c0:0x0].0x0 (ffff9be8d19bb800) 00010000:00010000:1.0:1783145830.463907:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145830.463910:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689575e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.463919:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689575e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.463929:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366895765 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.463937:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366895765 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.463949:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366895765 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.463970:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed000/0x38bddee36689576c lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.463980:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed000/0x38bddee36689576c lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.463993:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed000/0x38bddee36689576c lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.463995:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366895773 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.464008:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366895773 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.464016:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366895773 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145830.464059:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a8a7c524 reply state 0000000069b07c7a transno 12884905746 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed000/0x38bddee36689576c lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.464083:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed000/0x38bddee36689576c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.464089:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c0:0x0].0x0 (ffff9be9c280c700) 00010000:00010000:1.0:1783145830.464092:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145830.464094:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145830.464170:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+65:306349:x1869755188126464:12345-192.168.203.44@tcp:36:touch.500 Request processed in 334us (421us total) trans 12884905746 rc 0/0 00000100:00100000:1.0:1783145830.464178:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 127 00000100:00100000:1.0:1783145830.464183:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478216074321 time 8478217702324 state 0x2 ref 0 00000040:00080000:3.0:1783145830.464209:0:206077:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].461, 64 off37696 00010000:00010000:3.0:1783145830.464244:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee36689577a lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.464254:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee36689577a lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.464262:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee36689577a lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.464313:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee36689577a lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.464320:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee36689577a lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.464326:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee36689577a lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.464345:0:206077:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145830.464356:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366895773 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.464364:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366895773 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.464368:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145830.464371:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366895773 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.464375:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee36689577a lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.464382:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.464386:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1aa00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145830.464388:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366895773 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.464392:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee36689577a lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.464403:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366895773 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.464406:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee36689577a lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.464416:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bc:0x0].0x0 (ffff9be8d19bb300) 00010000:00010000:1.0:1783145830.464418:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1783145830.464421:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee36689577a lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.464427:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1aa00/0x38bddee36689577a lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.464437:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145830.464440:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145830.464441:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145830.464470:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bc:0x0].0x0 (ffff9be8d19bb300) 00010000:00010000:3.0:1783145830.464473:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145830.464476:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366895773 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.464484:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366895773 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.464497:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689575e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.464504:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689575e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.464510:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689575e lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.464578:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689575e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.464585:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dd000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.464588:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689575e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.464595:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689575e lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.464603:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.464607:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.464610:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689575e lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.464617:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee36689575e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.464617:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000004:00010000:3.0:1783145830.464630:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008fe04a5f reply state 00000000c99f1100 transno 12884905747 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366895765 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.464640:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366895765 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.464647:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8d3528800) 00010000:00010000:3.0:1783145830.464650:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145830.464653:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145830.464659:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188126592 00000100:00100000:1.0:1783145830.464665:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188126592 00000100:00100000:3.0:1783145830.464699:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3306300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+66:306344:x1869755188126208:12345-192.168.203.44@tcp:36:rm.500 Request processed in 941us (1084us total) trans 12884905747 rc 0/0 00000100:00100000:1.0:1783145830.464707:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2885 00000100:00100000:3.0:1783145830.464709:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 126 00000100:00100000:3.0:1783145830.464718:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478216978367 time 8478217619761 state 0x2 ref 0 00000100:00100000:1.0:1783145830.464723:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d13cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b832727d-edc7-457c-aba4-c59935e6a58f+13:2408:x1869755188126592:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:1.0:1783145830.464866:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b832727d-edc7-457c-aba4-c59935e6a58f+14:2408:x1869755188126592:12345-192.168.203.44@tcp:2:touch.500 Request processed in 148us (248us total) trans 8589935548 rc 0/0 00000100:00100000:1.0:1783145830.464872:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2885 00000100:00100000:0.0:1783145830.464978:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.465011:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188126720 00000100:00100000:1.0:1783145830.465015:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188126720 00000100:00100000:1.0:1783145830.465029:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478216074321 time 8478217702324 state 0x0 ref 1 00000100:00100000:1.0:1783145830.465037:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478217802324 time 8478217702324 state 0x1 ref 1 00000100:00100000:1.0:1783145830.465057:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478217802324 time 8478218934570 state 0x0 ref 1 00000100:00100000:1.0:1783145830.465078:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+66:306349:x1869755188126720:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145830.465087:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145830.465097:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed600/0x38bddee366895781 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b7ec expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.465176:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed600/0x38bddee366895781 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7ec expref: 67 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.465188:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed600/0x38bddee366895781 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7ec expref: 67 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.465204:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c0:0x0].0x0 (ffff9be9c280c700) 00010000:00010000:1.0:1783145830.465206:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145830.465209:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c5aed600, rc 0) 00000100:00100000:1.0:1783145830.465238:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+67:306349:x1869755188126720:12345-192.168.203.44@tcp:101:touch.500 Request processed in 172us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145830.465245:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 128 00000100:00100000:1.0:1783145830.465250:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478217802324 time 8478218934570 state 0x2 ref 0 00000100:00100000:2.0:1783145830.465721:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.465760:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188127104 00000100:00100000:1.0:1783145830.465764:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188127104 00000100:00100000:1.0:1783145830.465796:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2886 00000100:00100000:1.0:1783145830.465804:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:275b1235-b8f5-4ce3-8a3a-d483c556f740+23:2410:x1869755188127104:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145830.465813:0:228906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145830.465827:0:228906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000819207ee/0x38bddee366895788 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbf2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b7f3 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783145830.465845:0:228906:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbf2:0x0] initial LVB size: 0, mtime: 0x6a48a567, atime: 0x6a48a567, ctime: 0x6a48a567, blocks: 0x0 00010000:00010000:1.0:1783145830.465858:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf2:0x0].0x0 since=8478s v=(0 0) 00010000:00010000:1.0:1783145830.465862:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145830.465870:0:228906:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000819207ee/0x38bddee366895788 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7f3 expref: 24 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.465881:0:228906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000819207ee/0x38bddee366895788 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7f3 expref: 24 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.465891:0:228906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c5aeda00, rc 0) 00000100:00100000:1.0:1783145830.465918:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:275b1235-b8f5-4ce3-8a3a-d483c556f740+24:2410:x1869755188127104:12345-192.168.203.44@tcp:101:rm.500 Request processed in 115us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145830.465924:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2886 00000100:00100000:0.0:1783145830.468375:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.468400:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.468425:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.468431:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188127360 00000100:00100000:2.0:1783145830.468439:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188127360 00000100:00100000:3.0:1783145830.468442:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188127488 00000100:00100000:3.0:1783145830.468449:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188127488 00000100:00100000:1.0:1783145830.468467:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188127744 00000100:00100000:0.0:1783145830.468468:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.468469:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478217802324 time 8478218934570 state 0x0 ref 1 00000100:00100000:1.0:1783145830.468475:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188127744 00000100:00100000:2.0:1783145830.468485:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478219034570 time 8478218934570 state 0x1 ref 1 00000100:00100000:3.0:1783145830.468495:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2887 00000100:00100000:0.0:1783145830.468497:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188126976 00000100:00100000:0.0:1783145830.468501:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188126976 00000100:00100000:3.0:1783145830.468507:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b832727d-edc7-457c-aba4-c59935e6a58f+12:2408:x1869755188127488:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:2.0:1783145830.468515:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478219034570 time 8478222392148 state 0x0 ref 1 00000100:00100000:1.0:1783145830.468522:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1030 00000100:00100000:0.0:1783145830.468522:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478216978367 time 8478217619761 state 0x0 ref 1 00000100:00100000:0.0:1783145830.468532:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478217719761 time 8478217619761 state 0x1 ref 1 00000100:00100000:2.0:1783145830.468537:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+68:306353:x1869755188127360:12345-192.168.203.44@tcp:101:touch.500 00000100:00100000:1.0:1783145830.468539:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9edca5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+68:306345:x1869755188127744:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:0.0:1783145830.468555:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478217719761 time 8478222433496 state 0x0 ref 1 00010000:00010000:2.0:1783145830.468560:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1783145830.468566:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+150:306347:x1869755188126976:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145830.468575:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2da00/0x38bddee36689578f lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b7fa expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.468597:0:204555:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1783145830.468613:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee36689547f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b713 expref: 150 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.468628:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366895471 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b70c expref: 149 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.468635:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1f0:0x0].0x0 (ffff9be8d19bb200) 00010000:00010000:0.0:1783145830.468638:0:204555:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145830.468650:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee366895796 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.468658:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee366895796 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.468664:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee366895796 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.468667:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee36689579d lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.468676:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86200/0x38bddee3668957a4 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.468680:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee36689579d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.468684:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86200/0x38bddee3668957a4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.468698:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86200/0x38bddee3668957a4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.468699:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee36689579d lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.468707:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b832727d-edc7-457c-aba4-c59935e6a58f+13:2408:x1869755188127488:12345-192.168.203.44@tcp:2:touch.500 Request processed in 200us (300us total) trans 8589936256 rc 0/0 00000100:00100000:3.0:1783145830.468721:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2887 00010000:00010000:2.0:1783145830.468724:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ca00/0x38bddee3668957ab lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.468735:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ca00/0x38bddee3668957ab lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.468744:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9edca5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+70:306345:x1869755188127744:12345-192.168.203.44@tcp:35:touch.500 Request processed in 209us (315us total) trans 12884905748 rc 0/0 00010000:00010000:2.0:1783145830.468745:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ca00/0x38bddee3668957ab lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.468759:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee3668957b2 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.468760:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1030 00010000:00010000:0.0:1783145830.468772:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee3668957b2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.468787:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee3668957b2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783145830.468928:0:204555:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].462, 64 off37760 00000100:00100000:3.0:1783145830.468956:0:204583:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3c01c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:204583:1869755178619776:0@lo:5:osp-pre-1-0.0 00010000:00010000:0.0:1783145830.468956:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86400/0x38bddee3668957b9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.468969:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86400/0x38bddee3668957b9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.468974:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86400/0x38bddee3668957b9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.468980:0:204555:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86400/0x38bddee3668957b9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.468985:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86400/0x38bddee3668957b9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.468988:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86400/0x38bddee3668957b9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.469005:0:204583:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145830.469010:0:204555:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1783145830.469028:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178619776 00000100:00100000:0.0:1783145830.469031:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178619776 00010000:00010000:1.0:1783145830.469035:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1783145830.469039:0:204583:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb98480 going to sleep for 11 seconds 00000004:00080000:2.0:1783145830.469041:0:204590:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb92:0x0], index 1: 0 00010000:00010000:1.0:1783145830.469043:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86400/0x38bddee3668957b9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.469052:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c8d86400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145830.469057:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86400/0x38bddee3668957b9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.469062:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2888 00010000:00010000:1.0:1783145830.469081:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86400/0x38bddee3668957b9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.469084:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:204583:x1869755178619776:12345-0@lo:5:osp-pre-1-0.0 00010000:00010000:1.0:1783145830.469104:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1f0:0x0].0x0 (ffff9be8d19bb200) 00010000:00010000:1.0:1783145830.469107:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1783145830.469110:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86400/0x38bddee3668957b9 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.469116:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86400/0x38bddee3668957b9 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1783145830.469117:0:206490:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 2978 00010000:00010000:1.0:1783145830.469150:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145830.469154:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145830.469156:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145830.469179:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee3668957b2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.469188:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee3668957b2 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.469195:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee3668957b2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.469201:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c8d87600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.469205:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee3668957b2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.469209:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d400/0x38bddee3668957c0 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.469215:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee3668957b2 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.469222:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d400/0x38bddee3668957c0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.469227:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1f0:0x0].0x0 (ffff9be8d19bb200) 00010000:00010000:1.0:1783145830.469233:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145830.469236:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d400/0x38bddee3668957c0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.469237:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee3668957b2 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.469260:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee3668957b2 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.469274:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee366895796 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.469280:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee36689579d lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.469281:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee366895796 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.469301:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee366895796 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.469302:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee36689579d lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.469320:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee36689579d lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.469328:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee36689579d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.469329:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c8d86a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.469336:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee366895796 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.469339:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9ffe2c000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.469345:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee36689579d lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.469348:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee366895796 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.469359:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee36689579d lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.469365:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145830.469370:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145830.469373:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee366895796 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.469380:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145830.469381:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee366895796 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.469385:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.469391:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee36689579d lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145830.469397:0:204555:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000000011270c reply state 00000000df7f53fd transno 12884905749 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86200/0x38bddee3668957a4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.469399:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee36689579d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.469419:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86200/0x38bddee3668957a4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145830.469422:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c92e54cf reply state 0000000025ab964b transno 12884905750 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ca00/0x38bddee3668957ab lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.469432:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be8d2cdc900) 00010000:00010000:1.0:1783145830.469436:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.469437:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ca00/0x38bddee3668957ab lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.469440:0:204555:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145830.469448:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be8ccee5d00) 00010000:00010000:2.0:1783145830.469450:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.469454:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145830.469479:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2da00/0x38bddee36689578f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7fa expref: 71 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.469488:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+150:306347:x1869755188126976:12345-192.168.203.44@tcp:36:rm.500 Request processed in 922us (1020us total) trans 12884905749 rc 0/0 00010000:00010000:2.0:1783145830.469502:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d400/0x38bddee3668957c0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7fa expref: 70 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.469502:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 130 00000100:00100000:1.0:1783145830.469512:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478217719761 time 8478222433496 state 0x2 ref 0 00010000:00010000:2.0:1783145830.469516:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c1:0x0].0x0 (ffff9be8d19bb400) 00010000:00010000:2.0:1783145830.469521:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145830.469524:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9ffe2d400, rc 0) 00000100:00100000:3.0:1783145830.469532:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.469555:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+71:306353:x1869755188127360:12345-192.168.203.44@tcp:101:touch.500 Request processed in 1023us (1181us total) trans 12884905750 rc 0/0 00000100:00100000:1.0:1783145830.469561:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188128000 00000100:00100000:2.0:1783145830.469565:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 129 00000100:00100000:1.0:1783145830.469568:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188128000 00000100:00100000:2.0:1783145830.469573:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478219034570 time 8478222392148 state 0x2 ref 0 00000100:00100000:1.0:1783145830.469614:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1031 00000100:00100000:1.0:1783145830.469627:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+71:306349:x1869755188128000:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145830.469767:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+72:306349:x1869755188128000:12345-192.168.203.44@tcp:35:touch.500 Request processed in 143us (237us total) trans 12884905751 rc 0/0 00000100:00100000:1.0:1783145830.469775:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1031 00000100:00100000:0.0:1783145830.470375:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:204583:x1869755178619776:12345-0@lo:5:osp-pre-1-0.0 Request processed in 1292us (1370us total) trans 8589935549 rc 0/0 00000100:00100000:0.0:1783145830.470385:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2888 00000100:00100000:3.0:1783145830.470422:0:204583:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3c01c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:204583:1869755178619776:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1783145830.470436:0:204583:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0xb92:0x0]-[0x2c0000401:0xbc1:0x0] 00000100:00100000:3.0:1783145830.471504:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.471536:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188128256 00000100:00100000:2.0:1783145830.471541:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188128256 00000100:00100000:2.0:1783145830.471555:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478219034570 time 8478222392148 state 0x0 ref 1 00000100:00100000:2.0:1783145830.471562:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478222492148 time 8478222392148 state 0x1 ref 1 00000100:00100000:2.0:1783145830.471579:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478222492148 time 8478225457273 state 0x0 ref 1 00000100:00100000:2.0:1783145830.471587:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+72:306353:x1869755188128256:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:2.0:1783145830.471615:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145830.471625:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d400/0x38bddee3668957c0 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7fa expref: 72 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.471633:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c1:0x0].0x0 (ffff9be8d19bb400) 00010000:00010000:2.0:1783145830.471638:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145830.471677:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d800/0x38bddee3668957ce lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.471683:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d800/0x38bddee3668957ce lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.471688:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d800/0x38bddee3668957ce lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145830.471728:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a92a5035 reply state 000000003c913936 transno 12884905752 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d800/0x38bddee3668957ce lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.471735:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d800/0x38bddee3668957ce lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.471738:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c1:0x0].0x0 (ffff9be8d19bb100) 00010000:00010000:2.0:1783145830.471740:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.471742:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145830.471780:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+73:306353:x1869755188128256:12345-192.168.203.44@tcp:36:touch.500 Request processed in 193us (278us total) trans 12884905752 rc 0/0 00000100:00100000:2.0:1783145830.471784:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 131 00000100:00100000:2.0:1783145830.471787:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478222492148 time 8478225457273 state 0x2 ref 0 00000100:00100000:3.0:1783145830.471933:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.471971:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188128512 00000100:00100000:1.0:1783145830.471975:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188128512 00000100:00100000:1.0:1783145830.471988:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478217719761 time 8478222433496 state 0x0 ref 1 00000100:00100000:1.0:1783145830.471994:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478222533496 time 8478222433496 state 0x1 ref 1 00000100:00100000:1.0:1783145830.472011:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478222533496 time 8478225889505 state 0x0 ref 1 00000100:00100000:1.0:1783145830.472018:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+73:306336:x1869755188128512:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:1.0:1783145830.472038:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145830.472053:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366895566 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b736 expref: 73 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.472083:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383a00/0x38bddee366895344 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6cd expref: 72 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.472091:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bb:0x0].0x0 (ffff9be8d2cdc700) 00010000:00010000:1.0:1783145830.472093:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145830.472104:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668957d5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.472113:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668957d5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.472153:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668957d5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.472166:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee3668957dc lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.472175:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee3668957dc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.472180:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee3668957dc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.472239:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec600/0x38bddee3668957e3 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.472245:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec600/0x38bddee3668957e3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.472250:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec600/0x38bddee3668957e3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783145830.472384:0:210786:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].464, 64 off37888 00010000:00010000:1.0:1783145830.472420:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee3668957ea lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.472430:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee3668957ea lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.472439:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee3668957ea lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.472446:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee3668957ea lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.472452:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee3668957ea lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.472457:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee3668957ea lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.472475:0:210786:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145830.472485:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145830.472489:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec600/0x38bddee3668957e3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.472497:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec600/0x38bddee3668957e3 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.472504:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec600/0x38bddee3668957e3 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.472504:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145830.472512:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee3668957ea lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.472513:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aec600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.472518:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec600/0x38bddee3668957e3 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.472526:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188128640 00010000:00010000:1.0:1783145830.472527:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec600/0x38bddee3668957e3 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.472531:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188128640 00010000:00010000:0.0:1783145830.472537:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aede00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145830.472541:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bb:0x0].0x0 (ffff9be8d2cdc700) 00010000:00010000:1.0:1783145830.472544:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:2.0:1783145830.472547:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478222492148 time 8478225457273 state 0x0 ref 1 00010000:00010000:1.0:1783145830.472548:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec600/0x38bddee3668957e3 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.472548:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee3668957ea lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.472564:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478225557273 time 8478225457273 state 0x1 ref 1 00010000:00010000:1.0:1783145830.472569:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec600/0x38bddee3668957e3 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.472570:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee3668957ea lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.472595:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bb:0x0].0x0 (ffff9be8d2cdc700) 00000100:00100000:2.0:1783145830.472596:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478225557273 time 8478226472983 state 0x0 ref 1 00010000:00010000:1.0:1783145830.472600:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668957d5 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.472602:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145830.472607:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee3668957ea lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.472617:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668957d5 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.472619:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+73:306353:x1869755188128640:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145830.472626:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee3668957ea lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.472634:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668957d5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.472637:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145830.472640:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668957d5 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.472643:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145830.472646:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aec000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.472647:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145830.472650:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668957d5 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.472651:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145830.472652:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c800/0x38bddee3668957f1 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b801 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.472661:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668957d5 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.472672:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145830.472674:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145830.472676:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668957d5 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.472680:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668957d5 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145830.472686:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000567f6e8e reply state 00000000c51e01de transno 12884905753 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee3668957dc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.472692:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee3668957dc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.472695:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c800/0x38bddee3668957f1 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b801 expref: 74 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.472700:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be8ccee5b00) 00010000:00010000:1.0:1783145830.472704:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145830.472707:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145830.472716:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c800/0x38bddee3668957f1 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b801 expref: 74 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.472733:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c1:0x0].0x0 (ffff9be8d19bb100) 00010000:00010000:2.0:1783145830.472737:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145830.472740:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9ffe2c800, rc 0) 00000100:00100000:1.0:1783145830.472741:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+75:306336:x1869755188128512:12345-192.168.203.44@tcp:36:rm.500 Request processed in 722us (809us total) trans 12884905753 rc 0/0 00000100:00100000:1.0:1783145830.472749:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 132 00000100:00100000:1.0:1783145830.472752:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478222533496 time 8478225889505 state 0x2 ref 0 00000100:00100000:2.0:1783145830.472773:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+74:306353:x1869755188128640:12345-192.168.203.44@tcp:101:touch.500 Request processed in 158us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145830.472780:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 133 00000100:00100000:2.0:1783145830.472785:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478225557273 time 8478226472983 state 0x2 ref 0 00000100:00100000:3.0:1783145830.474164:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.474198:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188128768 00000100:00100000:2.0:1783145830.474204:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188128768 00000100:00100000:2.0:1783145830.474241:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2889 00000100:00100000:2.0:1783145830.474250:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:b832727d-edc7-457c-aba4-c59935e6a58f+14:2409:x1869755188128768:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:3.0:1783145830.474260:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.474286:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188128896 00000100:00100000:1.0:1783145830.474290:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188128896 00000100:00100000:1.0:1783145830.474303:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478222533496 time 8478225889505 state 0x0 ref 1 00000100:00100000:1.0:1783145830.474310:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478225989505 time 8478225889505 state 0x1 ref 1 00000100:00100000:1.0:1783145830.474332:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478225989505 time 8478228209941 state 0x0 ref 1 00000100:00100000:1.0:1783145830.474345:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdaa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+74:306352:x1869755188128896:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145830.474356:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145830.474365:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aecc00/0x38bddee3668957f8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b808 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.474399:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec200/0x38bddee3668957ff lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.474406:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec200/0x38bddee3668957ff lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.474413:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:b832727d-edc7-457c-aba4-c59935e6a58f+15:2409:x1869755188128768:12345-192.168.203.44@tcp:2:touch.500 Request processed in 162us (251us total) trans 8589935550 rc 0/0 00010000:00010000:1.0:1783145830.474416:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec200/0x38bddee3668957ff lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.474428:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec400/0x38bddee366895806 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.474434:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2889 00010000:00010000:1.0:1783145830.474434:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec400/0x38bddee366895806 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.474443:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec400/0x38bddee366895806 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.474483:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394200/0x38bddee36689580d lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.474489:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394200/0x38bddee36689580d lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.474492:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394200/0x38bddee36689580d lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145830.474510:0:204557:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1bd:0x0]: returning size 0 00000004:00200000:1.0:1783145830.474514:0:204557:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783145830.474523:0:204557:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394200/0x38bddee36689580d lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.474530:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394200/0x38bddee36689580d lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.474536:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec200/0x38bddee3668957ff lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.474540:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec200/0x38bddee3668957ff lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.474544:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec200/0x38bddee3668957ff lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.474549:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec200/0x38bddee3668957ff lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.474555:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aec200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.474559:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec200/0x38bddee3668957ff lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.474566:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec200/0x38bddee3668957ff lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.474575:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145830.474578:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145830.474581:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec200/0x38bddee3668957ff lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.474587:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec200/0x38bddee3668957ff lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.474596:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec400/0x38bddee366895806 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.474601:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec400/0x38bddee366895806 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.474604:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec400/0x38bddee366895806 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.474607:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aec400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.474609:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec400/0x38bddee366895806 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.474612:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec400/0x38bddee366895806 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.474616:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9be8d2cdcd00) 00010000:00010000:1.0:1783145830.474617:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145830.474619:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec400/0x38bddee366895806 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.474622:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec400/0x38bddee366895806 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.474636:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aecc00/0x38bddee3668957f8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b808 expref: 76 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.474643:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394200/0x38bddee36689580d lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b808 expref: 75 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.474647:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bd:0x0].0x0 (ffff9be9c364d700) 00010000:00010000:1.0:1783145830.474648:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145830.474650:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d9394200, rc 0) 00000100:00100000:1.0:1783145830.474676:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdaa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+75:306352:x1869755188128896:12345-192.168.203.44@tcp:101:rm.500 Request processed in 335us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145830.474680:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 134 00000100:00100000:1.0:1783145830.474683:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478225989505 time 8478228209941 state 0x2 ref 0 00000100:00100000:3.0:1783145830.474836:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.474907:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188129024 00000100:00100000:0.0:1783145830.474912:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188129024 00000100:00100000:3.0:1783145830.474937:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.474937:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478225989505 time 8478228209941 state 0x0 ref 1 00000100:00100000:0.0:1783145830.474948:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478228309941 time 8478228209941 state 0x1 ref 1 00000100:00100000:0.0:1783145830.474988:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188129152 00000100:00100000:0.0:1783145830.474990:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188129152 00000100:00100000:1.0:1783145830.474996:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478228309941 time 8478228871708 state 0x0 ref 1 00000100:00100000:0.0:1783145830.475008:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478228971708 time 8478228871708 state 0x1 ref 2 00000100:00100000:1.0:1783145830.475014:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdaa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+150:306348:x1869755188129024:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145830.475027:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145830.475035:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394400/0x38bddee366895814 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b80f expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.475041:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478228971708 time 8478228916633 state 0x0 ref 2 00000100:00100000:0.0:1783145830.475055:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdaa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+75:306354:x1869755188129152:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145830.475062:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145830.475077:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee36689581b lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.475084:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee366895822 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b816 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.475086:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee36689581b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.475104:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee36689581b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.475114:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394800/0x38bddee366895829 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.475143:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86800/0x38bddee366895830 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.475157:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394800/0x38bddee366895829 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.475157:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86800/0x38bddee366895830 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.475176:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86800/0x38bddee366895830 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.475179:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394800/0x38bddee366895829 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.475190:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee366895837 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.475201:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee366895837 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.475210:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee366895837 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.475242:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50e00/0x38bddee36689583e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.475252:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50e00/0x38bddee36689583e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.475259:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee366895845 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.475261:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50e00/0x38bddee36689583e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.475282:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee366895845 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1be:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.475293:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee366895845 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1be:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145830.475294:0:210786:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1f1:0x0]: returning size 0 00000004:00200000:1.0:1783145830.475299:0:210786:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783145830.475320:0:210786:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50e00/0x38bddee36689583e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145830.475321:0:206077:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1be:0x0]: returning size 0 00000004:00200000:0.0:1783145830.475326:0:206077:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1783145830.475330:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50e00/0x38bddee36689583e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.475337:0:206077:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee366895845 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1be:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.475338:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee36689581b lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.475355:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee36689581b lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.475358:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee366895845 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.475366:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee36689581b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.475372:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86800/0x38bddee366895830 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.475375:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee36689581b lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.475391:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86800/0x38bddee366895830 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.475397:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86800/0x38bddee366895830 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.475403:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.475403:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86800/0x38bddee366895830 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.475408:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee36689581b lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.475410:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c8d86800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.475416:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86800/0x38bddee366895830 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.475419:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee36689581b lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.475427:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145830.475429:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.475429:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86800/0x38bddee366895830 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.475432:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee36689581b lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.475440:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145830.475448:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395c00/0x38bddee36689581b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.475451:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.475455:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145830.475456:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394800/0x38bddee366895829 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.475458:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86800/0x38bddee366895830 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.475465:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394800/0x38bddee366895829 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.475467:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86800/0x38bddee366895830 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.475472:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394800/0x38bddee366895829 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.475478:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.475481:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee366895837 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.475482:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394800/0x38bddee366895829 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.475486:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188129408 00000100:00100000:2.0:1783145830.475492:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188129408 00010000:00010000:1.0:1783145830.475500:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394800/0x38bddee366895829 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.475501:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee366895837 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.475516:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee366895837 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.475518:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be8d876aa00) 00000100:00100000:2.0:1783145830.475523:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1032 00010000:00010000:1.0:1783145830.475524:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.475528:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c8d86a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.475529:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394800/0x38bddee366895829 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.475533:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee366895837 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.475534:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdaa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+77:306353:x1869755188129408:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:1.0:1783145830.475543:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394800/0x38bddee366895829 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.475550:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee366895837 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.475559:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8ccee5500) 00010000:00010000:0.0:1783145830.475561:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.475564:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee366895837 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.475566:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394400/0x38bddee366895814 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b80f expref: 152 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.475583:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee366895837 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.475587:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50e00/0x38bddee36689583e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b80f expref: 151 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.475601:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1f1:0x0].0x0 (ffff9be9c364d300) 00010000:00010000:1.0:1783145830.475603:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145830.475605:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d4d50e00, rc 0) 00010000:00010000:0.0:1783145830.475620:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee366895822 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b816 expref: 79 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.475633:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdaa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+151:306348:x1869755188129024:12345-192.168.203.44@tcp:101:rm.500 Request processed in 624us (796us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145830.475638:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee366895845 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b816 expref: 78 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.475642:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 135 00010000:00010000:0.0:1783145830.475651:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1be:0x0].0x0 (ffff9be8d19bbe00) 00010000:00010000:0.0:1783145830.475654:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145830.475657:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c8d87600, rc 0) 00000100:00100000:2.0:1783145830.475668:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdaa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+78:306353:x1869755188129408:12345-192.168.203.44@tcp:35:touch.500 Request processed in 135us (234us total) trans 12884905754 rc 0/0 00000100:00100000:2.0:1783145830.475674:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1032 00000100:00100000:0.0:1783145830.475687:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdaa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+77:306354:x1869755188129152:12345-192.168.203.44@tcp:101:rm.500 Request processed in 633us (754us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.475694:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 136 00000100:00100000:0.0:1783145830.475699:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478228971708 time 8478228916633 state 0x2 ref 0 00000100:00100000:3.0:1783145830.475855:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.475886:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188129536 00000100:00100000:1.0:1783145830.475889:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188129536 00000100:00100000:1.0:1783145830.475911:0:228904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2890 00000100:00100000:1.0:1783145830.475916:0:228904:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5bb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b832727d-edc7-457c-aba4-c59935e6a58f+15:2407:x1869755188129536:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145830.475922:0:228904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145830.475933:0:228904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000497d476c/0x38bddee36689584c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb90:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b81d expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783145830.475951:0:228904:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb90:0x0] initial LVB size: 0, mtime: 0x6a48a567, atime: 0x6a48a567, ctime: 0x6a48a567, blocks: 0x0 00010000:00010000:1.0:1783145830.475964:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb90:0x0].0x0 since=8478s v=(0 0) 00010000:00010000:1.0:1783145830.475968:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb90:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145830.475977:0:228904:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000497d476c/0x38bddee36689584c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b81d expref: 16 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.475991:0:228904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000497d476c/0x38bddee36689584c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b81d expref: 16 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.476000:0:228904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d4d50400, rc 0) 00000100:00100000:1.0:1783145830.476021:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5bb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b832727d-edc7-457c-aba4-c59935e6a58f+16:2407:x1869755188129536:12345-192.168.203.44@tcp:101:rm.500 Request processed in 105us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145830.476027:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2890 00000100:00100000:2.0:1783145830.477389:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.477417:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188129664 00000100:00100000:0.0:1783145830.477422:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188129664 00000100:00100000:0.0:1783145830.477447:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2891 00000100:00100000:0.0:1783145830.477452:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:275b1235-b8f5-4ce3-8a3a-d483c556f740+24:2408:x1869755188129664:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145830.477459:0:228905:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.477470:0:228905:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008600420b/0x38bddee366895853 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbf3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b824 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145830.477483:0:228905:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbf3:0x0] initial LVB size: 0, mtime: 0x6a48a567, atime: 0x6a48a567, ctime: 0x6a48a567, blocks: 0x0 00010000:00010000:0.0:1783145830.477492:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf3:0x0].0x0 since=8478s v=(0 0) 00010000:00010000:0.0:1783145830.477495:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145830.477499:0:228905:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008600420b/0x38bddee366895853 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b824 expref: 25 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.477511:0:228905:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008600420b/0x38bddee366895853 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b824 expref: 25 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.477517:0:228905:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c8d86400, rc 0) 00000100:00100000:0.0:1783145830.477538:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:275b1235-b8f5-4ce3-8a3a-d483c556f740+25:2408:x1869755188129664:12345-192.168.203.44@tcp:101:rm.500 Request processed in 86us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.477546:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2891 00000100:00100000:3.0:1783145830.478062:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.478114:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188129920 00000100:00100000:2.0:1783145830.478138:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188129920 00000100:00100000:2.0:1783145830.478159:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478228971708 time 8478228916633 state 0x0 ref 1 00000100:00100000:2.0:1783145830.478175:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478229016633 time 8478228916633 state 0x1 ref 1 00000100:00100000:2.0:1783145830.478195:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478229016633 time 8478232072676 state 0x0 ref 1 00000100:00100000:2.0:1783145830.478205:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5bb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+151:306343:x1869755188129920:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:2.0:1783145830.478242:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145830.478257:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2cc00/0x38bddee366895757 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7e5 expref: 151 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.478278:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed800/0x38bddee366895439 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b705 expref: 150 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.478287:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ef:0x0].0x0 (ffff9be9c364d500) 00010000:00010000:2.0:1783145830.478290:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145830.478302:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2da00/0x38bddee36689585a lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.478311:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2da00/0x38bddee36689585a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.478319:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2da00/0x38bddee36689585a lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.478328:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366895861 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.478336:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366895861 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.478342:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366895861 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.478400:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee366895868 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.478408:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee366895868 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.478415:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee366895868 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783145830.478598:0:204556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].465, 64 off37952 00010000:00010000:2.0:1783145830.478633:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c200/0x38bddee36689586f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.478640:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c200/0x38bddee36689586f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.478646:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c200/0x38bddee36689586f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.478651:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c200/0x38bddee36689586f lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.478655:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c200/0x38bddee36689586f lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.478658:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c200/0x38bddee36689586f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.478673:0:204556:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783145830.478674:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145830.478684:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee366895868 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.478689:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee366895868 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.478690:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145830.478695:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee366895868 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.478697:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c200/0x38bddee36689586f lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.478702:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9ffe2c400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.478708:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9ffe2c200 already unused, calling callback (ffffffffc0e8ace0) 00000100:00100000:3.0:1783145830.478709:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:2.0:1783145830.478709:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee366895868 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.478714:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c200/0x38bddee36689586f lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.478717:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188130176 00010000:00010000:2.0:1783145830.478718:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee366895868 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.478723:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188130176 00010000:00010000:0.0:1783145830.478729:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c200/0x38bddee36689586f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.478732:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ef:0x0].0x0 (ffff9be9c364d500) 00010000:00010000:2.0:1783145830.478735:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145830.478738:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee366895868 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.478742:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee366895868 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.478744:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ef:0x0].0x0 (ffff9be9c364d500) 00010000:00010000:0.0:1783145830.478748:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145830.478751:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c200/0x38bddee36689586f lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.478753:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2da00/0x38bddee36689585a lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.478758:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2892 00010000:00010000:0.0:1783145830.478759:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c200/0x38bddee36689586f lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.478766:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2da00/0x38bddee36689585a lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.478770:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5bb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+13:2407:x1869755188130176:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145830.478774:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145830.478778:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145830.478779:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2da00/0x38bddee36689585a lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.478781:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145830.478782:0:228910:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145830.478787:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2da00/0x38bddee36689585a lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.478791:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9ffe2da00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.478794:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2da00/0x38bddee36689585a lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.478795:0:228910:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008667ad93/0x38bddee366895876 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbf4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b832 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.478806:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2da00/0x38bddee36689585a lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.478815:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00002000:00010000:1.0:1783145830.478816:0:228910:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbf4:0x0] initial LVB size: 0, mtime: 0x6a48a567, atime: 0x6a48a567, ctime: 0x6a48a567, blocks: 0x0 00010000:00010000:2.0:1783145830.478818:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.478822:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2da00/0x38bddee36689585a lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.478826:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2da00/0x38bddee36689585a lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.478827:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf4:0x0].0x0 since=8478s v=(0 0) 00010000:00010000:1.0:1783145830.478834:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf4:0x0].0x0 since=0s v=(0 0) 00000004:00010000:2.0:1783145830.478839:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000033c18464 reply state 000000007c3ee9aa transno 12884905755 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366895861 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.478840:0:228910:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008667ad93/0x38bddee366895876 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b832 expref: 14 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.478861:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366895861 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.478863:0:228910:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008667ad93/0x38bddee366895876 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b832 expref: 14 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.478873:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be8d2cdc000) 00010000:00010000:2.0:1783145830.478878:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.478881:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783145830.478887:0:228910:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d4d51600, rc 0) 00000100:00100000:1.0:1783145830.478915:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5bb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+14:2407:x1869755188130176:12345-192.168.203.44@tcp:101:rm.500 Request processed in 148us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145830.478919:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2892 00000100:00100000:2.0:1783145830.478926:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5bb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+151:306343:x1869755188129920:12345-192.168.203.44@tcp:36:rm.500 Request processed in 722us (865us total) trans 12884905755 rc 0/0 00000100:00100000:2.0:1783145830.478932:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 137 00000100:00100000:2.0:1783145830.478935:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478229016633 time 8478232072676 state 0x2 ref 0 00000100:00100000:2.0:1783145830.478952:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188130304 00000100:00100000:2.0:1783145830.478955:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188130304 00000100:00100000:2.0:1783145830.478968:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478225557273 time 8478226472983 state 0x0 ref 1 00000100:00100000:2.0:1783145830.478973:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478226572983 time 8478226472983 state 0x1 ref 1 00000100:00100000:2.0:1783145830.478992:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478226572983 time 8478232870093 state 0x0 ref 1 00000100:00100000:2.0:1783145830.478999:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5bb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+77:306350:x1869755188130304:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145830.479009:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145830.479016:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d200/0x38bddee36689587d lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b82b expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.479053:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee366895884 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.479059:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee366895884 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.479063:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee366895884 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.479081:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2dc00/0x38bddee36689588b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.479086:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2dc00/0x38bddee36689588b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.479090:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2dc00/0x38bddee36689588b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145830.479319:0:204556:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbf6:0x0], index 0: 0 00010000:00010000:2.0:1783145830.479412:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d400/0x38bddee366895892 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.479418:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d400/0x38bddee366895892 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.479423:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d400/0x38bddee366895892 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.479447:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee366895884 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.479451:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee366895884 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.479454:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee366895884 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.479457:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee366895884 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.479460:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9ffe2c600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.479462:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee366895884 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.479465:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee366895884 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.479469:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.479471:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.479473:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee366895884 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.479476:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee366895884 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145830.479481:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000fe79f96b reply state 00000000180b5979 transno 12884905756 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2dc00/0x38bddee36689588b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.479486:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2dc00/0x38bddee36689588b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.479490:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be8d2cdc200) 00010000:00010000:2.0:1783145830.479491:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.479493:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145830.479505:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d200/0x38bddee36689587d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b82b expref: 80 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.479512:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d400/0x38bddee366895892 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b82b expref: 79 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.479516:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c2:0x0].0x0 (ffff9be8d19bb400) 00010000:00010000:2.0:1783145830.479518:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145830.479519:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9ffe2d400, rc 0) 00000100:00100000:2.0:1783145830.479542:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5bb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+80:306350:x1869755188130304:12345-192.168.203.44@tcp:101:touch.500 Request processed in 545us (836us total) trans 12884905756 rc 0/0 00000100:00100000:2.0:1783145830.479546:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 138 00000100:00100000:2.0:1783145830.479549:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478226572983 time 8478232870093 state 0x2 ref 0 00000100:00100000:3.0:1783145830.480556:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.480582:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188130560 00000100:00100000:1.0:1783145830.480586:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188130560 00000100:00100000:1.0:1783145830.480603:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478229016633 time 8478232072676 state 0x0 ref 1 00000100:00100000:1.0:1783145830.480612:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478232172676 time 8478232072676 state 0x1 ref 1 00000100:00100000:1.0:1783145830.480633:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478232172676 time 8478234510401 state 0x0 ref 1 00000100:00100000:1.0:1783145830.480645:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+151:306348:x1869755188130560:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:1.0:1783145830.480670:0:210786:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145830.480681:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50e00/0x38bddee36689583e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b80f expref: 151 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.480695:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412c00/0x38bddee366895589 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b767 expref: 150 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.480701:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1f1:0x0].0x0 (ffff9be9c364d300) 00010000:00010000:1.0:1783145830.480704:0:210786:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145830.480711:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee3668958a0 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.480717:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee3668958a0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.480722:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee3668958a0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.480729:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51c00/0x38bddee3668958a7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.480733:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51c00/0x38bddee3668958a7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.480737:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51c00/0x38bddee3668958a7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.480768:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51400/0x38bddee3668958ae lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.480772:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51400/0x38bddee3668958ae lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.480777:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51400/0x38bddee3668958ae lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783145830.480891:0:210786:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].466, 64 off38016 00010000:00010000:1.0:1783145830.480950:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50000/0x38bddee3668958b5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.480960:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50000/0x38bddee3668958b5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.480967:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50000/0x38bddee3668958b5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.480973:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50000/0x38bddee3668958b5 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.480991:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50000/0x38bddee3668958b5 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.480997:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50000/0x38bddee3668958b5 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.481015:0:210786:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145830.481025:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51400/0x38bddee3668958ae lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.481031:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51400/0x38bddee3668958ae lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.481038:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51400/0x38bddee3668958ae lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481042:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145830.481043:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d51400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.481051:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51400/0x38bddee3668958ae lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481051:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50000/0x38bddee3668958b5 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.481081:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51400/0x38bddee3668958ae lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481082:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d50000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145830.481089:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50000/0x38bddee3668958b5 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.481095:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1f1:0x0].0x0 (ffff9be9c364d300) 00010000:00010000:1.0:1783145830.481100:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1783145830.481104:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51400/0x38bddee3668958ae lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481105:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50000/0x38bddee3668958b5 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.481117:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51400/0x38bddee3668958ae lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481142:0:207570:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1f1:0x0].0x0 (ffff9be9c364d300) 00010000:00010000:0.0:1783145830.481148:0:207570:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145830.481152:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50000/0x38bddee3668958b5 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.481157:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee3668958a0 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481162:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50000/0x38bddee3668958b5 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.481169:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee3668958a0 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.481177:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee3668958a0 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481179:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145830.481183:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145830.481186:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee3668958a0 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481187:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145830.481194:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d51a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.481198:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee3668958a0 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.481204:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee3668958a0 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.481211:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145830.481214:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145830.481218:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee3668958a0 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145830.481226:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145830.481226:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee3668958a0 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145830.481238:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d5505ba1 reply state 000000008a90cc5e transno 12884905757 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51c00/0x38bddee3668958a7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.481248:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51c00/0x38bddee3668958a7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.481255:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be8d876aa00) 00010000:00010000:1.0:1783145830.481258:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145830.481260:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145830.481265:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188130816 00000100:00100000:3.0:1783145830.481268:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.481270:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188130816 00000100:00100000:2.0:1783145830.481286:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478226572983 time 8478232870093 state 0x0 ref 1 00000100:00100000:2.0:1783145830.481295:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478232970093 time 8478232870093 state 0x1 ref 1 00000100:00100000:1.0:1783145830.481303:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+151:306348:x1869755188130560:12345-192.168.203.44@tcp:36:rm.500 Request processed in 659us (745us total) trans 12884905757 rc 0/0 00000100:00100000:1.0:1783145830.481312:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 139 00000100:00100000:1.0:1783145830.481318:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478232172676 time 8478234510401 state 0x2 ref 0 00000100:00100000:0.0:1783145830.481320:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188131072 00000100:00100000:2.0:1783145830.481326:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478232970093 time 8478235203029 state 0x0 ref 1 00000100:00100000:0.0:1783145830.481327:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188131072 00000100:00100000:2.0:1783145830.481343:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+81:306350:x1869755188130816:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:0.0:1783145830.481351:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478232172676 time 8478234510401 state 0x0 ref 1 00000100:00100000:0.0:1783145830.481363:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478234610401 time 8478234510401 state 0x1 ref 1 00010000:00010000:2.0:1783145830.481368:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145830.481378:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d400/0x38bddee366895892 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b82b expref: 81 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.481388:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c2:0x0].0x0 (ffff9be8d19bb400) 00000100:00100000:0.0:1783145830.481388:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478234610401 time 8478235264659 state 0x0 ref 1 00010000:00010000:2.0:1783145830.481399:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145830.481405:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+80:306354:x1869755188131072:12345-192.168.203.44@tcp:36:rm.500 00010000:00010000:0.0:1783145830.481431:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783145830.481448:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ce00/0x38bddee3668958bc lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481448:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87600/0x38bddee366895845 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b816 expref: 80 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.481468:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ce00/0x38bddee3668958bc lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481475:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee36689565b lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1be:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b79f expref: 79 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.481478:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ce00/0x38bddee3668958bc lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481497:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1be:0x0].0x0 (ffff9be8d19bbe00) 00010000:00010000:0.0:1783145830.481502:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145830.481514:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668958c3 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481532:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668958c3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145830.481542:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000000683c2b1 reply state 000000007d6dc28a transno 12884905758 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ce00/0x38bddee3668958bc lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481544:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668958c3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.481556:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ce00/0x38bddee3668958bc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.481563:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c2:0x0].0x0 (ffff9be8d19bb800) 00010000:00010000:0.0:1783145830.481563:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee3668958ca lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.481568:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.481571:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145830.481579:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee3668958ca lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481588:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee3668958ca lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.481611:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+80:306350:x1869755188130816:12345-192.168.203.44@tcp:36:touch.500 Request processed in 272us (386us total) trans 12884905758 rc 0/0 00000100:00100000:2.0:1783145830.481616:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 140 00000100:00100000:2.0:1783145830.481620:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478232970093 time 8478235203029 state 0x2 ref 0 00010000:00010000:0.0:1783145830.481631:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee3668958d1 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481641:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee3668958d1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481650:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee3668958d1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783145830.481764:0:204590:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].467, 64 off38080 00010000:00010000:0.0:1783145830.481792:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668958d8 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481801:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668958d8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481808:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668958d8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481815:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668958d8 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481822:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668958d8 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481828:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668958d8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481843:0:204590:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145830.481852:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee3668958d1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481858:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee3668958d1 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481865:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee3668958d1 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.481866:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145830.481873:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668958d8 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481889:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c8d86600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.481890:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aec000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145830.481898:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668958d8 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481898:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee3668958d1 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.481912:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668958d8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481916:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee3668958d1 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.481923:0:204545:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1be:0x0].0x0 (ffff9be8d19bbe00) 00010000:00010000:1.0:1783145830.481926:0:204545:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1783145830.481929:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668958d8 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481933:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1be:0x0].0x0 (ffff9be8d19bbe00) 00010000:00010000:1.0:1783145830.481935:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec000/0x38bddee3668958d8 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481937:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145830.481943:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee3668958d1 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481951:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee3668958d1 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.481952:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145830.481956:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145830.481959:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145830.481969:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668958c3 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481977:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668958c3 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481983:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668958c3 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481989:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668958c3 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.481995:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c8d87000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.481998:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668958c3 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.482009:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668958c3 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.482017:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.482019:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.482021:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668958c3 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.482028:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668958c3 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.482036:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006c2ee20b reply state 00000000514e5dca transno 12884905759 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee3668958ca lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.482044:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee3668958ca lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.482051:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8ccee5500) 00010000:00010000:0.0:1783145830.482054:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.482056:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783145830.482104:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+81:306354:x1869755188131072:12345-192.168.203.44@tcp:36:rm.500 Request processed in 703us (836us total) trans 12884905759 rc 0/0 00000100:00100000:0.0:1783145830.482111:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 141 00000100:00100000:0.0:1783145830.482116:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478234610401 time 8478235264659 state 0x2 ref 0 00000100:00100000:3.0:1783145830.482759:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.482800:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188131200 00000100:00100000:0.0:1783145830.482804:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188131200 00000100:00100000:0.0:1783145830.482818:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478232970093 time 8478235203029 state 0x0 ref 1 00000100:00100000:0.0:1783145830.482824:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478235303029 time 8478235203029 state 0x1 ref 1 00000100:00100000:0.0:1783145830.482840:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478235303029 time 8478236718989 state 0x0 ref 1 00000100:00100000:0.0:1783145830.482847:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+81:306350:x1869755188131200:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145830.482856:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.482865:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec600/0x38bddee3668958df lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b839 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.482896:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec600/0x38bddee3668958df lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b839 expref: 82 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.482906:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec600/0x38bddee3668958df lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b839 expref: 82 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.482923:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c2:0x0].0x0 (ffff9be8d19bb800) 00010000:00010000:0.0:1783145830.482926:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145830.482928:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c5aec600, rc 0) 00000100:00100000:0.0:1783145830.482960:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+82:306350:x1869755188131200:12345-192.168.203.44@tcp:101:touch.500 Request processed in 113us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.482967:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 142 00000100:00100000:0.0:1783145830.482971:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478235303029 time 8478236718989 state 0x2 ref 0 00000100:00100000:3.0:1783145830.482975:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.483004:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188131456 00000100:00100000:0.0:1783145830.483008:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188131456 00000100:00100000:0.0:1783145830.483023:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478235303029 time 8478236718989 state 0x0 ref 1 00000100:00100000:0.0:1783145830.483030:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478236818989 time 8478236718989 state 0x1 ref 1 00000100:00100000:0.0:1783145830.483046:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478236818989 time 8478236923727 state 0x0 ref 1 00000100:00100000:0.0:1783145830.483055:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+82:306351:x1869755188131456:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145830.483064:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.483103:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee3668958e6 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b840 expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.483175:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668958ed lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.483192:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668958ed lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.483199:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668958ed lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.483209:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee3668958f4 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.483216:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee3668958f4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.483220:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee3668958f4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145830.483397:0:206077:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb93:0x0], index 1: 0 00010000:00010000:0.0:1783145830.483469:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee3668958fb lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.483476:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee3668958fb lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.483480:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee3668958fb lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.483499:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668958ed lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.483503:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668958ed lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.483507:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668958ed lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.483510:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668958ed lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.483513:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.483515:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668958ed lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.483518:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668958ed lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.483530:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.483532:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.483534:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668958ed lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.483540:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee3668958ed lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.483547:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f47ebc2a reply state 000000007f289783 transno 12884905760 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee3668958f4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.483555:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee3668958f4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.483563:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8d876a700) 00010000:00010000:0.0:1783145830.483565:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.483567:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145830.483586:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aede00/0x38bddee3668958e6 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b840 expref: 85 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.483598:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee3668958fb lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b840 expref: 84 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.483604:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c3:0x0].0x0 (ffff9be9c364dd00) 00010000:00010000:0.0:1783145830.483607:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145830.483609:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696e000, rc 0) 00000100:00100000:0.0:1783145830.483637:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+85:306351:x1869755188131456:12345-192.168.203.44@tcp:101:touch.500 Request processed in 582us (662us total) trans 12884905760 rc 0/0 00000100:00100000:0.0:1783145830.483644:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 143 00000100:00100000:0.0:1783145830.483648:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478236818989 time 8478236923727 state 0x2 ref 0 00000100:00100000:3.0:1783145830.485723:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.485763:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188131584 00000100:00100000:2.0:1783145830.485770:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188131584 00000100:00100000:2.0:1783145830.485809:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2893 00000100:00100000:2.0:1783145830.485818:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b832727d-edc7-457c-aba4-c59935e6a58f+14:2408:x1869755188131584:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:2.0:1783145830.485972:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b832727d-edc7-457c-aba4-c59935e6a58f+15:2408:x1869755188131584:12345-192.168.203.44@tcp:2:touch.500 Request processed in 156us (251us total) trans 8589936257 rc 0/0 00000100:00100000:2.0:1783145830.485978:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2893 00000100:00100000:3.0:1783145830.487422:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.487446:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.487462:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188131840 00000100:00100000:2.0:1783145830.487468:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188131840 00000100:00100000:0.0:1783145830.487483:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188132096 00000100:00100000:0.0:1783145830.487488:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188132096 00000100:00100000:2.0:1783145830.487495:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478236818989 time 8478236923727 state 0x0 ref 1 00000100:00100000:0.0:1783145830.487505:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478234610401 time 8478235264659 state 0x0 ref 1 00000100:00100000:2.0:1783145830.487510:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478237023727 time 8478236923727 state 0x1 ref 1 00000100:00100000:0.0:1783145830.487522:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478235364659 time 8478235264659 state 0x1 ref 1 00000100:00100000:3.0:1783145830.487548:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.487553:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478235364659 time 8478241427929 state 0x0 ref 1 00000100:00100000:0.0:1783145830.487563:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478237023727 time 8478241439711 state 0x0 ref 1 00000100:00100000:2.0:1783145830.487571:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+86:306352:x1869755188132096:12345-192.168.203.44@tcp:36:rm.500 00000100:00100000:0.0:1783145830.487579:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+86:306351:x1869755188131840:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:2.0:1783145830.487592:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188132352 00000100:00100000:2.0:1783145830.487597:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188132352 00010000:00010000:0.0:1783145830.487628:0:204590:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1783145830.487632:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1033 00000100:00100000:2.0:1783145830.487643:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+87:306350:x1869755188132352:12345-192.168.203.44@tcp:35:touch.500 00010000:00010000:0.0:1783145830.487651:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee3668958fb lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b840 expref: 87 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.487652:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1783145830.487669:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c3:0x0].0x0 (ffff9be9c364dd00) 00010000:00010000:3.0:1783145830.487673:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394200/0x38bddee36689580d lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b808 expref: 86 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.487678:0:204590:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145830.487689:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ae00/0x38bddee36689562a lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b791 expref: 85 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.487698:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bd:0x0].0x0 (ffff9be9c364d700) 00010000:00010000:3.0:1783145830.487700:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145830.487713:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895909 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.487721:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f600/0x38bddee366895910 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.487723:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895909 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.487737:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f600/0x38bddee366895910 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.487739:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895909 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.487749:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f600/0x38bddee366895910 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.487754:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366895917 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.487763:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366895917 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.487767:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366895917 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.487799:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ff4e86e7 reply state 000000005c99eee3 transno 12884905762 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f600/0x38bddee366895910 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.487808:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f600/0x38bddee366895910 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.487813:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c3:0x0].0x0 (ffff9be9c364d100) 00010000:00010000:0.0:1783145830.487815:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.487817:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1783145830.487831:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee36689591e lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.487838:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee36689591e lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.487843:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee36689591e lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.487861:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+87:306351:x1869755188131840:12345-192.168.203.44@tcp:36:touch.500 Request processed in 284us (437us total) trans 12884905762 rc 0/0 00000100:00100000:2.0:1783145830.487862:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+87:306350:x1869755188132352:12345-192.168.203.44@tcp:35:touch.500 Request processed in 218us (311us total) trans 12884905761 rc 0/0 00000100:00100000:0.0:1783145830.487871:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 144 00000100:00100000:2.0:1783145830.487879:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1033 00000100:00100000:0.0:1783145830.487879:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478237023727 time 8478241439711 state 0x2 ref 0 00000040:00080000:3.0:1783145830.487991:0:204557:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].463, 64 off37824 00010000:00010000:3.0:1783145830.488085:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a000/0x38bddee366895925 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.488094:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a000/0x38bddee366895925 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.488102:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a000/0x38bddee366895925 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.488110:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a000/0x38bddee366895925 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.488116:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a000/0x38bddee366895925 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.488148:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a000/0x38bddee366895925 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.488170:0:204557:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145830.488187:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145830.488194:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a000/0x38bddee366895925 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.488207:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145830.488211:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a000/0x38bddee366895925 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.488217:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a000/0x38bddee366895925 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.488230:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee36689591e lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.488240:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee36689591e lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.488248:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee36689591e lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.488248:0:205304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bd:0x0].0x0 (ffff9be9c364d700) 00010000:00010000:0.0:1783145830.488253:0:205304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145830.488257:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a000/0x38bddee366895925 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.488260:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1b800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.488262:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a000/0x38bddee366895925 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.488266:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee36689591e lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.488271:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145830.488274:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee36689591e lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.488274:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145830.488277:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145830.488287:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bd:0x0].0x0 (ffff9be9c364d700) 00010000:00010000:2.0:1783145830.488290:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145830.488293:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee36689591e lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.488299:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee36689591e lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.488315:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895909 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.488321:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895909 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.488327:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895909 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.488333:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895909 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.488338:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.488341:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895909 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.488351:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895909 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.488357:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.488359:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.488362:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895909 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.488367:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895909 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145830.488375:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000086a9b9df reply state 00000000af69e7f7 transno 12884905763 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366895917 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.488383:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366895917 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.488389:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9be8d2cdcd00) 00010000:00010000:2.0:1783145830.488391:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.488393:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145830.488426:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+87:306352:x1869755188132096:12345-192.168.203.44@tcp:36:rm.500 Request processed in 862us (978us total) trans 12884905763 rc 0/0 00000100:00100000:2.0:1783145830.488433:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 145 00000100:00100000:2.0:1783145830.488438:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478235364659 time 8478241427929 state 0x2 ref 0 00000100:00100000:3.0:1783145830.488712:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.488745:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188132480 00000100:00100000:2.0:1783145830.488750:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188132480 00000100:00100000:2.0:1783145830.488770:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478237023727 time 8478241439711 state 0x0 ref 1 00000100:00100000:2.0:1783145830.488778:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478241539711 time 8478241439711 state 0x1 ref 1 00000100:00100000:2.0:1783145830.488797:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478241539711 time 8478242674952 state 0x0 ref 1 00000100:00100000:2.0:1783145830.488807:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+87:306351:x1869755188132480:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145830.488818:0:204556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145830.488829:0:204556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d600/0x38bddee36689592c lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b847 expref: -99 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.488857:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d600/0x38bddee36689592c lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b847 expref: 88 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.488868:0:204556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d600/0x38bddee36689592c lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b847 expref: 88 pid: 204556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.488882:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c3:0x0].0x0 (ffff9be9c364d100) 00010000:00010000:2.0:1783145830.488885:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145830.488887:0:204556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9ffe2d600, rc 0) 00000100:00100000:2.0:1783145830.488912:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+88:306351:x1869755188132480:12345-192.168.203.44@tcp:101:touch.500 Request processed in 107us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145830.488918:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 146 00000100:00100000:2.0:1783145830.488923:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478241539711 time 8478242674952 state 0x2 ref 0 00000100:00100000:3.0:1783145830.489646:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.489676:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188132608 00000100:00100000:1.0:1783145830.489681:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188132608 00000100:00100000:1.0:1783145830.489698:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478235364659 time 8478241427929 state 0x0 ref 1 00000100:00100000:1.0:1783145830.489704:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478241527929 time 8478241427929 state 0x1 ref 1 00000100:00100000:1.0:1783145830.489721:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478241527929 time 8478243600060 state 0x0 ref 1 00000100:00100000:1.0:1783145830.489728:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+88:306358:x1869755188132608:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145830.489737:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145830.489745:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51200/0x38bddee366895933 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b84e expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.489776:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50600/0x38bddee36689593a lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.489783:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50600/0x38bddee36689593a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.489788:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50600/0x38bddee36689593a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.489794:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50a00/0x38bddee366895941 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.489799:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50a00/0x38bddee366895941 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.489803:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50a00/0x38bddee366895941 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.489844:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50200/0x38bddee366895948 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.489850:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50200/0x38bddee366895948 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.489855:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50200/0x38bddee366895948 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783145830.489875:0:204555:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1c0:0x0]: returning size 0 00000004:00200000:1.0:1783145830.489879:0:204555:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783145830.489889:0:204555:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50200/0x38bddee366895948 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.489897:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50200/0x38bddee366895948 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.489902:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50600/0x38bddee36689593a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.489906:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50600/0x38bddee36689593a lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.489909:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50600/0x38bddee36689593a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.489912:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d50600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.489914:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50600/0x38bddee36689593a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.489918:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50600/0x38bddee36689593a lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.489924:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145830.489926:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145830.489928:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50600/0x38bddee36689593a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.489941:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50600/0x38bddee36689593a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.489953:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50a00/0x38bddee366895941 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.489957:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50a00/0x38bddee366895941 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.489961:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50a00/0x38bddee366895941 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.489964:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d50a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145830.489965:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50a00/0x38bddee366895941 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.489969:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50a00/0x38bddee366895941 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.489972:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8d3528a00) 00010000:00010000:1.0:1783145830.489974:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145830.489975:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50a00/0x38bddee366895941 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.489980:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50a00/0x38bddee366895941 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.490001:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51200/0x38bddee366895933 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b84e expref: 90 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.490014:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50200/0x38bddee366895948 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b84e expref: 89 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.490021:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c0:0x0].0x0 (ffff9be9c280c700) 00010000:00010000:1.0:1783145830.490023:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1783145830.490025:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d4d50200, rc 0) 00000100:00100000:1.0:1783145830.490052:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+89:306358:x1869755188132608:12345-192.168.203.44@tcp:101:rm.500 Request processed in 324us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145830.490059:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 147 00000100:00100000:1.0:1783145830.490063:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478241527929 time 8478243600060 state 0x2 ref 0 00000100:00100000:1.0:1783145830.490848:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.490877:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.490885:0:228901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188132736 00000100:00100000:2.0:1783145830.490889:0:228901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188132736 00000100:00100000:0.0:1783145830.490916:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188132864 00000100:00100000:2.0:1783145830.490922:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2894 00000100:00100000:0.0:1783145830.490923:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188132864 00000100:00100000:2.0:1783145830.490930:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b832727d-edc7-457c-aba4-c59935e6a58f+16:2410:x1869755188132736:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:0.0:1783145830.490948:0:204590:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478241527929 time 8478243600060 state 0x0 ref 1 00000100:00100000:0.0:1783145830.490958:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478243700060 time 8478243600060 state 0x1 ref 1 00000100:00100000:0.0:1783145830.490984:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478243700060 time 8478244861523 state 0x0 ref 1 00000100:00100000:0.0:1783145830.491006:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+89:306357:x1869755188132864:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145830.491016:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.491027:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee36689594f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b855 expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.491086:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee366895956 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.491096:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b832727d-edc7-457c-aba4-c59935e6a58f+17:2410:x1869755188132736:12345-192.168.203.44@tcp:2:touch.500 Request processed in 166us (247us total) trans 8589935551 rc 0/0 00010000:00010000:0.0:1783145830.491099:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee366895956 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.491106:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2894 00010000:00010000:0.0:1783145830.491116:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee366895956 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.491151:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee36689595d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.491159:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee36689595d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.491170:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee36689595d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.491213:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee366895964 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.491222:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee366895964 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bf:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.491228:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee366895964 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bf:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145830.491255:0:204590:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1bf:0x0]: returning size 0 00000004:00200000:0.0:1783145830.491258:0:204590:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783145830.491268:0:204590:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee366895964 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bf:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.491280:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee366895964 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.491288:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee366895956 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.491295:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee366895956 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.491301:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee366895956 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.491307:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee366895956 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.491314:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696ee00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.491317:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee366895956 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.491324:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee366895956 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.491332:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.491335:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.491339:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee366895956 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.491345:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ee00/0x38bddee366895956 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.491355:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee36689595d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.491362:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee36689595d lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.491368:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee36689595d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.491381:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.491385:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee36689595d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.491392:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee36689595d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.491399:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be8d3528b00) 00010000:00010000:0.0:1783145830.491402:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.491405:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee36689595d lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.491411:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e600/0x38bddee36689595d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.491431:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee36689594f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b855 expref: 91 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.491443:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f000/0x38bddee366895964 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b855 expref: 90 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.491450:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bf:0x0].0x0 (ffff9be8d19bbb00) 00010000:00010000:0.0:1783145830.491452:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145830.491455:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696f000, rc 0) 00000100:00100000:0.0:1783145830.491488:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+90:306357:x1869755188132864:12345-192.168.203.44@tcp:101:rm.500 Request processed in 494us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.491496:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 148 00000100:00100000:0.0:1783145830.491501:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478243700060 time 8478244861523 state 0x2 ref 0 00000100:00100000:1.0:1783145830.492009:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.492036:0:204559:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188133376 00000100:00100000:3.0:1783145830.492042:0:204559:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188133376 00000100:00100000:1.0:1783145830.492063:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.492090:0:204559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1034 00000100:00100000:3.0:1783145830.492100:0:204559:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+90:306351:x1869755188133376:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:0.0:1783145830.492108:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188133248 00000100:00100000:0.0:1783145830.492113:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188133248 00000100:00100000:0.0:1783145830.492172:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2895 00000100:00100000:0.0:1783145830.492181:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b832727d-edc7-457c-aba4-c59935e6a58f+15:2407:x1869755188133248:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145830.492191:0:207255:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.492207:0:207255:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001e412810/0x38bddee36689596b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xbf5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b863 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783145830.492224:0:207255:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xbf5:0x0] initial LVB size: 0, mtime: 0x6a48a567, atime: 0x6a48a567, ctime: 0x6a48a567, blocks: 0x0 00010000:00010000:0.0:1783145830.492238:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf5:0x0].0x0 since=8478s v=(0 0) 00010000:00010000:0.0:1783145830.492240:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145830.492247:0:207255:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e412810/0x38bddee36689596b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b863 expref: 16 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.492258:0:207255:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001e412810/0x38bddee36689596b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b863 expref: 16 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.492266:0:207255:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696e800, rc 0) 00000100:00100000:0.0:1783145830.492293:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b832727d-edc7-457c-aba4-c59935e6a58f+16:2407:x1869755188133248:12345-192.168.203.44@tcp:101:rm.500 Request processed in 115us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.492298:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2895 00000100:00100000:3.0:1783145830.492328:0:204559:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b832727d-edc7-457c-aba4-c59935e6a58f+91:306351:x1869755188133376:12345-192.168.203.44@tcp:35:touch.500 Request processed in 229us (324us total) trans 12884905764 rc 0/0 00000100:00100000:3.0:1783145830.492338:0:204559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1034 00000100:00100000:3.0:1783145830.492975:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.493009:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188133504 00000100:00100000:1.0:1783145830.493014:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188133504 00000100:00100000:1.0:1783145830.493046:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2896 00000100:00100000:1.0:1783145830.493054:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:b832727d-edc7-457c-aba4-c59935e6a58f+17:2409:x1869755188133504:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145830.493062:0:228906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145830.493086:0:228906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c16e84a/0x38bddee366895972 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb91:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b86a expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783145830.493102:0:228906:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb91:0x0] initial LVB size: 0, mtime: 0x6a48a567, atime: 0x6a48a567, ctime: 0x6a48a567, blocks: 0x0 00010000:00010000:1.0:1783145830.493112:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb91:0x0].0x0 since=8478s v=(0 0) 00010000:00010000:1.0:1783145830.493116:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb91:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145830.493143:0:228906:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c16e84a/0x38bddee366895972 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b86a expref: 18 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.493155:0:228906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002c16e84a/0x38bddee366895972 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b86a expref: 18 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.493162:0:228906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d4d50e00, rc 0) 00000100:00100000:1.0:1783145830.493191:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:b832727d-edc7-457c-aba4-c59935e6a58f+18:2409:x1869755188133504:12345-192.168.203.44@tcp:101:rm.500 Request processed in 134us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145830.493198:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2896 00000100:00100000:1.0:1783145830.494703:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.494736:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188132992 00000100:00100000:0.0:1783145830.494740:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188132992 00000100:00100000:0.0:1783145830.494757:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478243700060 time 8478244861523 state 0x0 ref 1 00000100:00100000:0.0:1783145830.494764:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478244961523 time 8478244861523 state 0x1 ref 1 00000100:00100000:0.0:1783145830.494780:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478244961523 time 8478248658752 state 0x0 ref 1 00000100:00100000:0.0:1783145830.494787:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+91:306359:x1869755188132992:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:0.0:1783145830.494796:0:206077:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.494805:0:206077:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee366895979 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b85c expref: -99 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.494839:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366895980 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.494847:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366895980 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.494853:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366895980 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.494859:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366895987 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.494863:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366895987 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.494867:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366895987 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.494920:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee36689598e lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.494926:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee36689598e lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1c1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.494930:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee36689598e lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1c1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783145830.494952:0:206077:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1c1:0x0]: returning size 0 00000004:00200000:0.0:1783145830.494955:0:206077:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783145830.494966:0:206077:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee36689598e lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1c1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.494974:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee36689598e lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.494981:0:206077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366895980 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.494985:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366895980 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.494990:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366895980 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.494993:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366895980 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.494996:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.494999:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366895980 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.495004:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366895980 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.495011:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.495013:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.495015:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366895980 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.495018:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e400/0x38bddee366895980 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.495028:0:206077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366895987 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.495032:0:206077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366895987 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.495036:0:206077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366895987 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.495038:0:206077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696f800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.495040:0:206077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366895987 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.495043:0:206077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366895987 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.495046:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be8ccee5d00) 00010000:00010000:0.0:1783145830.495048:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.495049:0:206077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366895987 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.495054:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f800/0x38bddee366895987 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.495078:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee366895979 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b85c expref: 93 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.495087:0:206077:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ea00/0x38bddee36689598e lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b85c expref: 92 pid: 206077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.495091:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c1:0x0].0x0 (ffff9be8d19bb100) 00010000:00010000:0.0:1783145830.495093:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145830.495094:0:206077:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696ea00, rc 0) 00000100:00100000:0.0:1783145830.495133:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+92:306359:x1869755188132992:12345-192.168.203.44@tcp:101:rm.500 Request processed in 346us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.495138:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 149 00000100:00100000:0.0:1783145830.495142:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478244961523 time 8478248658752 state 0x2 ref 0 00000100:00100000:3.0:1783145830.498903:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.498948:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188133760 00000100:00100000:2.0:1783145830.498956:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188133760 00000100:00100000:2.0:1783145830.498985:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478241539711 time 8478242674952 state 0x0 ref 1 00000100:00100000:2.0:1783145830.498995:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478242774952 time 8478242674952 state 0x1 ref 1 00000100:00100000:2.0:1783145830.499021:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478242774952 time 8478252899058 state 0x0 ref 1 00000100:00100000:2.0:1783145830.499033:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+92:306360:x1869755188133760:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145830.499054:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145830.499081:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d400/0x38bddee366895995 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b871 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.499212:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d200/0x38bddee36689599c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.499224:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d200/0x38bddee36689599c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.499236:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d200/0x38bddee36689599c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.499249:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee3668959a3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.499258:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee3668959a3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.499265:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee3668959a3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.499297:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.499345:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188133888 00000100:00100000:3.0:1783145830.499350:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188133888 00000100:00100000:3.0:1783145830.499432:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2897 00000100:00100000:3.0:1783145830.499441:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b832727d-edc7-457c-aba4-c59935e6a58f+18:2408:x1869755188133888:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:3.0:1783145830.499452:0:228898:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783145830.499469:0:228898:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a648ee87/0x38bddee3668959aa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb92:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b878 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783145830.499492:0:228898:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb92:0x0] initial LVB size: 0, mtime: 0x6a48a567, atime: 0x6a48a567, ctime: 0x6a48a567, blocks: 0x0 00010000:00010000:3.0:1783145830.499508:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb92:0x0].0x0 since=8478s v=(0 0) 00010000:00010000:3.0:1783145830.499513:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb92:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145830.499521:0:228898:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a648ee87/0x38bddee3668959aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b878 expref: 19 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.499540:0:228898:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a648ee87/0x38bddee3668959aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b878 expref: 19 pid: 228898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.499551:0:228898:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cdd1ae00, rc 0) 00000100:00100000:3.0:1783145830.499597:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b832727d-edc7-457c-aba4-c59935e6a58f+19:2408:x1869755188133888:12345-192.168.203.44@tcp:101:rm.500 Request processed in 158us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145830.499605:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2897 00000004:00080000:2.0:1783145830.499605:0:210786:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbf7:0x0], index 0: 0 00010000:00010000:2.0:1783145830.499725:0:210786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2da00/0x38bddee3668959b1 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.499731:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2da00/0x38bddee3668959b1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.499735:0:210786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2da00/0x38bddee3668959b1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.499761:0:210786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d200/0x38bddee36689599c lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.499765:0:210786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d200/0x38bddee36689599c lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.499770:0:210786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d200/0x38bddee36689599c lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.499773:0:210786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d200/0x38bddee36689599c lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.499777:0:210786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9ffe2d200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.499780:0:210786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d200/0x38bddee36689599c lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.499784:0:210786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d200/0x38bddee36689599c lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.499790:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.499792:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.499794:0:210786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d200/0x38bddee36689599c lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.499798:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d200/0x38bddee36689599c lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145830.499808:0:210786:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a37a2ddc reply state 000000005de24139 transno 12884905765 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee3668959a3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.499814:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee3668959a3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.499818:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be8d2d3e600) 00010000:00010000:2.0:1783145830.499820:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.499821:0:210786:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1783145830.499838:0:210786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d400/0x38bddee366895995 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b871 expref: 95 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.499846:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2da00/0x38bddee3668959b1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b871 expref: 94 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.499850:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c4:0x0].0x0 (ffff9be8d19bb400) 00010000:00010000:2.0:1783145830.499852:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145830.499853:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9ffe2da00, rc 0) 00000100:00100000:2.0:1783145830.499879:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+95:306360:x1869755188133760:12345-192.168.203.44@tcp:101:touch.500 Request processed in 850us (981us total) trans 12884905765 rc 0/0 00000100:00100000:2.0:1783145830.499883:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 150 00000100:00100000:2.0:1783145830.499887:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478242774952 time 8478252899058 state 0x2 ref 0 00000100:00100000:1.0:1783145830.501051:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.501091:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188134400 00000100:00100000:2.0:1783145830.501096:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188134400 00000100:00100000:1.0:1783145830.501107:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.501112:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478242774952 time 8478252899058 state 0x0 ref 1 00000100:00100000:2.0:1783145830.501144:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478252999058 time 8478252899058 state 0x1 ref 1 00000100:00100000:0.0:1783145830.501160:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188134272 00000100:00100000:0.0:1783145830.501166:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188134272 00000100:00100000:2.0:1783145830.501169:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478252999058 time 8478255047223 state 0x0 ref 1 00000100:00100000:2.0:1783145830.501179:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+96:306360:x1869755188134400:12345-192.168.203.44@tcp:36:touch.500 00000100:00100000:0.0:1783145830.501190:0:204590:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478255147223 time 8478255047223 state 0x1 ref 2 00010000:00010000:2.0:1783145830.501208:0:204557:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783145830.501222:0:204590:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478255147223 time 8478255099212 state 0x0 ref 2 00010000:00010000:2.0:1783145830.501223:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2da00/0x38bddee3668959b1 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b871 expref: 96 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145830.501241:0:204590:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+95:306361:x1869755188134272:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145830.501242:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c4:0x0].0x0 (ffff9be8d19bb400) 00010000:00010000:2.0:1783145830.501252:0:204557:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145830.501253:0:204590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.501263:0:204590:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee3668959bf lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b87f expref: -99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.501297:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee3668959c6 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.501304:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee3668959c6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.501308:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee3668959c6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.501321:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee3668959cd lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.501333:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee3668959cd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.501339:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee3668959cd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1783145830.501356:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000003b7fbf1 reply state 00000000ae9997fd transno 12884905766 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee3668959c6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.501357:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668959d4 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.501374:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668959d4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.501375:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee3668959c6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.501385:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668959d4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.501386:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c4:0x0].0x0 (ffff9be8d19bbd00) 00010000:00010000:2.0:1783145830.501392:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1783145830.501395:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1783145830.501445:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+98:306360:x1869755188134400:12345-192.168.203.44@tcp:36:touch.500 Request processed in 269us (395us total) trans 12884905766 rc 0/0 00000100:00100000:2.0:1783145830.501450:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 151 00000004:00080000:0.0:1783145830.501555:0:204590:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xb94:0x0], index 1: 0 00010000:00010000:0.0:1783145830.501641:0:204590:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee3668959db lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.501650:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee3668959db lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.501657:0:204590:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee3668959db lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.501679:0:204590:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee3668959cd lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.501689:0:204590:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee3668959cd lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.501694:0:204590:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee3668959cd lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.501700:0:204590:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee3668959cd lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.501705:0:204590:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696f200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.501709:0:204590:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee3668959cd lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.501714:0:204590:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee3668959cd lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.501722:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.501725:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.501728:0:204590:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee3668959cd lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.501734:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee3668959cd lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.501745:0:204590:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000004a212a55 reply state 000000003184c78b transno 12884905767 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668959d4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.501753:0:204590:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668959d4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.501758:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be8d2d3e400) 00010000:00010000:0.0:1783145830.501761:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.501763:0:204590:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145830.501782:0:204590:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e000/0x38bddee3668959bf lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b87f expref: 99 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.501793:0:204590:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee3668959db lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b87f expref: 98 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.501800:0:204590:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c5:0x0].0x0 (ffff9be9c364dd00) 00010000:00010000:0.0:1783145830.501802:0:204590:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145830.501805:0:204590:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9c8d86600, rc 0) 00000100:00100000:0.0:1783145830.501833:0:204590:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b832727d-edc7-457c-aba4-c59935e6a58f+99:306361:x1869755188134272:12345-192.168.203.44@tcp:101:touch.500 Request processed in 596us (726us total) trans 12884905767 rc 0/0 00000100:00100000:0.0:1783145830.501840:0:204590:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 152 00000100:00100000:0.0:1783145830.501845:0:204590:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478255147223 time 8478255099212 state 0x2 ref 0 00000100:00100000:1.0:1783145830.502260:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.502296:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188134528 00000100:00100000:2.0:1783145830.502301:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188134528 00000100:00100000:2.0:1783145830.502318:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478255147223 time 8478255099212 state 0x0 ref 1 00000100:00100000:2.0:1783145830.502326:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 1 deadline 8478255199212 time 8478255099212 state 0x1 ref 1 00000100:00100000:2.0:1783145830.502347:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478255199212 time 8478256225135 state 0x0 ref 1 00000100:00100000:2.0:1783145830.502358:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d13cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+99:306360:x1869755188134528:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:2.0:1783145830.502367:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145830.502376:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2cc00/0x38bddee3668959e9 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b886 expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.502404:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2cc00/0x38bddee3668959e9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b886 expref: 100 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.502415:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2cc00/0x38bddee3668959e9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b886 expref: 100 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.502431:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c4:0x0].0x0 (ffff9be8d19bbd00) 00010000:00010000:2.0:1783145830.502433:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783145830.502436:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be9ffe2cc00, rc 0) 00000100:00100000:2.0:1783145830.502466:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+100:306360:x1869755188134528:12345-192.168.203.44@tcp:101:touch.500 Request processed in 110us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145830.502473:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 153 00000100:00100000:2.0:1783145830.502477:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478255199212 time 8478256225135 state 0x2 ref 0 00000100:00100000:3.0:1783145830.503151:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.503177:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188135040 00000100:00100000:1.0:1783145830.503182:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188135040 00000100:00100000:1.0:1783145830.503199:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478255199212 time 8478256225135 state 0x0 ref 1 00000100:00100000:1.0:1783145830.503206:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478256325135 time 8478256225135 state 0x1 ref 1 00000100:00100000:1.0:1783145830.503222:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478256325135 time 8478257100185 state 0x0 ref 1 00000100:00100000:1.0:1783145830.503229:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+100:306361:x1869755188135040:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:1.0:1783145830.503251:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145830.503262:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86600/0x38bddee3668959db lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b87f expref: 100 pid: 204590 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.503276:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c5:0x0].0x0 (ffff9be9c364dd00) 00010000:00010000:1.0:1783145830.503283:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145830.503337:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51200/0x38bddee3668959f0 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.503347:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51200/0x38bddee3668959f0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.503356:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51200/0x38bddee3668959f0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145830.503411:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000eb9ca9d0 reply state 000000006d9063a1 transno 12884905768 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51200/0x38bddee3668959f0 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.503421:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51200/0x38bddee3668959f0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.503427:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c5:0x0].0x0 (ffff9be8d37f0500) 00010000:00010000:1.0:1783145830.503430:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145830.503432:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145830.503484:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+101:306361:x1869755188135040:12345-192.168.203.44@tcp:36:touch.500 Request processed in 253us (334us total) trans 12884905768 rc 0/0 00000100:00100000:1.0:1783145830.503491:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 154 00000100:00100000:1.0:1783145830.503496:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478256325135 time 8478257100185 state 0x2 ref 0 00000100:00100000:3.0:1783145830.503565:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.503664:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188135168 00000100:00100000:1.0:1783145830.503668:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188135168 00000100:00100000:3.0:1783145830.503688:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.503698:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2898 00000100:00100000:1.0:1783145830.503705:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1015f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b832727d-edc7-457c-aba4-c59935e6a58f+16:2407:x1869755188135168:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:0.0:1783145830.503728:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188134912 00000100:00100000:0.0:1783145830.503734:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188134912 00000100:00100000:0.0:1783145830.503755:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478256325135 time 8478257100185 state 0x0 ref 1 00000100:00100000:0.0:1783145830.503764:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478257200185 time 8478257100185 state 0x1 ref 1 00000100:00100000:0.0:1783145830.503789:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478257200185 time 8478257666249 state 0x0 ref 1 00000100:00100000:0.0:1783145830.503801:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1014a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+101:306367:x1869755188134912:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145830.503811:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.503822:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee3668959f7 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b88d expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.503831:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1015f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b832727d-edc7-457c-aba4-c59935e6a58f+17:2407:x1869755188135168:12345-192.168.203.44@tcp:2:touch.500 Request processed in 125us (266us total) trans 8589936258 rc 0/0 00000100:00100000:1.0:1783145830.503844:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2898 00010000:00010000:0.0:1783145830.503906:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee3668959fe lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.503917:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee3668959fe lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.503926:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee3668959fe lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.503937:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86800/0x38bddee366895a05 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.503945:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86800/0x38bddee366895a05 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.503952:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86800/0x38bddee366895a05 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145830.504199:0:204557:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xbf8:0x0], index 0: 0 00010000:00010000:0.0:1783145830.504296:0:204557:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee366895a0c lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.504306:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee366895a0c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.504314:0:204557:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee366895a0c lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.504340:0:204557:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee3668959fe lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.504352:0:204557:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee3668959fe lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.504358:0:204557:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee3668959fe lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.504365:0:204557:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee3668959fe lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.504371:0:204557:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c8d86a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.504375:0:204557:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee3668959fe lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.504382:0:204557:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee3668959fe lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.504392:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:0.0:1783145830.504395:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145830.504399:0:204557:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee3668959fe lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.504406:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86a00/0x38bddee3668959fe lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783145830.504416:0:204557:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005183d372 reply state 0000000000f8a1e7 transno 12884905769 ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86800/0x38bddee366895a05 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.504425:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86800/0x38bddee366895a05 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.504432:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be8d2d3ee00) 00010000:00010000:0.0:1783145830.504435:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145830.504437:0:204557:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1783145830.504458:0:204557:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87e00/0x38bddee3668959f7 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b88d expref: 104 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.504472:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee366895a0c lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b88d expref: 103 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.504480:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c6:0x0].0x0 (ffff9be9d51ac800) 00010000:00010000:0.0:1783145830.504482:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783145830.504484:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696e200, rc 0) 00000100:00100000:0.0:1783145830.504519:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1014a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+104:306367:x1869755188134912:12345-192.168.203.44@tcp:101:touch.500 Request processed in 720us (831us total) trans 12884905769 rc 0/0 00000100:00100000:0.0:1783145830.504527:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 155 00000100:00100000:0.0:1783145830.504531:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478257200185 time 8478257666249 state 0x2 ref 0 00000100:00100000:3.0:1783145830.505386:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.505419:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188135296 00000100:00100000:1.0:1783145830.505424:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188135296 00000100:00100000:1.0:1783145830.505442:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478257200185 time 8478257666249 state 0x0 ref 1 00000100:00100000:1.0:1783145830.505450:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478257766249 time 8478257666249 state 0x1 ref 1 00000100:00100000:1.0:1783145830.505465:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478257766249 time 8478259344131 state 0x0 ref 1 00000100:00100000:1.0:1783145830.505472:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1017b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+104:306361:x1869755188135296:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:1.0:1783145830.505479:0:210786:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145830.505487:0:210786:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50a00/0x38bddee366895a1a lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b894 expref: -99 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.505507:0:210786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50a00/0x38bddee366895a1a lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b894 expref: 105 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.505513:0:210786:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50a00/0x38bddee366895a1a lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b894 expref: 105 pid: 210786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.505523:0:210786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c5:0x0].0x0 (ffff9be8d37f0500) 00010000:00010000:1.0:1783145830.505525:0:210786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783145830.505526:0:210786:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d4d50a00, rc 0) 00000100:00100000:1.0:1783145830.505548:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1017b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+105:306361:x1869755188135296:12345-192.168.203.44@tcp:101:touch.500 Request processed in 77us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145830.505555:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 156 00000100:00100000:1.0:1783145830.505559:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478257766249 time 8478259344131 state 0x2 ref 0 00000100:00100000:3.0:1783145830.505760:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.505791:0:228899:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188135552 00000100:00100000:1.0:1783145830.505795:0:228899:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188135552 00000100:00100000:1.0:1783145830.505819:0:228899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1035 00000100:00100000:1.0:1783145830.505824:0:228899:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1017800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+105:306360:x1869755188135552:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145830.505958:0:228899:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1017800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b832727d-edc7-457c-aba4-c59935e6a58f+106:306360:x1869755188135552:12345-192.168.203.44@tcp:35:touch.500 Request processed in 132us (198us total) trans 12884905770 rc 0/0 00000100:00100000:1.0:1783145830.505965:0:228899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1035 00000100:00100000:3.0:1783145830.506519:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.506557:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188135680 00000100:00100000:2.0:1783145830.506562:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188135680 00000100:00100000:2.0:1783145830.506596:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2899 00000100:00100000:2.0:1783145830.506603:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1016680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:b832727d-edc7-457c-aba4-c59935e6a58f+19:2408:x1869755188135680:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:0.0:1783145830.506704:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.506745:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1016680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:b832727d-edc7-457c-aba4-c59935e6a58f+20:2408:x1869755188135680:12345-192.168.203.44@tcp:2:touch.500 Request processed in 139us (223us total) trans 8589935552 rc 0/0 00000100:00100000:2.0:1783145830.506750:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2899 00000100:00100000:3.0:1783145830.506815:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188135936 00000100:00100000:3.0:1783145830.506820:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188135936 00000100:00100000:3.0:1783145830.506843:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478257766249 time 8478259344131 state 0x0 ref 1 00000100:00100000:0.0:1783145830.506843:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.506866:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188136192 00000100:00100000:1.0:1783145830.506870:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188136192 00000100:00100000:1.0:1783145830.506885:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478244961523 time 8478248658752 state 0x0 ref 1 00000100:00100000:3.0:1783145830.506891:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478259444131 time 8478259344131 state 0x1 ref 1 00000100:00100000:1.0:1783145830.506901:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478248758752 time 8478248658752 state 0x1 ref 1 00000100:00100000:3.0:1783145830.506919:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478248758752 time 8478260794972 state 0x0 ref 1 00000100:00100000:1.0:1783145830.506928:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478259444131 time 8478260805207 state 0x0 ref 1 00000100:00100000:3.0:1783145830.506934:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+107:306358:x1869755188136192:12345-192.168.203.44@tcp:36:rm.500 00000100:00100000:1.0:1783145830.506941:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+107:306367:x1869755188135936:12345-192.168.203.44@tcp:36:touch.500 00010000:00010000:1.0:1783145830.506967:0:206077:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145830.506974:0:204556:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1783145830.506979:0:206077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee366895a0c lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b88d expref: 107 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.506993:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50200/0x38bddee366895948 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b84e expref: 106 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.506994:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c6:0x0].0x0 (ffff9be9d51ac800) 00010000:00010000:1.0:1783145830.507005:0:206077:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145830.507026:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed600/0x38bddee366895781 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7ec expref: 105 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.507037:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c0:0x0].0x0 (ffff9be9c280c700) 00010000:00010000:3.0:1783145830.507041:0:204556:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145830.507046:0:206077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51e00/0x38bddee366895a21 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.507056:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee366895a28 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.507058:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51e00/0x38bddee366895a21 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.507086:0:206077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51e00/0x38bddee366895a21 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.507088:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee366895a28 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.507105:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee366895a28 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.507143:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366895a2f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.507153:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366895a2f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783145830.507158:0:206077:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000051ac6778 reply state 00000000c0d1f27e transno 12884905771 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51e00/0x38bddee366895a21 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.507161:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366895a2f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.507182:0:206077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51e00/0x38bddee366895a21 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.507191:0:206077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c6:0x0].0x0 (ffff9be8d37f0b00) 00010000:00010000:1.0:1783145830.507193:0:206077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783145830.507195:0:206077:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783145830.507241:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+106:306367:x1869755188135936:12345-192.168.203.44@tcp:36:touch.500 Request processed in 303us (537us total) trans 12884905771 rc 0/0 00010000:00010000:3.0:1783145830.507243:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895a36 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145830.507248:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 157 00000100:00100000:1.0:1783145830.507257:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478259444131 time 8478260805207 state 0x2 ref 0 00010000:00010000:3.0:1783145830.507261:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895a36 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.507270:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895a36 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783145830.507497:0:204556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].468, 64 off38144 00010000:00010000:3.0:1783145830.507534:0:204556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366895a3d lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.507601:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366895a3d lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.507609:0:204556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366895a3d lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.507617:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366895a3d lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.507624:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366895a3d lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.507631:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366895a3d lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.507649:0:204556:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145830.507662:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895a36 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.507670:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895a36 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.507672:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145830.507681:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895a36 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.507682:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366895a3d lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.507691:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145830.507697:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1b800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145830.507698:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895a36 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.507703:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366895a3d lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.507710:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895a36 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.507716:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366895a3d lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.507721:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c0:0x0].0x0 (ffff9be9c280c700) 00010000:00010000:3.0:1783145830.507726:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1783145830.507730:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895a36 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.507736:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a600/0x38bddee366895a36 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.507738:0:204544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c0:0x0].0x0 (ffff9be9c280c700) 00010000:00010000:0.0:1783145830.507744:0:204544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783145830.507748:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366895a3d lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.507754:0:204556:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee366895a28 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.507755:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b800/0x38bddee366895a3d lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.507770:0:204556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee366895a28 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.507777:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145830.507779:0:204556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee366895a28 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.507781:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145830.507784:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145830.507789:0:204556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee366895a28 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.507795:0:204556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1bc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145830.507799:0:204556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee366895a28 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.507805:0:204556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee366895a28 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.507813:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:3.0:1783145830.507816:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145830.507819:0:204556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee366895a28 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.507825:0:204556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1bc00/0x38bddee366895a28 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783145830.507834:0:204556:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b13f6bbd reply state 00000000a4b529b9 transno 12884905772 ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366895a2f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.507842:0:204556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366895a2f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145830.507848:0:204556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8d3528a00) 00010000:00010000:3.0:1783145830.507850:0:204556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145830.507853:0:204556:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783145830.507890:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+107:306358:x1869755188136192:12345-192.168.203.44@tcp:36:rm.500 Request processed in 960us (1046us total) trans 12884905772 rc 0/0 00000100:00100000:3.0:1783145830.507897:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 158 00000100:00100000:3.0:1783145830.507902:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478248758752 time 8478260794972 state 0x2 ref 0 00000100:00100000:0.0:1783145830.508684:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145830.508727:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188136320 00000100:00100000:2.0:1783145830.508732:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188136320 00000100:00100000:2.0:1783145830.508749:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478248758752 time 8478260794972 state 0x0 ref 1 00000100:00100000:2.0:1783145830.508757:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478260894972 time 8478260794972 state 0x1 ref 1 00000100:00100000:2.0:1783145830.508779:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478260894972 time 8478262656580 state 0x0 ref 1 00000100:00100000:2.0:1783145830.508789:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb889880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+107:306365:x1869755188136320:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:2.0:1783145830.508799:0:204555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145830.508810:0:204555:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c200/0x38bddee366895a44 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b89b expref: -99 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.508847:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366895a4b lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.508856:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366895a4b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.508863:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366895a4b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.508872:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee366895a52 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.508878:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee366895a52 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.508884:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee366895a52 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.508922:0:204555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366895a59 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.508930:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366895a59 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1c3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.508937:0:204555:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366895a59 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1c3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783145830.508962:0:204555:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x1c3:0x0]: returning size 0 00000004:00200000:2.0:1783145830.508966:0:204555:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783145830.508977:0:204555:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366895a59 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1c3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.508986:0:204555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366895a59 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.508992:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366895a4b lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.509009:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366895a4b lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.509015:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366895a4b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.509020:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dde00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.509024:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366895a4b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.509030:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366895a4b lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.509038:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145830.509040:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.509043:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366895a4b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.509049:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dde00/0x38bddee366895a4b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.509059:0:204555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee366895a52 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.509075:0:204555:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee366895a52 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.509082:0:204555:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee366895a52 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.509086:0:204555:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dc000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145830.509089:0:204555:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee366895a52 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.509095:0:204555:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee366895a52 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.509101:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8d876a700) 00010000:00010000:2.0:1783145830.509104:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783145830.509107:0:204555:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee366895a52 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.509112:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc000/0x38bddee366895a52 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.509176:0:204555:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c200/0x38bddee366895a44 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b89b expref: 109 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.509194:0:204555:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd000/0x38bddee366895a59 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b89b expref: 108 pid: 204555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145830.509202:0:204555:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c3:0x0].0x0 (ffff9be9c364d100) 00010000:00010000:2.0:1783145830.509205:0:204555:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783145830.509208:0:204555:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd5dd000, rc 0) 00000100:00100000:0.0:1783145830.509234:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.509267:0:204590:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188136448 00000100:00100000:2.0:1783145830.509268:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb889880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+108:306365:x1869755188136320:12345-192.168.203.44@tcp:101:rm.500 Request processed in 478us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145830.509272:0:204590:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188136448 00000100:00100000:2.0:1783145830.509280:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 159 00000100:00100000:2.0:1783145830.509286:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8c9481a00 key jobid={rm.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478260894972 time 8478262656580 state 0x2 ref 0 00000100:00100000:0.0:1783145830.510560:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.510599:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188136576 00000100:00100000:1.0:1783145830.510605:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188136576 00000100:00100000:1.0:1783145830.510641:0:228904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2900 00000100:00100000:1.0:1783145830.510648:0:228904:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b832727d-edc7-457c-aba4-c59935e6a58f+20:2410:x1869755188136576:12345-192.168.203.44@tcp:101:rm.500 00010000:00010000:1.0:1783145830.510656:0:228904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145830.510668:0:228904:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000094c415c8/0x38bddee366895a60 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xb93:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b8a9 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783145830.510686:0:228904:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xb93:0x0] initial LVB size: 0, mtime: 0x6a48a567, atime: 0x6a48a567, ctime: 0x6a48a567, blocks: 0x0 00010000:00010000:1.0:1783145830.510698:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb93:0x0].0x0 since=8478s v=(0 0) 00010000:00010000:1.0:1783145830.510701:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb93:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145830.510708:0:228904:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000094c415c8/0x38bddee366895a60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b8a9 expref: 21 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.510718:0:228904:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000094c415c8/0x38bddee366895a60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b8a9 expref: 21 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145830.510727:0:228904:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d4d51400, rc 0) 00000100:00100000:0.0:1783145830.510760:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145830.510764:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b832727d-edc7-457c-aba4-c59935e6a58f+21:2410:x1869755188136576:12345-192.168.203.44@tcp:101:rm.500 Request processed in 113us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145830.510770:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2900 00000100:00100000:2.0:1783145830.510789:0:204558:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188136960 00000100:00100000:2.0:1783145830.510794:0:204558:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188136960 00000100:00100000:2.0:1783145830.510823:0:204558:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1036 00000100:00100000:2.0:1783145830.510830:0:204558:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9edca7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+109:306361:x1869755188136960:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:1.0:1783145830.510857:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145830.510886:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188136832 00000100:00100000:0.0:1783145830.510890:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188136832 00000100:00100000:0.0:1783145830.510908:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478259444131 time 8478260805207 state 0x0 ref 1 00000100:00100000:0.0:1783145830.510915:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478260905207 time 8478260805207 state 0x1 ref 1 00000100:00100000:0.0:1783145830.510933:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478260905207 time 8478264811742 state 0x0 ref 1 00000100:00100000:0.0:1783145830.510943:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e3306680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+111:306367:x1869755188136832:12345-192.168.203.44@tcp:101:touch.500 00010000:00010000:0.0:1783145830.510950:0:204557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145830.510960:0:204557:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee366895a67 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x1c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b8b0 expref: -99 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145830.510982:0:204557:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee366895a67 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b8b0 expref: 112 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.510991:0:204558:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9edca7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b832727d-edc7-457c-aba4-c59935e6a58f+112:306361:x1869755188136960:12345-192.168.203.44@tcp:35:touch.500 Request processed in 157us (229us total) trans 12884905773 rc 0/0 00010000:00010000:0.0:1783145830.511000:0:204557:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fc00/0x38bddee366895a67 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b8b0 expref: 112 pid: 204557 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145830.511007:0:204558:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1036 00010000:00010000:0.0:1783145830.511014:0:204557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c6:0x0].0x0 (ffff9be8d37f0b00) 00010000:00010000:0.0:1783145830.511018:0:204557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1783145830.511020:0:204557:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696fc00, rc 0) 00000100:00100000:0.0:1783145830.511044:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e3306680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+111:306367:x1869755188136832:12345-192.168.203.44@tcp:101:touch.500 Request processed in 103us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145830.511050:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 160 00000100:00100000:0.0:1783145830.511054:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d22db400 key jobid={touch.500} rule@0xffff9be8cd6f6800 gen 0 rate 10000 depth 3 token 2 deadline 8478260905207 time 8478264811742 state 0x2 ref 0 00000100:00100000:0.0:1783145830.512203:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.512250:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188137088 00000100:00100000:3.0:1783145830.512254:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188137088 00000100:00100000:3.0:1783145830.512292:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2901 00000100:00100000:3.0:1783145830.512301:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b832727d-edc7-457c-aba4-c59935e6a58f+17:2407:x1869755188137088:12345-192.168.203.44@tcp:2:touch.500 00000100:00100000:3.0:1783145830.512437:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b832727d-edc7-457c-aba4-c59935e6a58f+18:2407:x1869755188137088:12345-192.168.203.44@tcp:2:touch.500 Request processed in 137us (235us total) trans 8589936259 rc 0/0 00000100:00100000:3.0:1783145830.512442:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2901 00000100:00100000:1.0:1783145830.513315:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145830.513360:0:207729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188137344 00000100:00100000:3.0:1783145830.513366:0:207729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188137344 00000100:00100000:3.0:1783145830.513402:0:207729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1037 00000100:00100000:3.0:1783145830.513412:0:207729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+111:306367:x1869755188137344:12345-192.168.203.44@tcp:35:touch.500 00000100:00100000:3.0:1783145830.513577:0:207729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b832727d-edc7-457c-aba4-c59935e6a58f+112:306367:x1869755188137344:12345-192.168.203.44@tcp:35:touch.500 Request processed in 165us (262us total) trans 12884905774 rc 0/0 00000100:00100000:3.0:1783145830.513587:0:207729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1037 00010000:00010000:3.0:1783145830.870291:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145831.219850:0:229432:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff9be8d46a1900 rate 1 gen 0 00000100:00100000:1.0:1783145831.219872:0:229432:0:(nrs_tbf.c:544:nrs_tbf_rule_start()) TBF starts rule@ffff9be8d46a1200 rate 1 gen 0 00000100:00100000:0.0:1783145831.445335:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178619904:0@lo:13:osp-pre-0-0.0 00000004:00080000:2.0:1783145831.445344:0:204581:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 8479199222690ns, next at 8480199218477ns, rc = 0 00000100:00100000:0.0:1783145831.445425:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145831.445492:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178619904 00000100:00100000:2.0:1783145831.445499:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178619904 00000100:00100000:2.0:1783145831.445556:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:2.0:1783145831.445567:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3650:x1869755178619904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783145831.445588:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17140288 pending 0 free 3911106560 avail 3679584256 00000100:00100000:2.0:1783145831.445649:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3650:x1869755178619904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145831.445658:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:0.0:1783145831.445683:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178619904:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1783145831.893334:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145832.442620:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145832.442678:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145832.442695:0:204551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188137472 00000100:00100000:2.0:1783145832.442708:0:204551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188137472 00000100:00100000:1.0:1783145832.442715:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145832.442751:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188137600 00000100:00100000:0.0:1783145832.442758:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188137600 00000100:00100000:1.0:1783145832.442771:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145832.442794:0:204551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 285 00000100:00100000:0.0:1783145832.442809:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8478177151063 time 8478177192324 state 0x0 ref 1 00000100:00100000:2.0:1783145832.442814:0:204551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bea01d2b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2408:x1869755188137472:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145832.442824:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145832.442825:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8478177151063 time 8478177192324 state 0x0 ref 1 00000100:00100000:0.0:1783145832.442844:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8478177292324 time 8478177192324 state 0x1 ref 1 00000100:00100000:1.0:1783145832.442864:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145832.442875:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188137728 00000100:00100000:0.0:1783145832.442880:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188137728 00000100:00100000:0.0:1783145832.442905:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8478177292324 time 8478177192324 state 0x1 ref 2 00000100:00100000:2.0:1783145832.442921:0:204551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bea01d2b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2408:x1869755188137472:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 101us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145832.442922:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145832.442935:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8478177292324 time 8478177192324 state 0x1 ref 2 00000100:00100000:2.0:1783145832.442939:0:204551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 285 00000100:00100000:0.0:1783145832.442961:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188138112 00000100:00100000:0.0:1783145832.442966:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188138112 00000100:00100000:0.0:1783145832.442994:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8478177292324 time 8478177192324 state 0x1 ref 3 00000100:00100000:0.0:1783145832.443003:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8478177292324 time 8478177192324 state 0x1 ref 3 00000100:00100000:2.0:1783145832.443019:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188138240 00000100:00100000:2.0:1783145832.443025:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188138240 00000100:00100000:0.0:1783145832.443030:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8480197006251 time 8480196906251 state 0x1 ref 3 00000100:00100000:0.0:1783145832.443062:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1950380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+151:2407:x1869755188137600:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145832.443064:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145832.443070:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8480197006251 time 8480196906251 state 0x1 ref 4 00000100:00100000:2.0:1783145832.443083:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8480197006251 time 8480196906251 state 0x1 ref 4 00000100:00100000:2.0:1783145832.443103:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8480197080568 time 8480196980568 state 0x1 ref 4 00000100:00100000:1.0:1783145832.443112:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145832.443118:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1950380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+151:2407:x1869755188137600:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 74us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145832.443168:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 6 00000100:00100000:2.0:1783145832.443175:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1953800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2408:x1869755188137728:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:3.0:1783145832.443177:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188137856 00000100:00100000:0.0:1783145832.443192:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8480197168304 time 8480197068304 state 0x1 ref 3 00000100:00100000:3.0:1783145832.443193:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188137856 00000100:00100000:0.0:1783145832.443212:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+112:2407:x1869755188138112:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145832.443219:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1953800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2408:x1869755188137728:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 104us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145832.443228:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 7 00000100:00100000:0.0:1783145832.443271:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+112:2407:x1869755188138112:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 66us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145832.443277:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 8 00000100:00080000:0.0:1783145832.443298:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1783145832.443304:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783145832.443305:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188137984 00000100:00100000:2.0:1783145832.443313:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188137984 00000100:00080000:0.0:1783145832.443314:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783145832.443319:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188138368 00000100:00100000:3.0:1783145832.443327:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188138368 00000100:00100000:0.0:1783145832.443337:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8480197168304 time 8480197213531 state 0x0 ref 1 00000100:00100000:1.0:1783145832.443342:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188138496 00000100:00100000:1.0:1783145832.443349:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188138496 00000100:00100000:0.0:1783145832.443353:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+5:2408:x1869755188138240:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145832.443359:0:206057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 301 00000100:00100000:2.0:1783145832.443372:0:206057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+25:2407:x1869755188137856:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145832.443391:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 302 00000100:00100000:0.0:1783145832.443405:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+5:2408:x1869755188138240:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 46us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145832.443406:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:275b1235-b8f5-4ce3-8a3a-d483c556f740+25:2408:x1869755188137984:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145832.443414:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+25:2407:x1869755188137856:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 43us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145832.443428:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 9 00000100:00100000:2.0:1783145832.443429:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 301 00000100:00100000:0.0:1783145832.443434:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8480197168304 time 8480197213531 state 0x2 ref 0 00000100:00100000:2.0:1783145832.443464:0:206057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 303 00000100:00100000:1.0:1783145832.443464:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:275b1235-b8f5-4ce3-8a3a-d483c556f740+25:2408:x1869755188137984:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 57us (640us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145832.443476:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 302 00000100:00100000:2.0:1783145832.443480:0:206057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b832727d-edc7-457c-aba4-c59935e6a58f+21:2408:x1869755188138496:12345-192.168.203.44@tcp:400:kworker.0 00000100:00080000:1.0:1783145832.443518:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783145832.443519:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b832727d-edc7-457c-aba4-c59935e6a58f+21:2408:x1869755188138496:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 43us (408us total) trans 0 rc 0/0 00000100:00080000:1.0:1783145832.443523:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783145832.443535:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 303 00000100:00100000:1.0:1783145832.443559:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 304 00000100:00100000:1.0:1783145832.443576:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b832727d-edc7-457c-aba4-c59935e6a58f+18:2407:x1869755188138368:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145832.443620:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b832727d-edc7-457c-aba4-c59935e6a58f+18:2407:x1869755188138368:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 51us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145832.443628:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 304 00010000:00010000:0.0:1783145832.917272:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1783145832.985502:0:206052:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 8589936259 is committed 00000001:00080000:1.0:1783145832.985528:0:206052:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 8589936254 is committed 00000001:00080000:1.0:1783145832.985546:0:206052:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 8589936251 is committed 00000001:00080000:3.0:1783145832.985703:0:206866:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589935552 is committed 00000001:00080000:3.0:1783145832.985734:0:206866:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589935549 is committed 00000001:00080000:3.0:1783145832.985757:0:206866:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589935546 is committed 00010000:00010000:0.0:1783145833.941383:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145834.005294:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb888a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178620032:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783145834.005359:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145834.005428:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178620032 00000100:00100000:3.0:1783145834.005443:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178620032 00000100:00100000:3.0:1783145834.005541:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1783145834.005560:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178620032:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783145834.005609:0:228897:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445433344 avail 1299193856 00000100:00100000:3.0:1783145834.005710:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178620032:12345-0@lo:41:osp-pre-1-0.0 Request processed in 155us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145834.005722:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1783145834.005749:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb888a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178620032:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1783145834.965301:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145835.029364:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783145835.029393:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1015180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178620160:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783145835.029485:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145835.029547:0:204561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178620160 00000100:00100000:1.0:1783145835.029567:0:204561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178620160 00000100:00100000:1.0:1783145835.029635:0:204561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1783145835.029657:0:204561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1016d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1869755178620160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783145835.029698:0:204561:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445117952 avail 1298878464 00000100:00100000:1.0:1783145835.029787:0:204561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1016d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1869755178620160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 134us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145835.029808:0:204561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:3.0:1783145835.029846:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1015180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178620160:0@lo:41:osp-pre-0-1.0 00000004:00080000:0.0:1783145835.030468:0:204536:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 35 committed 00000001:00080000:0.0:1783145835.030538:0:204536:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884905774 is committed 00010000:00010000:3.0:1783145835.030586:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee366894a45 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.030600:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee366894a45 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.030610:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee366894a45 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.030619:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.030625:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee366894a45 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1783145835.030633:0:204536:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884905757 is committed 00010000:00010000:3.0:1783145835.030635:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee366894a45 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.030653:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8d3528900) 00010000:00010000:3.0:1783145835.030657:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.030664:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee366894a45 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.030673:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3c00/0x38bddee366894a45 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.030679:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894b2c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.030690:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894b2c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.030698:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366894aa0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.030699:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894b2c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.030717:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.030719:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366894aa0 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.030723:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894b2c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.030732:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366894aa0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.030734:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894b2c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.030751:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.030756:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be8ccee5200) 00010000:00010000:3.0:1783145835.030757:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366894aa0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.030762:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.030767:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894b2c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.030771:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366894aa0 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.030773:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412e00/0x38bddee366894b2c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.030790:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be8d876aa00) 00010000:00010000:3.0:1783145835.030797:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.030800:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366894aa0 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.030807:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05600/0x38bddee366894aa0 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.030811:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395600/0x38bddee366894b48 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.030819:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395600/0x38bddee366894b48 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.030826:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366894ad8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.030834:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395600/0x38bddee366894b48 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.030838:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366894ad8 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.030845:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.030851:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366894ad8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.030852:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395600/0x38bddee366894b48 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.030863:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.030869:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366894ad8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.030872:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395600/0x38bddee366894b48 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.030889:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1de:0x0].0x0 (ffff9be8d2cdca00) 00010000:00010000:1.0:1783145835.030892:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.030897:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366894ad8 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.030898:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395600/0x38bddee366894b48 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145835.030899:0:204536:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 34 committed 00000004:00080000:0.0:1783145835.030914:0:204536:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 29 committed 00010000:00010000:1.0:1783145835.030918:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395600/0x38bddee366894b48 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145835.030925:0:204536:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 28 committed 00010000:00010000:3.0:1783145835.030937:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be8d876a400) 00010000:00010000:3.0:1783145835.030942:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.030946:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366894ad8 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.030953:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366894b56 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.030954:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05a00/0x38bddee366894ad8 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.030976:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366894b56 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.030985:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366894b56 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.030986:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395000/0x38bddee366894b09 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031001:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.031003:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395000/0x38bddee366894b09 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031007:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366894b56 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031017:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395000/0x38bddee366894b09 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031044:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366894b56 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031056:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.031058:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be8ccee5700) 00010000:00010000:3.0:1783145835.031061:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395000/0x38bddee366894b09 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031063:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.031068:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366894b56 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031079:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395000/0x38bddee366894b09 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031081:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412800/0x38bddee366894b56 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031098:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be8d2cdc900) 00010000:00010000:3.0:1783145835.031103:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.031105:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894b72 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031107:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395000/0x38bddee366894b09 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031162:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894b72 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031176:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395000/0x38bddee366894b09 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031176:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894b72 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031196:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.031200:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894b72 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031205:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee36689518b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031209:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894b72 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031217:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee36689518b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031224:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1df:0x0].0x0 (ffff9be8d876ab00) 00010000:00010000:3.0:1783145835.031226:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee36689518b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031230:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.031236:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894b72 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031237:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.031243:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee36689518b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031250:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05400/0x38bddee366894b72 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1df:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031254:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee36689518b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031272:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be8ccee5200) 00010000:00010000:3.0:1783145835.031275:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.031279:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee366894b87 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031285:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee36689518b lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031289:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee366894b87 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031297:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04400/0x38bddee36689518b lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031301:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee366894b87 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031313:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.031317:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee366894b87 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031319:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0800/0x38bddee3668951a7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031327:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee366894b87 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031330:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0800/0x38bddee3668951a7 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031344:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0800/0x38bddee3668951a7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031347:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8d3528800) 00010000:00010000:1.0:1783145835.031354:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.031356:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a0800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.031359:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee366894b87 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031362:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0800/0x38bddee3668951a7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031379:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0800/0x38bddee3668951a7 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031379:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2a00/0x38bddee366894b87 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031405:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1b9:0x0].0x0 (ffff9be8d2d3e300) 00010000:00010000:3.0:1783145835.031408:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.031411:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366894ba3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031412:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0800/0x38bddee3668951a7 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031429:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366894ba3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031430:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0800/0x38bddee3668951a7 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031450:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366894ba3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031457:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.031461:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366894ba3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031465:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee3668951bc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031469:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366894ba3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031478:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee3668951bc lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031484:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e0:0x0].0x0 (ffff9be8d876a200) 00010000:00010000:3.0:1783145835.031487:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee3668951bc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031489:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.031495:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366894ba3 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031497:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.031505:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee3668951bc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031507:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04a00/0x38bddee366894ba3 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031526:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee3668951bc lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031537:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894bbf lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031544:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be8ccee5700) 00010000:00010000:1.0:1783145835.031545:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894bbf lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031548:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.031553:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee3668951bc lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031557:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894bbf lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031565:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3e00/0x38bddee3668951bc lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031568:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.031574:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894bbf lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031588:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee3668951d8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031588:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894bbf lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031609:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee3668951d8 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031613:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8ccee5500) 00010000:00010000:3.0:1783145835.031619:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee3668951d8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031620:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.031626:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894bbf lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031631:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.031637:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412400/0x38bddee366894bbf lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031639:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee3668951d8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031659:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee3668951d8 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031666:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395400/0x38bddee366894be9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031670:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1ba:0x0].0x0 (ffff9be8d2cdc500) 00010000:00010000:3.0:1783145835.031677:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.031680:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395400/0x38bddee366894be9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031683:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee3668951d8 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031692:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395400/0x38bddee366894be9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031695:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395e00/0x38bddee3668951d8 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031702:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.031708:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395400/0x38bddee366894be9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031716:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395400/0x38bddee366894be9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031721:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689528e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031727:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e1:0x0].0x0 (ffff9be8d2cdce00) 00010000:00010000:3.0:1783145835.031729:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689528e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031732:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.031738:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395400/0x38bddee366894be9 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031740:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689528e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031757:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395400/0x38bddee366894be9 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1e1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031758:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.031765:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689528e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031774:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689528e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031786:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee366894be2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031795:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee366894be2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031802:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee366894be2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031803:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be8ccee5b00) 00010000:00010000:3.0:1783145835.031810:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.031816:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.031817:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689528e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031824:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee366894be2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031829:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348c00/0x38bddee36689528e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031835:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee366894be2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031847:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395a00/0x38bddee3668952e2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031850:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be8ccee5b00) 00010000:00010000:3.0:1783145835.031857:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395a00/0x38bddee3668952e2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031857:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.031863:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee366894be2 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031865:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395a00/0x38bddee3668952e2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031880:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.031882:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412a00/0x38bddee366894be2 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031884:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395a00/0x38bddee3668952e2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031899:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395a00/0x38bddee3668952e2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031908:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bb:0x0].0x0 (ffff9be8d2cdc700) 00010000:00010000:3.0:1783145835.031910:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.031911:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894c05 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031913:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395a00/0x38bddee3668952e2 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031932:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395a00/0x38bddee3668952e2 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031933:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894c05 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031944:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894c05 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031950:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366895359 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031951:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.031959:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894c05 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031960:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366895359 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031973:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366895359 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031978:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.031978:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894c05 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031983:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366895359 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.031992:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366895359 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.031996:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e2:0x0].0x0 (ffff9be8d876a000) 00010000:00010000:1.0:1783145835.032003:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.032008:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894c05 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032010:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be8ccee5200) 00010000:00010000:3.0:1783145835.032017:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.032018:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05800/0x38bddee366894c05 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032021:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366895359 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032044:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3a00/0x38bddee366895359 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032058:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366894cde lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032062:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee3668953ad lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032071:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366894cde lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032072:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee3668953ad lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032087:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee3668953ad lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032090:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366894cde lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032092:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dd400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.032097:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee3668953ad lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032102:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.032104:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee3668953ad lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032109:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366894cde lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032112:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8d3528800) 00010000:00010000:3.0:1783145835.032142:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.032146:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee3668953ad lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032157:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd400/0x38bddee3668953ad lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032161:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366894cde lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032170:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee3668953fa lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032174:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be8ccee5700) 00010000:00010000:3.0:1783145835.032176:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee3668953fa lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032178:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.032182:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366894cde lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032184:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee3668953fa lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032195:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04600/0x38bddee366894cde lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032197:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dc200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.032202:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee3668953fa lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032208:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee3668953fa lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032212:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee366894d4e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032216:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bc:0x0].0x0 (ffff9be8d19bb300) 00010000:00010000:1.0:1783145835.032220:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee366894d4e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032221:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.032226:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee3668953fa lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032233:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee366894d4e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032237:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee3668953fa lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032244:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.032250:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee366894d4e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032258:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee366894d4e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032263:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366895543 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032270:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be8d3528b00) 00010000:00010000:3.0:1783145835.032273:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366895543 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032275:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.032280:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee366894d4e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032284:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366895543 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032287:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2800/0x38bddee366894d4e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032304:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1ac00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.032309:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366895543 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032310:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366894d71 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032327:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366894d71 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032329:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366895543 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032338:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366894d71 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032343:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.032344:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x3bf54fa8 (ffff9be8ccee5700) 00010000:00010000:1.0:1783145835.032347:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366894d71 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032348:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.032353:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366895543 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032355:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366894d71 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032361:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1ac00/0x38bddee366895543 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032367:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e3:0x0].0x0 (ffff9be8d876a800) 00010000:00010000:1.0:1783145835.032370:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.032373:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366894d71 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032377:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382600/0x38bddee366894d71 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032380:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee3668955ac lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032386:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee3668955ac lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032390:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee3668955ac lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032394:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.032396:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394000/0x38bddee366894d78 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032397:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee3668955ac lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032410:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394000/0x38bddee366894d78 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032412:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee3668955ac lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032426:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394000/0x38bddee366894d78 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032436:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.032438:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9be8d2cdcd00) 00010000:00010000:1.0:1783145835.032439:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394000/0x38bddee366894d78 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032445:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.032450:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee3668955ac lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032450:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394000/0x38bddee366894d78 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032467:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413e00/0x38bddee3668955ac lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032471:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be8d2cdc200) 00010000:00010000:1.0:1783145835.032474:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.032477:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394000/0x38bddee366894d78 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032481:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fe00/0x38bddee3668955dd lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032482:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394000/0x38bddee366894d78 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032496:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fe00/0x38bddee3668955dd lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032504:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fe00/0x38bddee3668955dd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032505:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366894da9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032521:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696fe00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.032521:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366894da9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032529:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fe00/0x38bddee3668955dd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032529:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366894da9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032544:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.032548:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fe00/0x38bddee3668955dd lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032549:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366894da9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032570:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366894da9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032574:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bd:0x0].0x0 (ffff9be9c364d700) 00010000:00010000:1.0:1783145835.032577:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e4:0x0].0x0 (ffff9be8d876ac00) 00010000:00010000:3.0:1783145835.032579:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.032581:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.032586:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fe00/0x38bddee3668955dd lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032587:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366894da9 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032603:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382e00/0x38bddee366894da9 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032606:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696fe00/0x38bddee3668955dd lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032619:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee366894da2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032626:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee366894da2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032630:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee36689560e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032631:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee366894da2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032649:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.032650:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee36689560e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032652:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee366894da2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032662:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee36689560e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032666:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee366894da2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032668:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696ec00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.032673:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee36689560e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032680:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee36689560e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032682:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9be8d2cdcd00) 00010000:00010000:1.0:1783145835.032686:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.032690:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8ccee5500) 00010000:00010000:1.0:1783145835.032691:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee366894da2 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032694:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.032698:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee36689560e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032704:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394600/0x38bddee366894da2 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032706:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696ec00/0x38bddee36689560e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032726:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366895631 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032732:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366895631 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032735:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366894dc5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032736:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366895631 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032753:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.032754:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366894dc5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032756:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366895631 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032770:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366895631 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032773:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366894dc5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032778:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1be:0x0].0x0 (ffff9be8d19bbe00) 00010000:00010000:3.0:1783145835.032784:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.032785:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.032786:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366895631 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032793:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366894dc5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032794:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a400/0x38bddee366895631 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032812:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366894dc5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032816:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366895646 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032822:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366895646 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032824:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e5:0x0].0x0 (ffff9be8d3528000) 00010000:00010000:3.0:1783145835.032827:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366895646 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032830:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.032835:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.032837:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366894dc5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032839:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366895646 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032855:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366895646 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032857:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3600/0x38bddee366894dc5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032879:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be8d3528b00) 00010000:00010000:3.0:1783145835.032883:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.032887:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366895646 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032892:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366894dd3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032894:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a800/0x38bddee366895646 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032909:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366894dd3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032915:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366894dd3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032919:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.032921:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee3668956a1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032922:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366894dd3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032939:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366894dd3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032940:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee3668956a1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032957:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee3668956a1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032961:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xb5064fa8 (ffff9be8ccee5200) 00010000:00010000:3.0:1783145835.032966:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1be00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.032966:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.032974:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee3668956a1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032974:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366894dd3 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.032991:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee3668956a1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.032992:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382800/0x38bddee366894dd3 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033016:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1bf:0x0].0x0 (ffff9be8d19bbb00) 00010000:00010000:3.0:1783145835.033019:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.033023:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894e12 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033024:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee3668956a1 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033051:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1be00/0x38bddee3668956a1 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033053:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894e12 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033070:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894e12 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033076:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d000/0x38bddee366895726 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033077:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.033084:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894e12 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033088:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d000/0x38bddee366895726 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033106:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d000/0x38bddee366895726 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033109:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894e12 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033112:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9ffe2d000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.033117:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d000/0x38bddee366895726 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033145:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d000/0x38bddee366895726 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033151:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8ccee5500) 00010000:00010000:3.0:1783145835.033154:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8d3528a00) 00010000:00010000:1.0:1783145835.033156:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.033159:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.033163:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d000/0x38bddee366895726 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033163:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894e12 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033177:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d000/0x38bddee366895726 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033181:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394e00/0x38bddee366894e12 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033189:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed000/0x38bddee36689576c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033194:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed000/0x38bddee36689576c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033199:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed000/0x38bddee36689576c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033199:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413400/0x38bddee366894e2e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033216:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aed000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.033219:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413400/0x38bddee366894e2e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033222:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed000/0x38bddee36689576c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033233:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413400/0x38bddee366894e2e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033237:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed000/0x38bddee36689576c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033244:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8413400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.033251:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413400/0x38bddee366894e2e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033252:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c0:0x0].0x0 (ffff9be9c280c700) 00010000:00010000:3.0:1783145835.033260:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.033265:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed000/0x38bddee36689576c lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033265:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413400/0x38bddee366894e2e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033286:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed000/0x38bddee36689576c lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033289:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8d3528800) 00010000:00010000:1.0:1783145835.033295:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.033299:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413400/0x38bddee366894e2e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033307:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366895765 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033307:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8413400/0x38bddee366894e2e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033326:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366895765 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033335:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366895765 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033337:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366894e4a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033346:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dc800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.033352:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366895765 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033354:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366894e4a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033371:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366895765 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033371:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366894e4a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033389:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.033396:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc8244fa8 (ffff9be8d3528800) 00010000:00010000:1.0:1783145835.033396:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366894e4a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033402:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.033406:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366895765 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033411:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366894e4a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033412:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366895765 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033435:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be8ccee5b00) 00010000:00010000:1.0:1783145835.033437:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.033438:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ca00/0x38bddee3668957ab lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033440:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366894e4a lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033449:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ca00/0x38bddee3668957ab lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033452:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382a00/0x38bddee366894e4a lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033460:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ca00/0x38bddee3668957ab lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033466:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9ffe2ca00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.033468:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ca00/0x38bddee3668957ab lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033471:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383200/0x38bddee366894e6d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033474:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ca00/0x38bddee3668957ab lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033482:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383200/0x38bddee366894e6d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033486:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be8ccee5d00) 00010000:00010000:1.0:1783145835.033488:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383200/0x38bddee366894e6d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033489:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.033494:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ca00/0x38bddee3668957ab lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033496:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0383200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.033501:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383200/0x38bddee366894e6d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033503:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ca00/0x38bddee3668957ab lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033513:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383200/0x38bddee366894e6d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033521:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d800/0x38bddee3668957ce lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033523:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8d876a700) 00010000:00010000:1.0:1783145835.033528:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.033533:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383200/0x38bddee366894e6d lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033534:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d800/0x38bddee3668957ce lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033544:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383200/0x38bddee366894e6d lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033546:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d800/0x38bddee3668957ce lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033558:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9ffe2d800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.033561:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d800/0x38bddee3668957ce lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033565:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894e82 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033566:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d800/0x38bddee3668957ce lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033580:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894e82 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033585:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c1:0x0].0x0 (ffff9be8d19bb100) 00010000:00010000:1.0:1783145835.033586:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894e82 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033587:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.033591:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d800/0x38bddee3668957ce lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033593:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0383000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.033599:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2d800/0x38bddee3668957ce lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033599:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894e82 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033617:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894e82 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033620:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee3668957dc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033626:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee3668957dc lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033626:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e6:0x0].0x0 (ffff9be8d876a600) 00010000:00010000:1.0:1783145835.033631:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.033635:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894e82 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033636:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee3668957dc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033649:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383000/0x38bddee366894e82 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033650:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aec800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.033655:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee3668957dc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033661:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee3668957dc lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033670:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x814b4fa8 (ffff9be8ccee5b00) 00010000:00010000:1.0:1783145835.033670:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366894edd lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033672:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.033676:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee3668957dc lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033680:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366894edd lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033682:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aec800/0x38bddee3668957dc lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033690:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366894edd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033696:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.033699:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366894edd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033703:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2dc00/0x38bddee36689588b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033704:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366894edd lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033718:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2dc00/0x38bddee36689588b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033722:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9be8d2cdcd00) 00010000:00010000:3.0:1783145835.033725:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2dc00/0x38bddee36689588b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033726:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.033730:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366894edd lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033732:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9ffe2dc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.033737:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2dc00/0x38bddee36689588b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033739:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04800/0x38bddee366894edd lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033749:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2dc00/0x38bddee36689588b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033757:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366894f00 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033760:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be8d2cdc200) 00010000:00010000:3.0:1783145835.033763:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.033763:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366894f00 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033768:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2dc00/0x38bddee36689588b lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033772:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366894f00 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033774:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2dc00/0x38bddee36689588b lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033781:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.033785:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366894f00 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033790:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366894f00 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033791:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ce00/0x38bddee3668958bc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033799:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be8d2d3e400) 00010000:00010000:3.0:1783145835.033803:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ce00/0x38bddee3668958bc lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033803:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.033807:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366894f00 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033820:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04c00/0x38bddee366894f00 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033821:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ce00/0x38bddee3668958bc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033834:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9ffe2ce00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.033836:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366894f2a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033838:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ce00/0x38bddee3668958bc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033842:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366894f2a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033856:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366894f2a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033857:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ce00/0x38bddee3668958bc lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033863:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.033867:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366894f2a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033873:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366894f2a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033875:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c2:0x0].0x0 (ffff9be8d19bb800) 00010000:00010000:3.0:1783145835.033878:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.033882:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ce00/0x38bddee3668958bc lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033883:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e7:0x0].0x0 (ffff9be8d2d3e700) 00010000:00010000:1.0:1783145835.033889:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.033893:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366894f2a lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033895:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2ce00/0x38bddee3668958bc lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033904:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04000/0x38bddee366894f2a lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033915:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee3668958ca lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033920:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee3668958ca lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033924:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee3668958ca lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033929:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c8d87c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.033932:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee3668958ca lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033937:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee3668958ca lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033944:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xee224fa8 (ffff9be8ccee5500) 00010000:00010000:3.0:1783145835.033946:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.033948:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee3668958ca lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033952:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87c00/0x38bddee3668958ca lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033965:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee3668958f4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033969:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee3668958f4 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033975:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee3668958f4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.033975:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366894f23 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033981:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696f400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.033983:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee3668958f4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033988:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee3668958f4 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.033994:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8d876a700) 00010000:00010000:3.0:1783145835.033999:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.034002:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366894f23 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034003:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee3668958f4 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034020:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f400/0x38bddee3668958f4 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034021:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366894f23 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034042:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e3400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.034047:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366894f23 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034048:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f600/0x38bddee366895910 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034064:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f600/0x38bddee366895910 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034067:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366894f23 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034072:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f600/0x38bddee366895910 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034077:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696f600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.034078:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8d3528a00) 00010000:00010000:3.0:1783145835.034080:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f600/0x38bddee366895910 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034082:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.034086:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366894f23 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034088:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f600/0x38bddee366895910 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034097:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e3400/0x38bddee366894f23 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034110:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c3:0x0].0x0 (ffff9be9c364d100) 00010000:00010000:3.0:1783145835.034113:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.034117:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f600/0x38bddee366895910 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034117:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366894f54 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034145:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f600/0x38bddee366895910 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034147:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366894f54 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034156:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366894f54 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034160:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366895917 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034161:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.034167:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366894f54 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034169:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366895917 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034175:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366894f54 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034178:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366895917 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.034183:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178620672:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145835.034186:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.034186:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e8:0x0].0x0 (ffff9be8d2d3e500) 00010000:00010000:1.0:1783145835.034191:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.034192:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366895917 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034194:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366894f54 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034200:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366895917 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034202:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04e00/0x38bddee366894f54 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034217:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xed314fa8 (ffff9be8d2cdcd00) 00010000:00010000:3.0:1783145835.034220:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.034224:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366895917 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034228:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894f5b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034231:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1a200/0x38bddee366895917 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.034242:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145835.034243:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894f5b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034254:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894f5b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034261:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bea01348a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.034265:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee3668959a3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034266:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894f5b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034285:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894f5b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034287:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee3668959a3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.034290:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ff8c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178621184:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145835.034301:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be8ccee5d00) 00010000:00010000:3.0:1783145835.034303:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee3668959a3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034305:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.034310:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894f5b lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034314:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9ffe2c600 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:0.0:1783145835.034319:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145835.034322:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee3668959a3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034325:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9bea01348a00/0x38bddee366894f5b lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034330:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee3668959a3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034342:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be8d2d3e600) 00010000:00010000:1.0:1783145835.034342:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366894f85 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034348:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145835.034352:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00010000:00010000:3.0:1783145835.034353:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee3668959a3 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034353:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366894f85 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.034365:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178620288:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145835.034373:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c600/0x38bddee3668959a3 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034373:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366894f85 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034392:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.034397:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366894f85 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034399:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee3668959c6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.034411:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145835.034412:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366894f85 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034414:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee3668959c6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034427:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee3668959c6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034431:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1e9:0x0].0x0 (ffff9be8d3528c00) 00010000:00010000:3.0:1783145835.034433:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9ffe2c400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.034434:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.034437:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee3668959c6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034438:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366894f85 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.034441:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178620800:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145835.034458:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2600/0x38bddee366894f85 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1e9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034459:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee3668959c6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.034473:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783145835.034480:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c4:0x0].0x0 (ffff9be8d19bbd00) 00010000:00010000:3.0:1783145835.034484:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.034486:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee3668959c6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034490:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894f7e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034491:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c400/0x38bddee3668959c6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.034495:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178621312:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145835.034507:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894f7e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034513:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894f7e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034515:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668959d4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034520:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05c00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:0.0:1783145835.034523:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145835.034526:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894f7e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034529:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668959d4 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034549:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668959d4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034549:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894f7e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.034556:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178620672 00000100:00100000:0.0:1783145835.034563:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178620672 00010000:00010000:3.0:1783145835.034569:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c8d87000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.034572:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668959d4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034573:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x15f74fa8 (ffff9be8d2cdc200) 00010000:00010000:1.0:1783145835.034580:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.034582:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668959d4 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034583:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894f7e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034599:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05c00/0x38bddee366894f7e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034608:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be8d2d3e400) 00000100:00100000:0.0:1783145835.034610:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178621184 00010000:00010000:3.0:1783145835.034611:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145835.034614:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178621184 00010000:00010000:3.0:1783145835.034615:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668959d4 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034621:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d87000/0x38bddee3668959d4 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034624:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366894ff5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034634:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51200/0x38bddee3668959f0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034634:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366894ff5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.034635:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178620288 00000100:00100000:0.0:1783145835.034640:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178620288 00010000:00010000:3.0:1783145835.034651:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51200/0x38bddee3668959f0 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034654:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366894ff5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.034656:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178620800 00010000:00010000:3.0:1783145835.034659:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51200/0x38bddee3668959f0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.034660:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178620800 00010000:00010000:3.0:1783145835.034673:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d51200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.034675:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0382c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.034677:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51200/0x38bddee3668959f0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.034678:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178621312 00010000:00010000:1.0:1783145835.034682:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366894ff5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.034682:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178621312 00010000:00010000:3.0:1783145835.034688:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51200/0x38bddee3668959f0 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034698:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366894ff5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034702:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c5:0x0].0x0 (ffff9be8d37f0500) 00010000:00010000:3.0:1783145835.034708:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783145835.034709:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2902 00010000:00010000:3.0:1783145835.034713:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51200/0x38bddee3668959f0 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034718:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51200/0x38bddee3668959f0 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034719:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be8d2d3e600) 00000100:00100000:0.0:1783145835.034724:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3652:x1869755178620672:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145835.034728:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.034735:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366894ff5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034737:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86800/0x38bddee366895a05 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034756:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86800/0x38bddee366895a05 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034756:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0382c00/0x38bddee366894ff5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1783145835.034756:0:206056:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3049 count 1 00010000:00010000:3.0:1783145835.034777:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86800/0x38bddee366895a05 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.034782:0:206056:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d50bd41a/0x38bddee366895a6e lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbe9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034784:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c8d86800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.034786:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69da00/0x38bddee36689500a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034792:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86800/0x38bddee366895a05 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034804:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69da00/0x38bddee36689500a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034809:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86800/0x38bddee366895a05 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034811:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69da00/0x38bddee36689500a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.034812:0:206056:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4780455/0x38bddee366894d01 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4b9 expref: 14 pid: 228914 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034829:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9da69da00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145835.034833:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe9:0x0].0x0 since=4s v=(0 0) 00010000:00010000:1.0:1783145835.034834:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69da00/0x38bddee36689500a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034836:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be8d2d3ee00) 00010000:00010000:0.0:1783145835.034841:0:206056:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145835.034844:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.034850:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86800/0x38bddee366895a05 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034852:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69da00/0x38bddee36689500a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.034852:0:206056:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d50bd41a/0x38bddee366895a6e lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034868:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86800/0x38bddee366895a05 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034875:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ea:0x0].0x0 (ffff9be8d2d3e800) 00010000:00010000:1.0:1783145835.034878:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.034881:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69da00/0x38bddee36689500a lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034886:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69da00/0x38bddee36689500a lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034887:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51e00/0x38bddee366895a21 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034896:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51e00/0x38bddee366895a21 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.034897:0:206056:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d4780455/0x38bddee366894d01 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4b9 expref: 14 pid: 228914 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034904:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51e00/0x38bddee366895a21 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034906:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2c00/0x38bddee366895018 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034923:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d51e00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.034923:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2c00/0x38bddee366895018 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034929:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51e00/0x38bddee366895a21 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.034932:0:206056:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d4780455/0x38bddee366894d01 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4b9 expref: 14 pid: 228914 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034933:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2c00/0x38bddee366895018 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034937:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51e00/0x38bddee366895a21 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034951:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.034957:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2c00/0x38bddee366895018 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034960:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x1c6:0x0].0x0 (ffff9be8d37f0b00) 00010000:00010000:3.0:1783145835.034963:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.034964:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2c00/0x38bddee366895018 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.034966:0:206056:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb88b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:206056:1869755178621568:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145835.034968:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51e00/0x38bddee366895a21 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034978:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x74204fa8 (ffff9be8d3528b00) 00010000:00010000:3.0:1783145835.034979:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51e00/0x38bddee366895a21 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034981:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.034985:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2c00/0x38bddee366895018 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.034990:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2c00/0x38bddee366895018 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.034995:0:3637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366895a2f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.035001:0:3637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366895a2f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.035006:0:3637:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366895a2f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035008:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69ce00/0x38bddee366895042 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.035014:0:3637:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1b000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.035016:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69ce00/0x38bddee366895042 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.035020:0:3637:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366895a2f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035023:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69ce00/0x38bddee366895042 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.035046:0:3637:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366895a2f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035047:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9da69ce00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.035053:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69ce00/0x38bddee366895042 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.035054:0:206056:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1240 going to sleep for 11 seconds 00010000:00010000:1.0:1783145835.035074:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69ce00/0x38bddee366895042 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.035077:0:3637:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8d3528a00) 00000100:00100000:0.0:1783145835.035079:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2903 00010000:00010000:3.0:1783145835.035085:0:3637:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.035090:0:3637:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366895a2f lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.035092:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb88b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3652:x1869755178621184:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145835.035093:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be8d2d3eb00) 00010000:00010000:1.0:1783145835.035099:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783145835.035105:0:3637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b000/0x38bddee366895a2f lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035105:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69ce00/0x38bddee366895042 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1783145835.035110:0:228903:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3055 count 1 00010000:00010000:1.0:1783145835.035136:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69ce00/0x38bddee366895042 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.035142:0:228903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045cc4637/0x38bddee366895a75 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035150:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee36689505e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.035154:0:228903:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee3668952bf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b695 expref: 10 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035162:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee36689505e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.035165:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbef:0x0].0x0 since=4s v=(0 0) 00000100:00100000:3.0:1783145835.035167:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2904 00010000:00010000:0.0:1783145835.035174:0:228903:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbef:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145835.035175:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee36689505e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.035178:0:228903:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045cc4637/0x38bddee366895a75 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.035183:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb88b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3652:x1869755178620288:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145835.035184:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d65e2000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.035189:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee36689505e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035196:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee36689505e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783145835.035203:0:228898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3046 count 1 00010000:00010000:1.0:1783145835.035204:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1eb:0x0].0x0 (ffff9be8d3528f00) 00010000:00010000:0.0:1783145835.035208:0:228903:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee3668952bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b695 expref: 10 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035210:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.035215:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee36689505e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.035221:0:228898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f2d4e46/0x38bddee366895a7c lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbe6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.035221:0:228903:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee3668952bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b695 expref: 10 pid: 207255 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035228:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d65e2000/0x38bddee36689505e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.035250:0:228903:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb888a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:228903:1869755178621696:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145835.035256:0:228898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000007d050c1/0x38bddee366894495 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b33f expref: 10 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035264:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c600/0x38bddee366895065 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.035267:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe6:0x0].0x0 since=11s v=(0 0) 00010000:00010000:3.0:1783145835.035276:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145835.035278:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c600/0x38bddee366895065 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.035282:0:228898:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f2d4e46/0x38bddee366895a7c lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.035284:0:228903:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1180 going to sleep for 11 seconds 00010000:00010000:1.0:1783145835.035286:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c600/0x38bddee366895065 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035304:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9da69c600 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:0.0:1783145835.035306:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2905 00010000:00010000:1.0:1783145835.035309:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c600/0x38bddee366895065 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.035316:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+8:3652:x1869755178620800:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145835.035319:0:228898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000007d050c1/0x38bddee366894495 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b33f expref: 10 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035324:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c600/0x38bddee366895065 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.035342:0:228898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000007d050c1/0x38bddee366894495 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b33f expref: 10 pid: 228905 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035344:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x82ce4fa8 (ffff9be8d876a700) 00002000:00080000:0.0:1783145835.035345:0:228911:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3051 count 1 00010000:00010000:1.0:1783145835.035352:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.035357:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c600/0x38bddee366895065 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.035360:0:228898:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1015180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:228898:1869755178621824:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145835.035362:0:228911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c09c245/0x38bddee366895a83 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbeb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035366:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9da69c600/0x38bddee366895065 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.035390:0:228911:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d634c683/0x38bddee366894ec8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b51b expref: 14 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.035391:0:228898:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb98c00 going to sleep for 11 seconds 00010000:00010000:1.0:1783145835.035399:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366895106 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.035401:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbeb:0x0].0x0 since=4s v=(0 0) 00010000:00010000:0.0:1783145835.035410:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbeb:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145835.035411:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178620416:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145835.035415:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366895106 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.035422:0:228911:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c09c245/0x38bddee366895a83 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035426:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366895106 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035439:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0383c00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145835.035444:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145835.035446:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366895106 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035455:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366895106 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.035458:0:228911:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d634c683/0x38bddee366894ec8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b51b expref: 14 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.035466:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178620928:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145835.035469:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be8d2d3ee00) 00010000:00010000:1.0:1783145835.035476:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.035480:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366895106 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.035482:0:228911:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d634c683/0x38bddee366894ec8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b51b expref: 14 pid: 206490 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.035497:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145835.035499:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383c00/0x38bddee366895106 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.035516:0:228911:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb817100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:228911:1869755178621952:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145835.035522:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb88ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178621440:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145835.035523:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366895122 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035536:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366895122 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035542:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366895122 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035547:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9394a00 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:0.0:1783145835.035549:0:228911:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c16c0 going to sleep for 11 seconds 00010000:00010000:1.0:1783145835.035551:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366895122 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.035565:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145835.035566:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366895122 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035578:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ec:0x0].0x0 (ffff9be8d2cdc600) 00000100:00100000:0.0:1783145835.035578:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178620544:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145835.035585:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.035590:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366895122 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035596:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9394a00/0x38bddee366895122 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1ec:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.035616:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145835.035618:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee3668952c6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035626:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee3668952c6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.035631:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178620416 00010000:00010000:1.0:1783145835.035632:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee3668952c6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.035637:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178620416 00010000:00010000:1.0:1783145835.035641:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a0000 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:0.0:1783145835.035646:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ff8c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178621056:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145835.035647:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee3668952c6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035658:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee3668952c6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035668:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be8d876a400) 00010000:00010000:1.0:1783145835.035671:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783145835.035672:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178620928 00010000:00010000:1.0:1783145835.035675:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee3668952c6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.035677:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178620928 00000100:00100000:0.0:1783145835.035680:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145835.035688:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0000/0x38bddee3668952c6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035704:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee3668952f7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.035711:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178621440 00010000:00010000:1.0:1783145835.035711:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee3668952f7 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.035717:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178621440 00010000:00010000:1.0:1783145835.035721:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee3668952f7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.035723:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178620544 00000100:00100000:0.0:1783145835.035730:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178620544 00010000:00010000:1.0:1783145835.035731:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a1600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.035736:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee3668952f7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035743:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee3668952f7 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.035745:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178621056 00000100:00100000:3.0:1783145835.035751:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178621056 00010000:00010000:1.0:1783145835.035756:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ed:0x0].0x0 (ffff9be8d876a900) 00010000:00010000:1.0:1783145835.035761:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.035765:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee3668952f7 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.035771:0:206057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2906 00010000:00010000:1.0:1783145835.035772:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1600/0x38bddee3668952f7 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.035781:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2907 00000100:00100000:0.0:1783145835.035786:0:206057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb88bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3652:x1869755178621312:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1783145835.035795:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8eb9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+12:3650:x1869755178620416:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145835.035798:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee3668952fe lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1783145835.035802:0:206057:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2946 count 1 00010000:00010000:1.0:1783145835.035810:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee3668952fe lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783145835.035811:0:228914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3047 count 1 00010000:00010000:0.0:1783145835.035818:0:206057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096217386/0x38bddee366895a8a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb82:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035825:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee3668952fe lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.035829:0:228914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000368b55ba/0x38bddee366895a91 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbe7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.035831:0:206057:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b86f089d/0x38bddee366894487 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b323 expref: 13 pid: 228912 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035840:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d9395800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.035847:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee3668952fe lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.035858:0:206057:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000071273697/0x38bddee36689449c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b346 expref: 13 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.035863:0:228914:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000055d5bf53/0x38bddee36689448e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b331 expref: 10 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035864:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee3668952fe lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.035867:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb82:0x0].0x0 since=11s v=(0 0) 00010000:00010000:0.0:1783145835.035875:0:206057:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb82:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145835.035883:0:206057:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000096217386/0x38bddee366895a8a lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0xb82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035890:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x68dcc0a8 (ffff9be8ccee5d00) 00010000:00010000:1.0:1783145835.035898:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.035904:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee3668952fe lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.035907:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe7:0x0].0x0 since=11s v=(0 0) 00010000:00010000:3.0:1783145835.035914:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145835.035918:0:206057:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000071273697/0x38bddee36689449c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b346 expref: 13 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035919:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d9395800/0x38bddee3668952fe lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.035920:0:228914:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000368b55ba/0x38bddee366895a91 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.035941:0:206057:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000071273697/0x38bddee36689449c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b346 expref: 13 pid: 228904 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.035955:0:206057:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb814380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:206057:1869755178622080:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145835.035961:0:228914:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000055d5bf53/0x38bddee36689448e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b331 expref: 10 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035961:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366895367 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.035981:0:228914:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000055d5bf53/0x38bddee36689448e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b331 expref: 10 pid: 228910 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.035981:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366895367 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.035999:0:206057:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b86f089d/0x38bddee366894487 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b323 expref: 13 pid: 228912 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036002:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366895367 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.036008:0:228914:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1016a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:228914:1869755178622208:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145835.036022:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d0383800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.036029:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366895367 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.036029:0:206057:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b86f089d/0x38bddee366894487 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b323 expref: 13 pid: 228912 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.036054:0:228914:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb98d80 going to sleep for 11 seconds 00010000:00010000:1.0:1783145835.036066:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366895367 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.036069:0:206057:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb816300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:206057:1869755178622336:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145835.036081:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2908 00010000:00010000:1.0:1783145835.036083:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be8d3528a00) 00010000:00010000:1.0:1783145835.036086:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.036089:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366895367 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.036093:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1015c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+12:3650:x1869755178620928:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145835.036098:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d0383800/0x38bddee366895367 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.036100:0:206057:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1840 going to sleep for 11 seconds 00002000:00080000:3.0:1783145835.036107:0:228907:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3050 count 1 00010000:00010000:1.0:1783145835.036137:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee3668953a6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.036141:0:228907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000af02e1a7/0x38bddee366895a98 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036143:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee3668953a6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.036147:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2909 00000100:00100000:0.0:1783145835.036162:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1016300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+6:3650:x1869755178621440:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145835.036164:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee3668953a6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.036168:0:228907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a03e4d73/0x38bddee366894fe0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b568 expref: 14 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036172:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d05e00 already unused, calling callback (ffffffffc1a944f0) 00002000:00080000:0.0:1783145835.036175:0:228910:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2947 count 1 00010000:00010000:1.0:1783145835.036178:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee3668953a6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.036179:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbea:0x0].0x0 since=4s v=(0 0) 00010000:00010000:3.0:1783145835.036187:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbea:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145835.036189:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee3668953a6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.036192:0:228907:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af02e1a7/0x38bddee366895a98 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.036192:0:228910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019b47851/0x38bddee366895a9f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb83:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036200:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8d3528900) 00010000:00010000:1.0:1783145835.036206:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.036211:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee3668953a6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036219:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d05e00/0x38bddee3668953a6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.036223:0:228910:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000023ca9c2e/0x38bddee366894480 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b32a expref: 13 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.036227:0:228907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a03e4d73/0x38bddee366894fe0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b568 expref: 14 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036240:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee3668953e5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.036249:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb83:0x0].0x0 since=11s v=(0 0) 00010000:00010000:3.0:1783145835.036256:0:228907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a03e4d73/0x38bddee366894fe0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b568 expref: 14 pid: 228901 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.036258:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb83:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145835.036260:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee3668953e5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.036268:0:228910:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019b47851/0x38bddee366895a9f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036283:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee3668953e5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.036287:0:228907:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1014000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:228907:1869755178622464:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145835.036296:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145835.036298:0:228910:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000023ca9c2e/0x38bddee366894480 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b32a expref: 13 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036303:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee3668953e5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.036309:0:228910:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000023ca9c2e/0x38bddee366894480 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b32a expref: 13 pid: 228910 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036315:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee3668953e5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.036327:0:228907:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb98480 going to sleep for 11 seconds 00000100:00100000:0.0:1783145835.036339:0:228910:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb815f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:228910:1869755178622592:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145835.036340:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ee:0x0].0x0 (ffff9be9c31f0400) 00010000:00010000:1.0:1783145835.036346:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.036349:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee3668953e5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036353:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412200/0x38bddee3668953e5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.036357:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2910 00000100:00100000:0.0:1783145835.036364:0:228910:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c10c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783145835.036371:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb817b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+12:3651:x1869755178620544:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145835.036375:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aece00/0x38bddee3668953de lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783145835.036383:0:228905:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3048 count 1 00010000:00010000:1.0:1783145835.036383:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aece00/0x38bddee3668953de lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036394:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aece00/0x38bddee3668953de lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.036395:0:228905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000622f2822/0x38bddee366895aa6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbe8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036413:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aece00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:3.0:1783145835.036417:0:228905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000087756025/0x38bddee366894c44 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b465 expref: 14 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036420:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aece00/0x38bddee3668953de lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.036425:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe8:0x0].0x0 since=4s v=(0 0) 00000100:00100000:0.0:1783145835.036430:0:228916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2911 00010000:00010000:3.0:1783145835.036433:0:228905:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145835.036438:0:228905:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000622f2822/0x38bddee366895aa6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036438:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aece00/0x38bddee3668953de lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.036446:0:228916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+12:3651:x1869755178621056:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145835.036462:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be8d2cdc000) 00010000:00010000:1.0:1783145835.036466:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00080000:0.0:1783145835.036466:0:228916:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3053 count 1 00010000:00010000:1.0:1783145835.036469:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aece00/0x38bddee3668953de lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.036473:0:228905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000087756025/0x38bddee366894c44 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b465 expref: 14 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036476:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aece00/0x38bddee3668953de lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.036479:0:228916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054b3ae90/0x38bddee366895aad lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.036489:0:228905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000087756025/0x38bddee366894c44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b465 expref: 14 pid: 206490 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036501:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee36689541d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.036507:0:228916:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002b443b6a/0x38bddee3668952b1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b69c expref: 14 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.036509:0:228905:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1017480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:228905:1869755178622720:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145835.036510:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee36689541d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.036526:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbed:0x0].0x0 since=4s v=(0 0) 00010000:00010000:1.0:1783145835.036527:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee36689541d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.036532:0:228916:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbed:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145835.036535:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d2d04200 already unused, calling callback (ffffffffc1a944f0) 00000100:00100000:3.0:1783145835.036537:0:228905:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb98780 going to sleep for 11 seconds 00010000:00010000:0.0:1783145835.036537:0:228916:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054b3ae90/0x38bddee366895aad lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036539:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee36689541d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036559:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee36689541d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036567:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1ef:0x0].0x0 (ffff9be9c364d500) 00010000:00010000:1.0:1783145835.036570:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145835.036571:0:228916:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002b443b6a/0x38bddee3668952b1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b69c expref: 14 pid: 228916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036576:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee36689541d lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.036582:0:228916:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002b443b6a/0x38bddee3668952b1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b69c expref: 14 pid: 228916 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036587:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d2d04200/0x38bddee36689541d lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1ef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.036595:0:228916:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb816a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:228916:1869755178622848:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145835.036614:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc600/0x38bddee366895416 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.036620:0:228916:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1e40 going to sleep for 11 seconds 00010000:00010000:1.0:1783145835.036623:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc600/0x38bddee366895416 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036631:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc600/0x38bddee366895416 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036638:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dc600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.036641:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc600/0x38bddee366895416 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036648:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc600/0x38bddee366895416 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036660:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be8d2cdc900) 00000100:00080000:0.0:1783145835.036661:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1783145835.036666:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00080000:0.0:1783145835.036668:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1783145835.036671:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc600/0x38bddee366895416 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036679:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc600/0x38bddee366895416 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036699:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee366895440 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036705:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee366895440 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036712:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee366895440 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036718:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dd200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.036722:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee366895440 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036730:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee366895440 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036741:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1f0:0x0].0x0 (ffff9be8d19bb200) 00010000:00010000:1.0:1783145835.036744:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.036748:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee366895440 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036754:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dd200/0x38bddee366895440 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036773:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee36689544e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036780:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee36689544e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036789:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee36689544e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036795:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8c8412600 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.036799:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee36689544e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036807:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee36689544e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036818:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7cebc0a8 (ffff9be8d2d3e400) 00010000:00010000:1.0:1783145835.036821:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.036824:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee36689544e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036831:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8c8412600/0x38bddee36689544e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036851:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed200/0x38bddee36689548d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036858:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed200/0x38bddee36689548d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036865:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed200/0x38bddee36689548d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036871:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aed200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.036875:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed200/0x38bddee36689548d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036886:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed200/0x38bddee36689548d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036896:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xc91ac0a8 (ffff9be8d2d3e600) 00010000:00010000:1.0:1783145835.036899:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.036903:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed200/0x38bddee36689548d lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036910:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aed200/0x38bddee36689548d lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036929:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee3668954a9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036935:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee3668954a9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036942:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee3668954a9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036948:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dce00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.036951:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee3668954a9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036958:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee3668954a9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036967:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xef18c0a8 (ffff9be8d2d3eb00) 00010000:00010000:1.0:1783145835.036970:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.036973:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee3668954a9 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.036981:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dce00/0x38bddee3668954a9 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037000:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee3668954cc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037007:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee3668954cc lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037014:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee3668954cc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037019:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dc400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.037023:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee3668954cc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037030:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee3668954cc lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037052:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be8d876aa00) 00010000:00010000:1.0:1783145835.037055:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.037059:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee3668954cc lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037065:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc400/0x38bddee3668954cc lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037078:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee3668954f6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037084:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee3668954f6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037091:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee3668954f6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037097:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a0400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.037101:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee3668954f6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037108:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee3668954f6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037117:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1f1:0x0].0x0 (ffff9be9c364d300) 00010000:00010000:1.0:1783145835.037145:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.037149:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee3668954f6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037156:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a0400/0x38bddee3668954f6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037174:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b200/0x38bddee3668955b3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037181:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b200/0x38bddee3668955b3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037187:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b200/0x38bddee3668955b3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037193:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1b200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.037197:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b200/0x38bddee3668955b3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037207:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b200/0x38bddee3668955b3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037216:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x8241c0a8 (ffff9be8d2d3ee00) 00010000:00010000:1.0:1783145835.037218:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.037222:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b200/0x38bddee3668955b3 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037228:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cdd1b200/0x38bddee3668955b3 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204590 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037245:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee3668955f2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037251:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee3668955f2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037258:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee3668955f2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037264:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9cd5a1400 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.037268:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee3668955f2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037274:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee3668955f2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037283:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7607c0a8 (ffff9be8d876a400) 00010000:00010000:1.0:1783145835.037286:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.037290:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee3668955f2 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037297:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9cd5a1400/0x38bddee3668955f2 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 206077 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037318:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aedc00/0x38bddee3668956ee lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037326:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aedc00/0x38bddee3668956ee lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037333:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aedc00/0x38bddee3668956ee lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037339:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c5aedc00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.037343:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aedc00/0x38bddee3668956ee lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037350:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aedc00/0x38bddee3668956ee lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037360:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x858dc0a8 (ffff9be8d3528900) 00010000:00010000:1.0:1783145835.037363:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.037367:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aedc00/0x38bddee3668956ee lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037374:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c5aedc00/0x38bddee3668956ee lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204557 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037393:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86200/0x38bddee3668957a4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037400:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86200/0x38bddee3668957a4 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037407:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86200/0x38bddee3668957a4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037413:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9c8d86200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.037417:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86200/0x38bddee3668957a4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037424:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86200/0x38bddee3668957a4 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037433:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0xa59895a8 (ffff9be8d2cdc900) 00010000:00010000:1.0:1783145835.037436:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.037439:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86200/0x38bddee3668957a4 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037446:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9c8d86200/0x38bddee3668957a4 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037465:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366895861 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037472:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366895861 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037478:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366895861 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037484:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be9ffe2c000 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.037487:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366895861 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037497:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366895861 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037507:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x7516c0a8 (ffff9be8d2cdc000) 00010000:00010000:1.0:1783145835.037510:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.037513:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366895861 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037520:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be9ffe2c000/0x38bddee366895861 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037541:0:3636:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51c00/0x38bddee3668958a7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037548:0:3636:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51c00/0x38bddee3668958a7 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037555:0:3636:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51c00/0x38bddee3668958a7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037561:0:3636:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d51c00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145835.037564:0:3636:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51c00/0x38bddee3668958a7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037572:0:3636:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51c00/0x38bddee3668958a7 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037581:0:3636:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x6fc4c0a8 (ffff9be8d876aa00) 00010000:00010000:1.0:1783145835.037584:0:3636:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145835.037587:0:3636:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51c00/0x38bddee3668958a7 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.037594:0:3636:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51c00/0x38bddee3668958a7 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x25:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 210786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.038781:0:206056:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb88b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:206056:1869755178621568:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145835.038810:0:206056:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d50bd41a/0x38bddee366895a6e lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.038864:0:228903:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb888a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:228903:1869755178621696:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145835.038883:0:228903:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000045cc4637/0x38bddee366895a75 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.038933:0:228911:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb817100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:228911:1869755178621952:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145835.038938:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145835.038952:0:228911:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002c09c245/0x38bddee366895a83 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.038957:0:206057:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb814380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:206057:1869755178622080:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145835.038984:0:206057:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb816300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:206057:1869755178622336:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145835.038984:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145835.039008:0:228898:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1015180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:228898:1869755178621824:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145835.039020:0:206057:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000096217386/0x38bddee366895a8a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.039030:0:228898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001f2d4e46/0x38bddee366895a7c lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.039048:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145835.039072:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188138880 00000100:00100000:3.0:1783145835.039079:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188138880 00000100:00100000:1.0:1783145835.039085:0:228907:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1014000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:228907:1869755178622464:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145835.039094:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145835.039102:0:228907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000af02e1a7/0x38bddee366895a98 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.039142:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a03e4d73/0x38bddee366894fe0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b568 expref: 15 pid: 228901 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.039156:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188138624 00000100:00100000:1.0:1783145835.039163:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188138624 00000100:00100000:0.0:1783145835.039163:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145835.039188:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b86f089d/0x38bddee366894487 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b323 expref: 14 pid: 228912 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.039193:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145835.039217:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188139392 00000100:00100000:1.0:1783145835.039221:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188139392 00000100:00100000:3.0:1783145835.039232:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188139008 00010000:00010000:1.0:1783145835.039235:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000071273697/0x38bddee36689449c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b346 expref: 15 pid: 228904 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.039238:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188139008 00000100:00100000:0.0:1783145835.039250:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145835.039262:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188138752 00000100:00100000:1.0:1783145835.039266:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188138752 00000100:00100000:0.0:1783145835.039274:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145835.039283:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d4780455/0x38bddee366894d01 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4b9 expref: 16 pid: 228914 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.039303:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188139264 00000100:00100000:1.0:1783145835.039306:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188139264 00010000:00010000:3.0:1783145835.039314:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee3668952bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b695 expref: 11 pid: 207255 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.039323:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d634c683/0x38bddee366894ec8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b51b expref: 17 pid: 206490 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.039339:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188139136 00000100:00100000:1.0:1783145835.039343:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188139520 00000100:00100000:3.0:1783145835.039345:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188139136 00000100:00100000:1.0:1783145835.039348:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188139520 00000100:00100000:0.0:1783145835.039358:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145835.039374:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000055d5bf53/0x38bddee36689448e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xbe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b331 expref: 13 pid: 228910 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.039375:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000007d050c1/0x38bddee366894495 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b33f expref: 13 pid: 228905 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.039404:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188139648 00000100:00100000:0.0:1783145835.039407:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145835.039409:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188139648 00000100:00100000:3.0:1783145835.039415:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188139776 00000100:00100000:3.0:1783145835.039420:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188139776 00010000:00010000:1.0:1783145835.039427:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000023ca9c2e/0x38bddee366894480 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b32a expref: 16 pid: 228910 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.039440:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000087756025/0x38bddee366894c44 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xbe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b465 expref: 18 pid: 206490 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.039451:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 969 00000100:00100000:1.0:1783145835.039464:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bea01fde850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+16:2407:x1869755188138624:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1783145835.039471:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 970 00010000:00010000:1.0:1783145835.039478:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1783145835.039488:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb815500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+18:2409:x1869755188138880:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145835.039488:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b86f089d/0x38bddee366894487 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb82:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b323 expref: 16 pid: 228912 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.039489:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145835.039506:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145835.039509:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b86f089d/0x38bddee366894487 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb82:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b323 expref: 16 pid: 228912 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.039515:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188139904 00010000:00010000:3.0:1783145835.039516:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a03e4d73/0x38bddee366894fe0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b568 expref: 18 pid: 228901 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.039521:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188139904 00010000:00010000:1.0:1783145835.039535:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b86f089d/0x38bddee366894487 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb82:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b323 expref: 16 pid: 228912 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.039537:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002b443b6a/0x38bddee3668952b1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xbed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b69c expref: 19 pid: 228916 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.039567:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a03e4d73/0x38bddee366894fe0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b568 expref: 19 pid: 228901 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.039574:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 971 00010000:00010000:1.0:1783145835.039578:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145835.039583:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb814700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+15:2409:x1869755188139392:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145835.039586:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a03e4d73/0x38bddee366894fe0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b568 expref: 19 pid: 228901 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.039592:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145835.039597:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbea:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145835.039599:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000071273697/0x38bddee36689449c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b346 expref: 15 pid: 228904 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.039604:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbea:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145835.039613:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000af02e1a7/0x38bddee366895a98 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.039616:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000071273697/0x38bddee36689449c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b346 expref: 15 pid: 228904 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.039626:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bea01fde850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+15:2407:x1869755188138624:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 163us (642us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145835.039627:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af02e1a7/0x38bddee366895a98 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.039648:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 969 00010000:00010000:0.0:1783145835.039664:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071273697/0x38bddee36689449c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b346 expref: 14 pid: 228904 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.039671:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783145835.039674:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 972 00010000:00010000:0.0:1783145835.039682:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb82:0x0].0x0 since=0s v=(0 0) 00000100:00100000:1.0:1783145835.039683:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb814000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+18:2408:x1869755188138752:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145835.039692:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb82:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145835.039696:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1783145835.039697:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb815500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+18:2409:x1869755188138880:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 214us (763us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145835.039699:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000096217386/0x38bddee366895a8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.039704:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d4780455/0x38bddee366894d01 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbe9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4b9 expref: 18 pid: 228914 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.039714:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 970 00010000:00010000:0.0:1783145835.039723:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000096217386/0x38bddee366895a8a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.039745:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d4780455/0x38bddee366894d01 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4b9 expref: 17 pid: 228914 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.039753:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145835.039762:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 973 00010000:00010000:1.0:1783145835.039764:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4780455/0x38bddee366894d01 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbe9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4b9 expref: 17 pid: 228914 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.039772:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb815c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+13:2407:x1869755188139008:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1783145835.039780:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb814700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+13:2409:x1869755188139392:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 198us (747us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145835.039783:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145835.039787:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe9:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145835.039788:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 971 00010000:00010000:3.0:1783145835.039789:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee3668952bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b695 expref: 13 pid: 207255 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.039795:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145835.039803:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d50bd41a/0x38bddee366895a6e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.039805:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee3668952bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b695 expref: 13 pid: 207255 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.039814:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 974 00000100:00100000:0.0:1783145835.039827:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb816680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+16:2408:x1869755188139264:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145835.039829:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d50bd41a/0x38bddee366895a6e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.039833:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085980f60/0x38bddee3668952bf lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b695 expref: 13 pid: 207255 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.039836:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145835.039845:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d634c683/0x38bddee366894ec8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b51b expref: 16 pid: 206490 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.039857:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbef:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145835.039860:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d634c683/0x38bddee366894ec8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b51b expref: 16 pid: 206490 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.039861:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbef:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145835.039866:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145835.039869:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000045cc4637/0x38bddee366895a75 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.039887:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045cc4637/0x38bddee366895a75 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.039898:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb814000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+16:2408:x1869755188138752:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 212us (733us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145835.039899:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d634c683/0x38bddee366894ec8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b51b expref: 16 pid: 206490 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.039911:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783145835.039918:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 972 00010000:00010000:0.0:1783145835.039926:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbeb:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145835.039930:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb815c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+12:2407:x1869755188139008:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 159us (840us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145835.039933:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbeb:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1783145835.039938:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 973 00010000:00010000:0.0:1783145835.039940:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002c09c245/0x38bddee366895a83 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.039950:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 975 00010000:00010000:0.0:1783145835.039951:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c09c245/0x38bddee366895a83 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.039958:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 976 00000100:00100000:1.0:1783145835.039965:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb815880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+11:2407:x1869755188139520:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1783145835.039973:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb817480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+11:2409:x1869755188139136:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145835.039980:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145835.039982:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145835.039984:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145835.039990:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000055d5bf53/0x38bddee36689448e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xbe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b331 expref: 11 pid: 228910 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.039991:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000007d050c1/0x38bddee366894495 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbe6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b33f expref: 11 pid: 228905 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.040014:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb816680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+14:2408:x1869755188139264:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 185us (820us total) trans 0 rc 0/0 00010000:00010000:3.0:1783145835.040023:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000007d050c1/0x38bddee366894495 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbe6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b33f expref: 11 pid: 228905 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.040042:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000055d5bf53/0x38bddee36689448e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b331 expref: 11 pid: 228910 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.040047:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 974 00010000:00010000:3.0:1783145835.040059:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000007d050c1/0x38bddee366894495 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbe6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b33f expref: 11 pid: 228905 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.040066:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145835.040071:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145835.040073:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe6:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145835.040076:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 977 00010000:00010000:3.0:1783145835.040080:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145835.040080:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000368b55ba/0x38bddee366895a91 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.040089:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001f2d4e46/0x38bddee366895a7c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.040089:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bea01fdd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+12:2408:x1869755188139648:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145835.040103:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145835.040105:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000368b55ba/0x38bddee366895a91 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.040106:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f2d4e46/0x38bddee366895a7c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.040110:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000023ca9c2e/0x38bddee366894480 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xb83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b32a expref: 12 pid: 228910 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.040155:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000023ca9c2e/0x38bddee366894480 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b32a expref: 12 pid: 228910 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.040162:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145835.040166:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145835.040175:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb83:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145835.040180:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb83:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145835.040185:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000019b47851/0x38bddee366895a9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.040193:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb815880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+10:2407:x1869755188139520:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 231us (915us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145835.040194:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb817480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+10:2409:x1869755188139136:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 225us (950us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145835.040209:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019b47851/0x38bddee366895a9f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.040211:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 975 00000100:00100000:3.0:1783145835.040221:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 976 00010000:00010000:0.0:1783145835.040236:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783145835.040237:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 978 00000100:00100000:3.0:1783145835.040245:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 979 00000100:00100000:1.0:1783145835.040251:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb814a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+13:2407:x1869755188139776:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1783145835.040258:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb817800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+13:2407:x1869755188139904:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1783145835.040263:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bea01fdd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+12:2408:x1869755188139648:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 175us (906us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145835.040265:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145835.040269:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145835.040275:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000087756025/0x38bddee366894c44 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xbe8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b465 expref: 13 pid: 206490 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.040276:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002b443b6a/0x38bddee3668952b1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xbed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b69c expref: 13 pid: 228916 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.040283:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 977 00010000:00010000:3.0:1783145835.040301:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002b443b6a/0x38bddee3668952b1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b69c expref: 13 pid: 228916 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.040309:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000087756025/0x38bddee366894c44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbe8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b465 expref: 13 pid: 206490 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.040312:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbed:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145835.040318:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbed:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145835.040325:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000054b3ae90/0x38bddee366895aad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.040338:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054b3ae90/0x38bddee366895aad lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.040344:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145835.040348:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbe8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145835.040349:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145835.040353:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000622f2822/0x38bddee366895aa6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.040360:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000622f2822/0x38bddee366895aa6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbe8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.040367:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb817800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+13:2407:x1869755188139904:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 113us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145835.040375:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 979 00010000:00010000:1.0:1783145835.040375:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:3.0:1783145835.040396:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1783145835.040401:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783145835.040403:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb814a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+12:2407:x1869755188139776:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 154us (998us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145835.040412:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 978 00010000:00010000:3.0:1783145835.040429:0:228905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087756025/0x38bddee366894c44 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b465 expref: 11 pid: 206490 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.040443:0:228905:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1017480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:228905:1869755178622720:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145835.040451:0:228903:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000045cc4637/0x38bddee366895a75 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.040462:0:228903:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045cc4637/0x38bddee366895a75 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.040464:0:228905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000622f2822/0x38bddee366895aa6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.040475:0:228903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000045cc4637/0x38bddee366895a75 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.040480:0:228905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000622f2822/0x38bddee366895aa6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.040488:0:228903:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000045cc4637/0x38bddee366895a75 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.040493:0:228905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000622f2822/0x38bddee366895aa6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.040509:0:228905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000622f2822/0x38bddee366895aa6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.040515:0:228905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000622f2822/0x38bddee366895aa6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.040517:0:228903:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783145835.040532:0:228905:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1783145835.040595:0:228916:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b443b6a/0x38bddee3668952b1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b69c expref: 10 pid: 228916 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.040611:0:228916:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb816a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:228916:1869755178622848:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145835.040629:0:228916:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000054b3ae90/0x38bddee366895aad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.040639:0:228916:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000054b3ae90/0x38bddee366895aad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.040647:0:228916:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000054b3ae90/0x38bddee366895aad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.040661:0:228916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054b3ae90/0x38bddee366895aad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.040668:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb88b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3652:x1869755178621184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5578us (6351us total) trans 8589936260 rc 0/0 00010000:00010000:0.0:1783145835.040674:0:228916:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000054b3ae90/0x38bddee366895aad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.040679:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2903 00000100:00100000:3.0:1783145835.040695:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb817b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:3651:x1869755178620544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4327us (5080us total) trans 8589936261 rc 0/0 00010000:00010000:0.0:1783145835.040699:0:228916:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1783145835.040703:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00100000:3.0:1783145835.040707:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2910 00010000:00010000:1.0:1783145835.040710:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000045cc4637/0x38bddee366895a75 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.040718:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145835.040722:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000045cc4637/0x38bddee366895a75 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.040729:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783145835.040731:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000045cc4637/0x38bddee366895a75 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.040735:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000622f2822/0x38bddee366895aa6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.040750:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1aa00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145835.040753:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000622f2822/0x38bddee366895aa6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.040756:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000045cc4637/0x38bddee366895a75 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.040760:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000622f2822/0x38bddee366895aa6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.040779:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045cc4637/0x38bddee366895a75 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.040784:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000622f2822/0x38bddee366895aa6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.040797:0:228916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+13:3651:x1869755178621056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4353us (5115us total) trans 8589936262 rc 0/0 00010000:00010000:3.0:1783145835.040799:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000622f2822/0x38bddee366895aa6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.040813:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1783145835.040818:0:228916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2911 00010000:00010000:1.0:1783145835.040820:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000054b3ae90/0x38bddee366895aad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.040830:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145835.040835:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000054b3ae90/0x38bddee366895aad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.040841:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145835.040845:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145835.040847:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145835.040849:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145835.040853:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000054b3ae90/0x38bddee366895aad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.040869:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000054b3ae90/0x38bddee366895aad lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.040877:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000054b3ae90/0x38bddee366895aad lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.040879:0:3651:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589936251 gen 2 00010000:00010000:0.0:1783145835.040889:0:228910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000023ca9c2e/0x38bddee366894480 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b32a expref: 11 pid: 228910 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.040896:0:3651:0:(client.c:3155:ptlrpc_free_committed()) @@@ stopping search req@ffff9be8cd6e5180 x1869755178620544/t8589936261(8589936261) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1783145851 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1783145835.040903:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1783145835.040907:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cd6e5180/2, rc 0, transno 8589936261 00010000:00010000:1.0:1783145835.040908:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145835.040912:0:228910:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb815f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:228910:1869755178622592:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145835.040915:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145835.040920:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178620544:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145835.040933:0:228907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000af02e1a7/0x38bddee366895a98 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145835.040937:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ff8c9880/2, rc 0, transno 8589936262 00010000:00010000:0.0:1783145835.040937:0:228910:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000019b47851/0x38bddee366895a9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.040946:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ff8c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178621056:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145835.040953:0:228907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af02e1a7/0x38bddee366895a98 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.040962:0:228910:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000019b47851/0x38bddee366895a9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.040966:0:228907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000af02e1a7/0x38bddee366895a98 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.040978:0:228914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000055d5bf53/0x38bddee36689448e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b331 expref: 8 pid: 228910 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.040980:0:228910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019b47851/0x38bddee366895a9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.040982:0:228907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000af02e1a7/0x38bddee366895a98 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.041007:0:228914:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1016a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:228914:1869755178622208:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145835.041013:0:228907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145835.041023:0:228910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019b47851/0x38bddee366895a9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.041028:0:228914:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000368b55ba/0x38bddee366895a91 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.041049:0:228910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000019b47851/0x38bddee366895a9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.041052:0:228914:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000368b55ba/0x38bddee366895a91 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.041070:0:228914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000368b55ba/0x38bddee366895a91 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.041077:0:228914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000368b55ba/0x38bddee366895a91 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.041080:0:228910:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1783145835.041082:0:228914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000368b55ba/0x38bddee366895a91 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.041098:0:228914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1783145835.041102:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1015c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+13:3650:x1869755178620928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5012us (5607us total) trans 8589936263 rc 0/0 00000100:00100000:1.0:1783145835.041109:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2908 00000100:00100000:0.0:1783145835.041236:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1016300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+7:3650:x1869755178621440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5076us (5672us total) trans 8589935553 rc 0/0 00000100:00100000:0.0:1783145835.041246:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2909 00010000:00010000:0.0:1783145835.041275:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1783145835.041282:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000af02e1a7/0x38bddee366895a98 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.041291:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145835.041296:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000af02e1a7/0x38bddee366895a98 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.041306:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000af02e1a7/0x38bddee366895a98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.041322:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000af02e1a7/0x38bddee366895a98 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.041332:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af02e1a7/0x38bddee366895a98 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.041360:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783145835.041365:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000019b47851/0x38bddee366895a9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.041374:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696f800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145835.041378:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000019b47851/0x38bddee366895a9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.041387:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000019b47851/0x38bddee366895a9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.041401:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000019b47851/0x38bddee366895a9f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.041410:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019b47851/0x38bddee366895a9f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.041422:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8eb9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+13:3650:x1869755178620416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5631us (5979us total) trans 8589936264 rc 0/0 00000100:00100000:3.0:1783145835.041429:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2907 00010000:00010000:1.0:1783145835.041429:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145835.041432:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145835.041437:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000368b55ba/0x38bddee366895a91 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.041437:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145835.041444:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145835.041445:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145835.041449:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000368b55ba/0x38bddee366895a91 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.041451:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145835.041457:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000368b55ba/0x38bddee366895a91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.041464:0:206057:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000096217386/0x38bddee366895a8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.041468:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000368b55ba/0x38bddee366895a91 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.041472:0:206057:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000096217386/0x38bddee366895a8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.041478:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000368b55ba/0x38bddee366895a91 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.041483:0:206057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096217386/0x38bddee366895a8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.041490:0:206057:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000096217386/0x38bddee366895a8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.041496:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145835.041500:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145835.041502:0:206057:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1783145835.041504:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000096217386/0x38bddee366895a8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.041510:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145835.041512:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000096217386/0x38bddee366895a8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.041518:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000096217386/0x38bddee366895a8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.041527:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000096217386/0x38bddee366895a8a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.041533:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000096217386/0x38bddee366895a8a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.041546:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145835.041549:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145835.041552:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145835.041568:0:228898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001f2d4e46/0x38bddee366895a7c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.041569:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb88bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3652:x1869755178621312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5788us (7048us total) trans 8589935554 rc 0/0 00000004:00080000:1.0:1783145835.041578:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cd6e7b80/2, rc 0, transno 8589936264 00000100:00100000:3.0:1783145835.041579:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2906 00010000:00010000:0.0:1783145835.041588:0:228898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f2d4e46/0x38bddee366895a7c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.041593:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178620416:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145835.041600:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000004:00080000:1.0:1783145835.041607:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cd6e6a00/2, rc 0, transno 8589936263 00010000:00010000:0.0:1783145835.041614:0:228898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f2d4e46/0x38bddee366895a7c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.041615:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb816a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178623104:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145835.041615:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178620928:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145835.041630:0:228898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001f2d4e46/0x38bddee366895a7c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.041633:0:3650:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589935549 gen 2 00000100:00100000:3.0:1783145835.041647:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145835.041647:0:3650:0:(client.c:3155:ptlrpc_free_committed()) @@@ stopping search req@ffff9be8cb88ad80 x1869755178621440/t8589935553(8589935553) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1783145851 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1783145835.041651:0:228898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1783145835.041659:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cb88ad80/2, rc 0, transno 8589935553 00000100:00100000:1.0:1783145835.041669:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb88ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178621440:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1783145835.041679:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783145835.041681:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178623104 00000100:00100000:3.0:1783145835.041685:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178623104 00000100:00100000:1.0:1783145835.041687:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb815f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178622976:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145835.041714:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2912 00000100:00100000:1.0:1783145835.041720:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145835.041726:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1016a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3653:x1869755178623104:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1783145835.041741:0:228902:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3054 count 1 00010000:00010000:3.0:1783145835.041753:0:228902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025f97e9a/0x38bddee366895ab4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.041759:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb88b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3652:x1869755178620288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6577us (7349us total) trans 8589936265 rc 0/0 00000100:00100000:1.0:1783145835.041765:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178622976 00000100:00100000:1.0:1783145835.041772:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178622976 00010000:00010000:3.0:1783145835.041781:0:228902:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000981190d2/0x38bddee366895192 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b610 expref: 9 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.041782:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2904 00010000:00010000:3.0:1783145835.041790:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbee:0x0].0x0 since=4s v=(0 0) 00010000:00010000:3.0:1783145835.041793:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbee:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145835.041796:0:228902:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025f97e9a/0x38bddee366895ab4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.041813:0:228902:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000981190d2/0x38bddee366895192 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b610 expref: 9 pid: 228903 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.041813:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2913 00000100:00100000:1.0:1783145835.041830:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3650:x1869755178622976:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145835.041831:0:228902:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000981190d2/0x38bddee366895192 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b610 expref: 9 pid: 228903 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.041842:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1783145835.041846:0:228902:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1017480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:228902:1869755178623232:192.168.203.44@tcp:104: 00002000:00080000:1.0:1783145835.041848:0:206058:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3052 count 1 00010000:00010000:0.0:1783145835.041850:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001f2d4e46/0x38bddee366895a7c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.041861:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1bc00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145835.041862:0:206058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c2653fe/0x38bddee366895abb lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.041866:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001f2d4e46/0x38bddee366895a7c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.041873:0:206058:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f06abf8d/0x38bddee3668950f1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5df expref: 9 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.041887:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbec:0x0].0x0 since=4s v=(0 0) 00010000:00010000:0.0:1783145835.041888:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001f2d4e46/0x38bddee366895a7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.041890:0:228902:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb98900 going to sleep for 11 seconds 00010000:00010000:1.0:1783145835.041890:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbec:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145835.041898:0:206058:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c2653fe/0x38bddee366895abb lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.041915:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001f2d4e46/0x38bddee366895a7c lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.041923:0:206058:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f06abf8d/0x38bddee3668950f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5df expref: 9 pid: 206490 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.041927:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f2d4e46/0x38bddee366895a7c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.041934:0:206058:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f06abf8d/0x38bddee3668950f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5df expref: 9 pid: 206490 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.041951:0:206058:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb88b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:206058:1869755178623360:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145835.041962:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145835.041967:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145835.041971:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145835.041989:0:206058:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8c58eb780 going to sleep for 11 seconds 00010000:00010000:3.0:1783145835.041998:0:228911:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002c09c245/0x38bddee366895a83 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.042009:0:228911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c09c245/0x38bddee366895a83 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.042011:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1783145835.042049:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cd6e4e00/2, rc 0, transno 8589936265 00000100:00100000:0.0:1783145835.042057:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb814700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178623488:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145835.042061:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178620288:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145835.042066:0:228911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c09c245/0x38bddee366895a83 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.042078:0:228911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002c09c245/0x38bddee366895a83 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145835.042080:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cb889f80/2, rc 0, transno 8589935554 00000100:00100000:1.0:1783145835.042090:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178621312:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1783145835.042094:0:228911:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1783145835.042102:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1783145835.042104:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9ff8c9f80/2, rc 0, transno 8589936260 00000100:00100000:1.0:1783145835.042109:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ff8c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178621184:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145835.042149:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb814000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178623616:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145835.042180:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145835.042193:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+15:3652:x1869755178620800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6878us (7723us total) trans 8589936266 rc 0/0 00000100:00100000:3.0:1783145835.042199:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2905 00000100:00100000:1.0:1783145835.042208:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783145835.042216:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb816680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178623744:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1783145835.042220:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178623488 00000100:00100000:3.0:1783145835.042225:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178623488 00000100:00100000:0.0:1783145835.042229:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783145835.042240:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb815880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178623872:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145835.042248:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145835.042283:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145835.042286:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178623616 00000100:00100000:1.0:1783145835.042289:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178623616 00000100:00100000:1.0:1783145835.042315:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178623744 00000100:00100000:1.0:1783145835.042316:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178623744 00000100:00100000:3.0:1783145835.042328:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178623872 00000100:00100000:3.0:1783145835.042334:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178623872 00000100:00100000:0.0:1783145835.042338:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2914 00000100:00100000:1.0:1783145835.042349:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2915 00000100:00100000:0.0:1783145835.042354:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+18:3653:x1869755178623488:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145835.042360:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:3650:x1869755178623616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1783145835.042370:0:228906:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3057 count 1 00002000:00080000:1.0:1783145835.042373:0:206490:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3056 count 1 00000100:00100000:3.0:1783145835.042374:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2916 00000100:00100000:3.0:1783145835.042388:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+18:3650:x1869755178623744:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145835.042388:0:206490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000098b815/0x38bddee366895ac2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbf0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.042390:0:228906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000074c6997/0x38bddee366895ac9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbf1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1783145835.042410:0:228911:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3058 count 1 00010000:00010000:1.0:1783145835.042418:0:206490:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f164581b/0x38bddee3668955e4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b78a expref: 7 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.042421:0:228906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005dd5162b/0x38bddee366895693 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7b4 expref: 9 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.042425:0:228911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000654161c9/0x38bddee366895ad0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbf2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.042441:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf0:0x0].0x0 since=4s v=(0 0) 00010000:00010000:1.0:1783145835.042450:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145835.042450:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf1:0x0].0x0 since=4s v=(0 0) 00010000:00010000:3.0:1783145835.042454:0:228911:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000819207ee/0x38bddee366895788 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7f3 expref: 9 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.042460:0:228906:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145835.042461:0:206490:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000098b815/0x38bddee366895ac2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.042466:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf2:0x0].0x0 since=4s v=(0 0) 00010000:00010000:0.0:1783145835.042472:0:228906:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000074c6997/0x38bddee366895ac9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.042474:0:228911:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145835.042483:0:228911:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000654161c9/0x38bddee366895ad0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.042521:0:228906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005dd5162b/0x38bddee366895693 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7b4 expref: 9 pid: 228913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.042526:0:206490:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f164581b/0x38bddee3668955e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b78a expref: 7 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.042552:0:206490:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f164581b/0x38bddee3668955e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b78a expref: 7 pid: 228904 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.042557:0:228906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005dd5162b/0x38bddee366895693 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7b4 expref: 9 pid: 228913 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.042572:0:228911:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000819207ee/0x38bddee366895788 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7f3 expref: 9 pid: 228906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.042573:0:206490:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3695880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:206490:1869755178624128:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145835.042580:0:228906:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb814e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:228906:1869755178624000:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145835.042594:0:228911:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000819207ee/0x38bddee366895788 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7f3 expref: 9 pid: 228906 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.042604:0:228911:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1015500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:228911:1869755178624256:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145835.042629:0:206490:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8c58ebcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1783145835.042630:0:228906:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c10c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783145835.042634:0:228911:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8ccb98a80 going to sleep for 11 seconds 00000100:00100000:1.0:1783145835.042652:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2917 00000100:00100000:1.0:1783145835.042661:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+18:3653:x1869755178623872:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145835.042668:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145835.042673:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002c09c245/0x38bddee366895a83 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1783145835.042673:0:228913:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3059 count 1 00010000:00010000:3.0:1783145835.042683:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696f200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145835.042686:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002c09c245/0x38bddee366895a83 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.042687:0:228913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006245d837/0x38bddee366895ad7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbf3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.042699:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002c09c245/0x38bddee366895a83 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.042704:0:228913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008600420b/0x38bddee366895853 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b824 expref: 9 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.042711:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf3:0x0].0x0 since=4s v=(0 0) 00010000:00010000:3.0:1783145835.042712:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002c09c245/0x38bddee366895a83 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.042715:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145835.042719:0:228913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006245d837/0x38bddee366895ad7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.042737:0:228913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008600420b/0x38bddee366895853 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b824 expref: 9 pid: 228905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.042756:0:228913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008600420b/0x38bddee366895853 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b824 expref: 9 pid: 228905 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.042757:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c09c245/0x38bddee366895a83 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.042781:0:228913:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3695500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:228913:1869755178624384:192.168.203.44@tcp:104: 00010000:00010000:3.0:1783145835.042785:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145835.042789:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145835.042792:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145835.042812:0:228913:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8c58eb3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783145835.042815:0:228902:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1017480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:228902:1869755178623232:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145835.042832:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000004:00080000:1.0:1783145835.042845:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cd6e4380/2, rc 0, transno 8589936266 00000100:00100000:1.0:1783145835.042856:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178620800:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145835.042859:0:228902:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000025f97e9a/0x38bddee366895ab4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.042887:0:206056:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d50bd41a/0x38bddee366895a6e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.042892:0:206056:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d50bd41a/0x38bddee366895a6e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.042898:0:206056:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d50bd41a/0x38bddee366895a6e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.042903:0:206056:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d50bd41a/0x38bddee366895a6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.042916:0:206056:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1783145835.042917:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188140032 00000100:00100000:1.0:1783145835.042921:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188140032 00010000:00010000:1.0:1783145835.042938:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000981190d2/0x38bddee366895192 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b610 expref: 10 pid: 228903 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.042952:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb816300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178624512:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145835.042959:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 980 00000100:00100000:1.0:1783145835.042967:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb815500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+10:2407:x1869755188140032:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145835.042975:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145835.042979:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000981190d2/0x38bddee366895192 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b610 expref: 10 pid: 228903 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.042989:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783145835.042991:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000981190d2/0x38bddee366895192 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b610 expref: 10 pid: 228903 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.043011:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000981190d2/0x38bddee366895192 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b610 expref: 10 pid: 228903 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.043028:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbee:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145835.043043:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbee:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145835.043047:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000025f97e9a/0x38bddee366895ab4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.043053:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178624512 00010000:00010000:1.0:1783145835.043054:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025f97e9a/0x38bddee366895ab4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.043056:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+19:3652:x1869755178620672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8335us (8816us total) trans 8589936267 rc 0/0 00000100:00100000:0.0:1783145835.043060:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178624512 00000100:00100000:3.0:1783145835.043075:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2902 00010000:00010000:1.0:1783145835.043085:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145835.043102:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2918 00000100:00100000:1.0:1783145835.043112:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb815500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+9:2407:x1869755188140032:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 145us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145835.043115:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb814380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+19:3653:x1869755178624512:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1783145835.043136:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 980 00002000:00080000:0.0:1783145835.043154:0:228910:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3060 count 1 00010000:00010000:0.0:1783145835.043169:0:228910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c74a05c9/0x38bddee366895ade lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbf4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145835.043180:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cd6e6680/2, rc 0, transno 8589936267 00010000:00010000:0.0:1783145835.043183:0:228910:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008667ad93/0x38bddee366895876 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b832 expref: 7 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.043193:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178620672:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145835.043194:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf4:0x0].0x0 since=4s v=(0 0) 00010000:00010000:0.0:1783145835.043203:0:228910:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145835.043208:0:228910:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c74a05c9/0x38bddee366895ade lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.043237:0:228910:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008667ad93/0x38bddee366895876 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b832 expref: 7 pid: 228910 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.043250:0:228910:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008667ad93/0x38bddee366895876 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b832 expref: 7 pid: 228910 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.043264:0:228910:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb817100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:228910:1869755178624640:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145835.043327:0:228910:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1e40 going to sleep for 11 seconds 00000100:00100000:1.0:1783145835.043370:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3696300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178624768:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145835.043371:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145835.043380:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d50bd41a/0x38bddee366895a6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.043389:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145835.043393:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d50bd41a/0x38bddee366895a6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.043403:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d50bd41a/0x38bddee366895a6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.043404:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145835.043442:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178624768 00000100:00100000:0.0:1783145835.043447:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178624768 00010000:00010000:3.0:1783145835.043457:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d50bd41a/0x38bddee366895a6e lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.043467:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d50bd41a/0x38bddee366895a6e lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.043484:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145835.043487:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145835.043491:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145835.043491:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2919 00000100:00100000:0.0:1783145835.043505:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+20:3650:x1869755178624768:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1783145835.043506:0:228902:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000025f97e9a/0x38bddee366895ab4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.043516:0:228902:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000025f97e9a/0x38bddee366895ab4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.043522:0:228902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025f97e9a/0x38bddee366895ab4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1783145835.043523:0:228914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3061 count 1 00010000:00010000:3.0:1783145835.043532:0:228902:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000025f97e9a/0x38bddee366895ab4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.043540:0:228914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d1342ad6/0x38bddee366895ae5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbf5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.043547:0:228902:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145835.043556:0:228914:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001e412810/0x38bddee36689596b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xbf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b863 expref: 7 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.043560:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145835.043567:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000025f97e9a/0x38bddee366895ab4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.043570:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf5:0x0].0x0 since=4s v=(0 0) 00010000:00010000:0.0:1783145835.043579:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145835.043580:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1b000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145835.043586:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000025f97e9a/0x38bddee366895ab4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.043588:0:228914:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d1342ad6/0x38bddee366895ae5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xbf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.043611:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000025f97e9a/0x38bddee366895ab4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.043617:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1016a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3653:x1869755178623104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1892us (1969us total) trans 8589936268 rc 0/0 00000100:00100000:3.0:1783145835.043629:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2912 00010000:00010000:1.0:1783145835.043631:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000025f97e9a/0x38bddee366895ab4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.043631:0:228914:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001e412810/0x38bddee36689596b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b863 expref: 7 pid: 207255 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.043649:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000025f97e9a/0x38bddee366895ab4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.043657:0:228914:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001e412810/0x38bddee36689596b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b863 expref: 7 pid: 207255 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.043665:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145835.043669:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145835.043672:0:228914:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d12ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:228914:1869755178624896:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145835.043673:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1783145835.043704:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cb816a00/2, rc 0, transno 8589936268 00000100:00100000:1.0:1783145835.043709:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb816a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178623104:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145835.043717:0:228914:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8d42c1840 going to sleep for 11 seconds 00000100:00100000:3.0:1783145835.043932:0:228911:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1015500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:228911:1869755178624256:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145835.043973:0:206058:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb88b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:206058:1869755178623360:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145835.043992:0:206058:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007c2653fe/0x38bddee366895abb lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.044013:0:228911:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000654161c9/0x38bddee366895ad0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.044029:0:206490:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3695880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:206490:1869755178624128:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145835.044057:0:206490:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000098b815/0x38bddee366895ac2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.044059:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145835.044111:0:228906:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb814e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:228906:1869755178624000:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145835.044170:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145835.044189:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188140416 00000100:00100000:3.0:1783145835.044193:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188140416 00010000:00010000:3.0:1783145835.044215:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008600420b/0x38bddee366895853 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xbf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b824 expref: 9 pid: 228905 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.044215:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145835.044259:0:228906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000074c6997/0x38bddee366895ac9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.044263:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145835.044297:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188140160 00000100:00100000:1.0:1783145835.044301:0:228913:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3695500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:228913:1869755178624384:192.168.203.44@tcp:104: 00000100:00100000:3.0:1783145835.044302:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188140160 00000100:00100000:0.0:1783145835.044308:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:3.0:1783145835.044321:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000819207ee/0x38bddee366895788 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7f3 expref: 10 pid: 228906 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.044324:0:228913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006245d837/0x38bddee366895ad7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xbf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.044340:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188140288 00000100:00100000:3.0:1783145835.044343:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188140288 00000100:00100000:0.0:1783145835.044349:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145835.044354:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188140544 00010000:00010000:3.0:1783145835.044355:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f06abf8d/0x38bddee3668950f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5df expref: 11 pid: 206490 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.044361:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188140544 00000100:00100000:3.0:1783145835.044373:0:207571:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188140672 00000100:00100000:3.0:1783145835.044377:0:207571:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188140672 00010000:00010000:1.0:1783145835.044383:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005dd5162b/0x38bddee366895693 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7b4 expref: 12 pid: 228913 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.044396:0:207571:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f164581b/0x38bddee3668955e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b78a expref: 8 pid: 228904 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.044405:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188140800 00000100:00100000:1.0:1783145835.044410:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188140800 00000100:00100000:3.0:1783145835.044423:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 981 00010000:00010000:1.0:1783145835.044428:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008667ad93/0x38bddee366895876 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xbf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b832 expref: 9 pid: 228910 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.044435:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 982 00000100:00100000:3.0:1783145835.044441:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d12ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+12:2410:x1869755188140416:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1783145835.044455:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d12dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+12:2408:x1869755188140160:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1783145835.044462:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 983 00010000:00010000:0.0:1783145835.044467:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1783145835.044474:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ca07dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+12:2407:x1869755188140288:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145835.044476:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000819207ee/0x38bddee366895788 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbf2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7f3 expref: 12 pid: 228906 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.044484:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145835.044493:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145835.044493:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000819207ee/0x38bddee366895788 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbf2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7f3 expref: 12 pid: 228906 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.044494:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f06abf8d/0x38bddee3668950f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5df expref: 12 pid: 206490 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.044526:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f06abf8d/0x38bddee3668950f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5df expref: 12 pid: 206490 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.044532:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000819207ee/0x38bddee366895788 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbf2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7f3 expref: 12 pid: 228906 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.044550:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008600420b/0x38bddee366895853 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbf3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b824 expref: 12 pid: 228905 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.044567:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f06abf8d/0x38bddee3668950f1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5df expref: 12 pid: 206490 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.044577:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008600420b/0x38bddee366895853 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbf3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b824 expref: 11 pid: 228905 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.044580:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145835.044586:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbec:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145835.044590:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145835.044592:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbec:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145835.044597:0:207571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008600420b/0x38bddee366895853 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbf3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b824 expref: 10 pid: 228905 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.044600:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000654161c9/0x38bddee366895ad0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.044602:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007c2653fe/0x38bddee366895abb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.044616:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145835.044626:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145835.044628:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c2653fe/0x38bddee366895abb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.044629:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000654161c9/0x38bddee366895ad0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.044634:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006245d837/0x38bddee366895ad7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.044659:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006245d837/0x38bddee366895ad7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.044665:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145835.044675:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783145835.044685:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783145835.044697:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ca07dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+9:2407:x1869755188140288:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 226us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145835.044707:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d12dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+9:2408:x1869755188140160:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 257us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145835.044708:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 983 00000100:00100000:3.0:1783145835.044716:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d12ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+9:2410:x1869755188140416:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 280us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145835.044725:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 982 00000100:00100000:3.0:1783145835.044733:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 981 00000100:00100000:1.0:1783145835.044742:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 984 00000100:00100000:1.0:1783145835.044757:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bea01fdf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+6:2408:x1869755188140544:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1783145835.044757:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 985 00000100:00100000:3.0:1783145835.044768:0:207571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 986 00010000:00010000:1.0:1783145835.044770:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783145835.044774:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ca07d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+9:2407:x1869755188140672:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145835.044779:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005dd5162b/0x38bddee366895693 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbf1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7b4 expref: 6 pid: 228913 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.044784:0:207571:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ca07ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+9:2410:x1869755188140800:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145835.044791:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145835.044801:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f164581b/0x38bddee3668955e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbf0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b78a expref: 9 pid: 228904 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.044803:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005dd5162b/0x38bddee366895693 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbf1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7b4 expref: 6 pid: 228913 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.044804:0:207571:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783145835.044815:0:207571:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008667ad93/0x38bddee366895876 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xbf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b832 expref: 9 pid: 228910 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.044832:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f164581b/0x38bddee3668955e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xbf0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b78a expref: 9 pid: 228904 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.044844:0:207571:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008667ad93/0x38bddee366895876 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b832 expref: 9 pid: 228910 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.044855:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005dd5162b/0x38bddee366895693 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbf1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7b4 expref: 6 pid: 228913 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.044867:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f164581b/0x38bddee3668955e4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbf0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b78a expref: 9 pid: 228904 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.044869:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145835.044872:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145835.044877:0:207571:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783145835.044888:0:207571:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c74a05c9/0x38bddee366895ade lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.044889:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145835.044901:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000074c6997/0x38bddee366895ac9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.044906:0:207571:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c74a05c9/0x38bddee366895ade lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.044907:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145835.044914:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000074c6997/0x38bddee366895ac9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.044917:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145835.044927:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000098b815/0x38bddee366895ac2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.044935:0:207571:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145835.044939:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000098b815/0x38bddee366895ac2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.044948:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145835.044961:0:207571:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ca07ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b832727d-edc7-457c-aba4-c59935e6a58f+8:2410:x1869755188140800:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 182us (615us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145835.044967:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783145835.044971:0:207571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 986 00000100:00100000:1.0:1783145835.044977:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bea01fdf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2408:x1869755188140544:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 224us (714us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145835.044987:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 984 00000100:00100000:0.0:1783145835.044997:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ca07d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b832727d-edc7-457c-aba4-c59935e6a58f+7:2407:x1869755188140672:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 227us (692us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145835.045008:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 985 00010000:00010000:3.0:1783145835.045009:0:228913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006245d837/0x38bddee366895ad7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.045020:0:228913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006245d837/0x38bddee366895ad7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.045030:0:228913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006245d837/0x38bddee366895ad7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.045052:0:228913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006245d837/0x38bddee366895ad7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.045055:0:206058:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007c2653fe/0x38bddee366895abb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.045056:0:206490:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000098b815/0x38bddee366895ac2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.045076:0:228913:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145835.045079:0:206058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007c2653fe/0x38bddee366895abb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.045081:0:206490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000098b815/0x38bddee366895ac2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.045102:0:206058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c2653fe/0x38bddee366895abb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.045105:0:206490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000098b815/0x38bddee366895ac2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.045142:0:206058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007c2653fe/0x38bddee366895abb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.045154:0:206490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000098b815/0x38bddee366895ac2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.045166:0:206058:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1783145835.045176:0:206490:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1783145835.045205:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+21:3653:x1869755178623872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2545us (2922us total) trans 8589936269 rc 0/0 00000100:00100000:3.0:1783145835.045215:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2917 00010000:00010000:3.0:1783145835.045256:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1783145835.045262:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006245d837/0x38bddee366895ad7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.045264:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+22:3650:x1869755178622976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3438us (3545us total) trans 8589936270 rc 0/0 00000100:00100000:0.0:1783145835.045280:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+22:3650:x1869755178623616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2920us (3096us total) trans 8589936271 rc 0/0 00010000:00010000:3.0:1783145835.045281:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d50600 already unused, calling callback (ffffffffc0e8ace0) 00000100:00100000:1.0:1783145835.045282:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2913 00010000:00010000:3.0:1783145835.045289:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006245d837/0x38bddee366895ad7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145835.045296:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2915 00010000:00010000:3.0:1783145835.045305:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006245d837/0x38bddee366895ad7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.045315:0:228906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000074c6997/0x38bddee366895ac9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.045322:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006245d837/0x38bddee366895ad7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.045327:0:228906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000074c6997/0x38bddee366895ac9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.045328:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783145835.045339:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006245d837/0x38bddee366895ad7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.045339:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007c2653fe/0x38bddee366895abb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.045345:0:228906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000074c6997/0x38bddee366895ac9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.045366:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d51a00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145835.045368:0:228906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000074c6997/0x38bddee366895ac9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.045372:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007c2653fe/0x38bddee366895abb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.045379:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783145835.045386:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000098b815/0x38bddee366895ac2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.045390:0:228906:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145835.045392:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007c2653fe/0x38bddee366895abb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.045402:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d50200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145835.045408:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000098b815/0x38bddee366895ac2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.045415:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007c2653fe/0x38bddee366895abb lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.045418:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000098b815/0x38bddee366895ac2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.045432:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007c2653fe/0x38bddee366895abb lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.045440:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000098b815/0x38bddee366895ac2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.045450:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000098b815/0x38bddee366895ac2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.045456:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145835.045462:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000074c6997/0x38bddee366895ac9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.045471:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696ee00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145835.045472:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145835.045475:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000074c6997/0x38bddee366895ac9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.045476:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145835.045482:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145835.045483:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+21:3653:x1869755178623488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3132us (3380us total) trans 8589936272 rc 0/0 00010000:00010000:3.0:1783145835.045491:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145835.045500:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2914 00010000:00010000:0.0:1783145835.045503:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000074c6997/0x38bddee366895ac9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.045518:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000074c6997/0x38bddee366895ac9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145835.045520:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cb815880/2, rc 0, transno 8589936269 00010000:00010000:1.0:1783145835.045526:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145835.045530:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb815880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178623872:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145835.045533:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000074c6997/0x38bddee366895ac9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145835.045551:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cb814000/2, rc 0, transno 8589936271 00000004:00080000:3.0:1783145835.045555:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cb814700/2, rc 0, transno 8589936272 00000100:00100000:1.0:1783145835.045558:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb814000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178623616:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145835.045559:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145835.045564:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb814700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178623488:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145835.045566:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145835.045572:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1783145835.045581:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cb815f80/2, rc 0, transno 8589936270 00000100:00100000:1.0:1783145835.045589:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb815f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178622976:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1783145835.045590:0:228911:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000654161c9/0x38bddee366895ad0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.045603:0:228911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000654161c9/0x38bddee366895ad0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.045613:0:228911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000654161c9/0x38bddee366895ad0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783145835.045621:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145835.045629:0:228911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000654161c9/0x38bddee366895ad0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.045646:0:228910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008667ad93/0x38bddee366895876 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b832 expref: 6 pid: 228910 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.045649:0:228911:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1783145835.045665:0:228910:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb817100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:228910:1869755178624640:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145835.045686:0:228910:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c74a05c9/0x38bddee366895ade lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.045694:0:228910:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c74a05c9/0x38bddee366895ade lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.045699:0:228910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c74a05c9/0x38bddee366895ade lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.045705:0:228910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c74a05c9/0x38bddee366895ade lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.045710:0:228910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c74a05c9/0x38bddee366895ade lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.045723:0:228910:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1783145835.045752:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+21:3650:x1869755178623744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3366us (3506us total) trans 8589936273 rc 0/0 00000100:00100000:0.0:1783145835.045761:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2916 00010000:00010000:3.0:1783145835.045765:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783145835.045772:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000654161c9/0x38bddee366895ad0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.045781:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cdd1a200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:3.0:1783145835.045786:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000654161c9/0x38bddee366895ad0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.045788:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145835.045798:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c74a05c9/0x38bddee366895ade lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.045799:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb814380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+21:3653:x1869755178624512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2685us (2807us total) trans 8589936274 rc 0/0 00000100:00100000:1.0:1783145835.045815:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2918 00010000:00010000:0.0:1783145835.045817:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696ec00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145835.045823:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c74a05c9/0x38bddee366895ade lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.045832:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c74a05c9/0x38bddee366895ade lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.045843:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000654161c9/0x38bddee366895ad0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.045846:0:205305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188140928 00010000:00010000:0.0:1783145835.045847:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c74a05c9/0x38bddee366895ade lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.045853:0:205305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188140928 00010000:00010000:0.0:1783145835.045869:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c74a05c9/0x38bddee366895ade lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.045874:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000654161c9/0x38bddee366895ad0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.045876:0:205305:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001e412810/0x38bddee36689596b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xbf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b863 expref: 6 pid: 207255 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783145835.045900:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000654161c9/0x38bddee366895ad0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.045903:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145835.045908:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145835.045914:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145835.045924:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 987 00010000:00010000:3.0:1783145835.045928:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145835.045933:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145835.045937:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1015500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+6:2408:x1869755188140928:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783145835.045938:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1783145835.045944:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cb816680/2, rc 0, transno 8589936273 00010000:00010000:1.0:1783145835.045948:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783145835.045953:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb816680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178623744:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1783145835.045957:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001e412810/0x38bddee36689596b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xbf5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b863 expref: 6 pid: 207255 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.045974:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001e412810/0x38bddee36689596b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xbf5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b863 expref: 6 pid: 207255 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1783145835.045975:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8cb816300/2, rc 0, transno 8589936274 00000100:00100000:3.0:1783145835.045985:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb816300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178624512:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1783145835.045994:0:228914:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d12ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:228914:1869755178624896:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145835.045997:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e412810/0x38bddee36689596b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xbf5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b863 expref: 6 pid: 207255 timeout: 8582 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.046013:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145835.046017:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xbf5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145835.046021:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d1342ad6/0x38bddee366895ae5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.046030:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d1342ad6/0x38bddee366895ae5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.046054:0:228914:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d1342ad6/0x38bddee366895ae5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xbf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.046058:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145835.046068:0:228914:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d1342ad6/0x38bddee366895ae5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.046076:0:228914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d1342ad6/0x38bddee366895ae5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145835.046085:0:228914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d1342ad6/0x38bddee366895ae5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xbf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.046094:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1015500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b832727d-edc7-457c-aba4-c59935e6a58f+5:2408:x1869755188140928:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 161us (476us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145835.046097:0:228914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d1342ad6/0x38bddee366895ae5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145835.046109:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 987 00010000:00010000:0.0:1783145835.046153:0:228914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145835.046171:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145835.046177:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d1342ad6/0x38bddee366895ae5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.046187:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696f400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:1.0:1783145835.046192:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d1342ad6/0x38bddee366895ae5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xbf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.046201:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d1342ad6/0x38bddee366895ae5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xbf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.046216:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d1342ad6/0x38bddee366895ae5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xbf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.046226:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d1342ad6/0x38bddee366895ae5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xbf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145835.046248:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145835.046249:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+21:3650:x1869755178624768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2747us (2844us total) trans 8589936275 rc 0/0 00010000:00010000:1.0:1783145835.046252:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145835.046257:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145835.046262:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2919 00000004:00080000:3.0:1783145835.046295:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d3696300/2, rc 0, transno 8589936275 00000100:00100000:3.0:1783145835.046302:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3696300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178624768:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1783145835.541272:0:204583:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 8483295148453ns, next at 8484295145588ns, rc = 0 00000100:00100000:1.0:1783145835.541306:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1015f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6b9a8718-6228-431e-b216-b4d0ab45a378:3652:1869755178625280:0@lo:400:kworker.0 00000100:00100000:0.0:1783145835.541336:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3695500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178625152:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783145835.541369:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1016680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178625536:0@lo:400:kworker.0 00000100:00100000:1.0:1783145835.541372:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145835.541399:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145835.541419:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ca07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178625024:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783145835.541427:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145835.541433:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1017480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178625664:0@lo:400:kworker.0 00000100:00100000:1.0:1783145835.541446:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145835.541462:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1014e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178626048:0@lo:400:kworker.0 00000100:00100000:1.0:1783145835.541470:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1017100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178625792:0@lo:400:kworker.0 00000100:00100000:0.0:1783145835.541477:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145835.541504:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145835.541506:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1014000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178626176:0@lo:400:kworker.0 00000100:00100000:1.0:1783145835.541510:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145835.541541:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fd83ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3650:1869755178626560:0@lo:400:kworker.0 00000100:00100000:1.0:1783145835.541549:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1015180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178626304:0@lo:400:kworker.0 00000100:00100000:0.0:1783145835.541557:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145835.541585:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ff98aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3651:1869755178626688:0@lo:400:kworker.0 00000100:00100000:1.0:1783145835.541591:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145835.541592:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145835.541616:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3652:1869755178626816:0@lo:400:kworker.0 00000100:00100000:0.0:1783145835.541622:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145835.541632:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178626560 00000100:00100000:2.0:1783145835.541642:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178626560 00000100:00100000:1.0:1783145835.541648:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145835.541654:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178625536 00000100:00100000:3.0:1783145835.541660:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178625536 00000100:00100000:0.0:1783145835.541661:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178625152 00000100:00100000:0.0:1783145835.541665:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178625152 00000100:00100000:1.0:1783145835.541671:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1783145835.541676:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ca07f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178625408:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783145835.541695:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145835.541696:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8480197168304 time 8480197213531 state 0x0 ref 1 00000100:00100000:2.0:1783145835.541706:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8480197168304 time 8480197213531 state 0x0 ref 1 00000100:00100000:1.0:1783145835.541707:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1014700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3652:1869755178625920:0@lo:400:kworker.0 00000100:00100000:0.0:1783145835.541707:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178625024 00000100:00100000:3.0:1783145835.541710:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178626048 00000100:00100000:0.0:1783145835.541711:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178625024 00000100:00100000:3.0:1783145835.541718:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178626048 00000100:00100000:2.0:1783145835.541728:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8480197313531 time 8480197213531 state 0x1 ref 1 00000100:00100000:0.0:1783145835.541735:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178625408 00000100:00100000:1.0:1783145835.541736:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145835.541739:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178625408 00000100:00100000:3.0:1783145835.541757:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1783145835.541757:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178626688 00000100:00100000:2.0:1783145835.541763:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178626688 00000100:00100000:1.0:1783145835.541764:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1017800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3652:1869755178626432:0@lo:400:kworker.0 00000100:00100000:0.0:1783145835.541769:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:3.0:1783145835.541774:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178625536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145835.541780:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8480197313531 time 8480197213531 state 0x1 ref 2 00000100:00100000:0.0:1783145835.541785:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ca07d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3651:x1869755178625152:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783145835.541790:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8480197313531 time 8480197213531 state 0x1 ref 2 00000100:00100000:1.0:1783145835.541791:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145835.541804:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178626816 00000100:00100000:1.0:1783145835.541805:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cdbdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3652:1869755178626944:0@lo:400:kworker.0 00000100:00100000:2.0:1783145835.541807:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178626816 00002000:00000024:0.0:1783145835.541822:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17140288 pending 0 free 3883581440 avail 3652059136 00000100:00100000:2.0:1783145835.541826:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8480197313531 time 8480197213531 state 0x1 ref 3 00000100:00100000:2.0:1783145835.541835:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8480197313531 time 8480197213531 state 0x1 ref 3 00000100:00100000:1.0:1783145835.541835:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145835.541845:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178625536:12345-0@lo:400:kworker.0 Request processed in 75us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145835.541846:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178625920 00000100:00100000:2.0:1783145835.541850:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178625920 00000100:00100000:3.0:1783145835.541859:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1783145835.541863:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8480197313531 time 8480197213531 state 0x1 ref 4 00000100:00100000:1.0:1783145835.541866:0:204548:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178625280 00000100:00100000:2.0:1783145835.541869:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8480197313531 time 8480197213531 state 0x1 ref 4 00000100:00100000:1.0:1783145835.541871:0:204548:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178625280 00000100:00100000:0.0:1783145835.541876:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ca07d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3651:x1869755178625152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145835.541884:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:2.0:1783145835.541886:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178626432 00000100:00100000:3.0:1783145835.541891:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:2.0:1783145835.541891:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178626432 00000100:00100000:0.0:1783145835.541904:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:3.0:1783145835.541908:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d13c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3650:x1869755178626048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145835.541908:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8480197313531 time 8480197213531 state 0x1 ref 5 00000100:00100000:1.0:1783145835.541919:0:204548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:0.0:1783145835.541919:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178625024:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783145835.541924:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8480197313531 time 8480197213531 state 0x1 ref 5 00000100:00100000:1.0:1783145835.541930:0:204548:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bea01d29850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3652:x1869755178625280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145835.541935:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178626944 00002000:00000024:0.0:1783145835.541936:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17140288 pending 0 free 3883581440 avail 3652059136 00000100:00100000:2.0:1783145835.541939:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178626944 00000100:00100000:2.0:1783145835.541955:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8480197313531 time 8480197213531 state 0x1 ref 6 00000100:00100000:3.0:1783145835.541961:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3650:x1869755178626048:12345-0@lo:400:kworker.0 Request processed in 59us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145835.541965:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8480197313531 time 8480197213531 state 0x1 ref 6 00000100:00100000:1.0:1783145835.541974:0:204548:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bea01d29850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3652:x1869755178625280:12345-0@lo:400:kworker.0 Request processed in 44us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145835.541975:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1783145835.541983:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178625024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145835.541984:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8483295960057 time 8483295860057 state 0x1 ref 6 00000100:00100000:1.0:1783145835.541989:0:204548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:0.0:1783145835.541999:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:2.0:1783145835.542003:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d13ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1869755178626560:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1783145835.542010:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1783145835.542017:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1783145835.542020:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783145835.542024:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00080000:3.0:1783145835.542026:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783145835.542048:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178625408:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783145835.542056:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1869755178626560:12345-0@lo:400:kworker.0 Request processed in 56us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145835.542064:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 10 00002000:00000024:0.0:1783145835.542066:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17140288 pending 0 free 3911106560 avail 3679584256 00000100:00100000:1.0:1783145835.542067:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178625664 00000100:00100000:1.0:1783145835.542072:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178625664 00000100:00100000:3.0:1783145835.542083:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1016680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178625536:0@lo:400:kworker.0 00000100:00100000:2.0:1783145835.542084:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8483296061664 time 8483295961664 state 0x1 ref 5 00000100:00100000:2.0:1783145835.542099:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1869755178626688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145835.542103:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178625792 00000100:00100000:1.0:1783145835.542106:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178625792 00000100:00100000:0.0:1783145835.542106:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178625408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145835.542108:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1014e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178626048:0@lo:400:kworker.0 00000100:00100000:0.0:1783145835.542137:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:1.0:1783145835.542148:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178626176 00000100:00100000:1.0:1783145835.542153:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178626176 00000100:00100000:3.0:1783145835.542156:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fd83ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3650:1869755178626560:0@lo:400:kworker.0 00000100:00100000:2.0:1783145835.542157:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1869755178626688:12345-0@lo:400:kworker.0 Request processed in 61us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145835.542170:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8483296146242 time 8483296046242 state 0x1 ref 5 00000100:00100000:1.0:1783145835.542175:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178626304 00000100:00100000:1.0:1783145835.542180:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178626304 00000100:00100000:2.0:1783145835.542184:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1783145835.542191:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3695c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1869755178626816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145835.542202:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8483296179027 time 8483296079027 state 0x1 ref 4 00000100:00100000:1.0:1783145835.542210:0:228912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:2.0:1783145835.542213:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3696d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1869755178625920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145835.542221:0:228912:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ca07d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+21:3651:x1869755178625664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145835.542239:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3695c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1869755178626816:12345-0@lo:400:kworker.0 Request processed in 51us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145835.542247:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783145835.542261:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3696d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1869755178625920:12345-0@lo:400:kworker.0 Request processed in 49us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145835.542272:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1783145835.542273:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ca07d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+21:3651:x1869755178625664:12345-0@lo:400:kworker.0 Request processed in 52us (796us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145835.542283:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:1.0:1783145835.542306:0:228912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:1.0:1783145835.542314:0:228912:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+7:3652:x1869755178625792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145835.542321:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1783145835.542332:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ca07dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178626176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145835.542335:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:2.0:1783145835.542347:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3695f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178626304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145835.542353:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+7:3652:x1869755178625792:12345-0@lo:400:kworker.0 Request processed in 38us (845us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145835.542360:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:0.0:1783145835.542379:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ca07dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178626176:12345-0@lo:400:kworker.0 Request processed in 50us (822us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145835.542385:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:2.0:1783145835.542391:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3695f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178626304:12345-0@lo:400:kworker.0 Request processed in 46us (806us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145835.542397:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:0.0:1783145835.542412:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8483296389396 time 8483296289396 state 0x1 ref 2 00000100:00100000:0.0:1783145835.542423:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d12ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1869755178626432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145835.542427:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ca07f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178625408:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783145835.542429:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8483296389396 time 8483296305807 state 0x0 ref 2 00000100:00100000:2.0:1783145835.542445:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d12dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1869755178626944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145835.542446:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1014700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3652:1869755178625920:0@lo:400:kworker.0 00000100:00100000:0.0:1783145835.542467:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d12ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1869755178626432:12345-0@lo:400:kworker.0 Request processed in 44us (676us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145835.542468:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1017800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3652:1869755178626432:0@lo:400:kworker.0 00000100:00100000:0.0:1783145835.542481:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1783145835.542487:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d12dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1869755178626944:12345-0@lo:400:kworker.0 Request processed in 43us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145835.542491:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cdbdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3652:1869755178626944:0@lo:400:kworker.0 00000100:00100000:2.0:1783145835.542496:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1783145835.542500:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8483296389396 time 8483296305807 state 0x2 ref 0 00000100:00100000:1.0:1783145835.542505:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1015180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178626304:0@lo:400:kworker.0 00000100:00100000:1.0:1783145835.542527:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3652:1869755178626816:0@lo:400:kworker.0 00000100:00100000:0.0:1783145835.542527:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ff98aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3651:1869755178626688:0@lo:400:kworker.0 00000100:00100000:1.0:1783145835.542543:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1015f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6b9a8718-6228-431e-b216-b4d0ab45a378:3652:1869755178625280:0@lo:400:kworker.0 00000100:00100000:0.0:1783145835.542561:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3695500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178625152:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783145835.542563:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ca07ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178625024:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783145835.542585:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1017480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178625664:0@lo:400:kworker.0 00000100:00100000:1.0:1783145835.542587:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1017100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178625792:0@lo:400:kworker.0 00000100:00100000:0.0:1783145835.542610:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1014000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178626176:0@lo:400:kworker.0 00010000:00010000:0.0:1783145835.989294:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145836.565352:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783145836.565372:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d12ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178627072:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783145836.565424:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145836.565474:0:206060:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178627072 00000100:00100000:1.0:1783145836.565483:0:206060:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178627072 00000100:00100000:1.0:1783145836.565523:0:206060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:1.0:1783145836.565532:0:206060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+21:3651:x1869755178627072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783145836.565552:0:206060:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17140288 pending 0 free 3911106560 avail 3679584256 00000100:00100000:1.0:1783145836.565593:0:206060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+21:3651:x1869755178627072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145836.565599:0:206060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:0.0:1783145836.565647:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d12ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178627072:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1783145837.013277:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145837.562585:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145837.562630:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145837.562648:0:204549:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188141056 00000100:00100000:2.0:1783145837.562661:0:204549:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188141056 00000100:00100000:0.0:1783145837.562669:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145837.562685:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188141184 00000100:00100000:1.0:1783145837.562691:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188141184 00000100:00100000:0.0:1783145837.562702:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145837.562726:0:204549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 287 00000100:00100000:0.0:1783145837.562733:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145837.562734:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8483296389396 time 8483296305807 state 0x0 ref 1 00000100:00100000:2.0:1783145837.562741:0:204549:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bea01d2bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2410:x1869755188141056:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145837.562742:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8483296389396 time 8483296305807 state 0x0 ref 1 00000100:00100000:1.0:1783145837.562758:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8483296405807 time 8483296305807 state 0x1 ref 1 00000100:00100000:0.0:1783145837.562763:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145837.562779:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188141312 00000100:00100000:1.0:1783145837.562782:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188141312 00000100:00100000:1.0:1783145837.562796:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8483296405807 time 8483296305807 state 0x1 ref 2 00000100:00100000:0.0:1783145837.562804:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145837.562807:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8483296405807 time 8483296305807 state 0x1 ref 2 00000100:00100000:2.0:1783145837.562812:0:204549:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bea01d2bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2410:x1869755188141056:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 74us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145837.562820:0:204549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 287 00000100:00100000:1.0:1783145837.562834:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8485316810295 time 8485316710295 state 0x1 ref 2 00000100:00100000:1.0:1783145837.562850:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2409:x1869755188141184:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145837.562859:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188141696 00000100:00100000:2.0:1783145837.562864:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188141696 00000100:00100000:1.0:1783145837.562891:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2409:x1869755188141184:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 45us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145837.562896:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8485316810295 time 8485316710295 state 0x1 ref 3 00000100:00100000:0.0:1783145837.562909:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145837.562913:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 16 00000100:00100000:2.0:1783145837.562920:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8485316810295 time 8485316710295 state 0x1 ref 2 00000100:00100000:1.0:1783145837.562935:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188141824 00000100:00100000:1.0:1783145837.562938:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188141824 00000100:00100000:2.0:1783145837.562942:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8485316918896 time 8485316818896 state 0x1 ref 2 00000100:00100000:1.0:1783145837.562955:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8485316918896 time 8485316818896 state 0x1 ref 3 00000100:00100000:2.0:1783145837.562961:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d12ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2410:x1869755188141312:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145837.562965:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145837.562971:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8485316918896 time 8485316818896 state 0x1 ref 3 00000100:00100000:1.0:1783145837.562987:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8485316965345 time 8485316865345 state 0x1 ref 3 00000100:00100000:1.0:1783145837.563000:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+20:2409:x1869755188141696:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145837.563000:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8485316965345 time 8485316875606 state 0x0 ref 3 00000100:00100000:2.0:1783145837.563011:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d12ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2410:x1869755188141312:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 54us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145837.563031:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+5:2410:x1869755188141824:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145837.563035:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 17 00000100:00100000:1.0:1783145837.563054:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+20:2409:x1869755188141696:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 55us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145837.563063:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 18 00000100:00100000:0.0:1783145837.563071:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+5:2410:x1869755188141824:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 52us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145837.563081:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 19 00000100:00100000:0.0:1783145837.563087:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8485316965345 time 8485316875606 state 0x2 ref 0 00000100:00100000:1.0:1783145837.563094:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188141440 00000100:00100000:1.0:1783145837.563098:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188141440 00000100:00100000:0.0:1783145837.563117:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188141568 00000100:00100000:0.0:1783145837.563139:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188141568 00000100:00100000:1.0:1783145837.563145:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188141952 00000100:00100000:1.0:1783145837.563149:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188141952 00000100:00100000:0.0:1783145837.563181:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188142080 00000100:00100000:0.0:1783145837.563187:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188142080 00000100:00100000:1.0:1783145837.563189:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 309 00000100:00100000:1.0:1783145837.563199:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2409:x1869755188141440:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145837.563222:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 310 00000100:00100000:2.0:1783145837.563232:0:206057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 311 00000100:00100000:1.0:1783145837.563234:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2409:x1869755188141440:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 34us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145837.563235:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff98aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+15:2410:x1869755188141568:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145837.563247:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 309 00000100:00100000:2.0:1783145837.563250:0:206057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b832727d-edc7-457c-aba4-c59935e6a58f+5:2409:x1869755188141952:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145837.563262:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 312 00000100:00100000:1.0:1783145837.563269:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:b832727d-edc7-457c-aba4-c59935e6a58f+11:2410:x1869755188142080:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145837.563279:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff98aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+15:2410:x1869755188141568:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 48us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145837.563293:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 310 00000100:00100000:2.0:1783145837.563294:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b832727d-edc7-457c-aba4-c59935e6a58f+5:2409:x1869755188141952:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 45us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145837.563295:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:b832727d-edc7-457c-aba4-c59935e6a58f+11:2410:x1869755188142080:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 26us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145837.563308:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 312 00000100:00100000:2.0:1783145837.563315:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 311 00000100:00080000:2.0:1783145837.563344:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1783145837.563350:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1783145837.563354:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783145837.563359:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1783145838.037304:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145839.061296:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145839.125297:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178627200:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783145839.125374:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145839.125442:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178627200 00000100:00100000:2.0:1783145839.125452:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178627200 00000100:00100000:2.0:1783145839.125520:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1783145839.125533:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178627200:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783145839.125570:0:228897:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445433344 avail 1299193856 00000100:00100000:2.0:1783145839.125632:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178627200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145839.125642:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1783145839.125677:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178627200:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1783145840.085284:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145840.149299:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178627328:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783145840.149381:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145840.149434:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178627328 00000100:00100000:0.0:1783145840.149442:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178627328 00000100:00100000:0.0:1783145840.149498:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1783145840.149511:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ca07ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1869755178627328:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783145840.149555:0:204560:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445117952 avail 1298878464 00000100:00100000:0.0:1783145840.149618:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ca07ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1869755178627328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 109us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145840.149628:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1783145840.149674:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178627328:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783145840.661301:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178627584:0@lo:13:osp-pre-0-1.0 00000004:00080000:1.0:1783145840.661312:0:204583:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 8488415190143ns, next at 8489415186433ns, rc = 0 00000100:00100000:1.0:1783145840.661369:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178627968:0@lo:400:kworker.0 00000100:00100000:2.0:1783145840.661376:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145840.661416:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145840.661443:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178628096:0@lo:400:kworker.0 00000100:00100000:1.0:1783145840.661466:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3652:1869755178628352:0@lo:400:kworker.0 00000100:00100000:2.0:1783145840.661472:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145840.661498:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178628608:0@lo:400:kworker.0 00000100:00100000:1.0:1783145840.661506:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145840.661528:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145840.661536:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3652:1869755178628864:0@lo:400:kworker.0 00000100:00100000:0.0:1783145840.661541:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178627584 00000100:00100000:0.0:1783145840.661551:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178627584 00000100:00100000:2.0:1783145840.661553:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3650:1869755178629120:0@lo:400:kworker.0 00000100:00100000:1.0:1783145840.661573:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145840.661595:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178628096 00000100:00100000:2.0:1783145840.661600:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178628096 00000100:00100000:1.0:1783145840.661612:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d907ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3652:1869755178629376:0@lo:400:kworker.0 00000100:00100000:2.0:1783145840.661641:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178628608 00000100:00100000:2.0:1783145840.661644:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178628608 00000100:00100000:1.0:1783145840.661650:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145840.661679:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:1.0:1783145840.661685:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1783145840.661689:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:2.0:1783145840.661693:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+21:3650:x1869755178628096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145840.661698:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ca07f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178627456:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783145840.661728:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+6:3650:x1869755178628608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145840.661736:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145840.661757:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+21:3650:x1869755178628096:12345-0@lo:400:kworker.0 Request processed in 67us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145840.661764:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:1.0:1783145840.661769:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb817100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178627840:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783145840.661787:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+6:3650:x1869755178628608:12345-0@lo:400:kworker.0 Request processed in 63us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145840.661794:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:2.0:1783145840.661798:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178628352 00000100:00100000:2.0:1783145840.661803:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178628352 00000100:00100000:1.0:1783145840.661806:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145840.661823:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8485316965345 time 8485316875606 state 0x0 ref 1 00000100:00100000:0.0:1783145840.661826:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178627456 00000100:00100000:1.0:1783145840.661829:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178628480:0@lo:400:kworker.0 00000100:00100000:0.0:1783145840.661832:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178627456 00000100:00100000:2.0:1783145840.661833:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8485316965345 time 8485316875606 state 0x0 ref 1 00000100:00100000:2.0:1783145840.661856:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8485316975606 time 8485316875606 state 0x1 ref 1 00000100:00100000:0.0:1783145840.661858:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178627840 00000100:00100000:0.0:1783145840.661861:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178627840 00000100:00100000:1.0:1783145840.661867:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145840.661876:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178628864 00000100:00100000:2.0:1783145840.661880:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178628864 00000100:00100000:0.0:1783145840.661887:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:2.0:1783145840.661896:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8485316975606 time 8485316875606 state 0x1 ref 2 00000100:00100000:1.0:1783145840.661897:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3652:1869755178628992:0@lo:400:kworker.0 00000100:00100000:0.0:1783145840.661897:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178627584:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783145840.661914:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8485316975606 time 8485316875606 state 0x1 ref 2 00000100:00100000:1.0:1783145840.661933:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1783145840.661937:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17140288 pending 0 free 3911106560 avail 3679584256 00000100:00100000:2.0:1783145840.661948:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178629376 00000100:00100000:2.0:1783145840.661953:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178629376 00000100:00100000:2.0:1783145840.661974:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8485316975606 time 8485316875606 state 0x1 ref 3 00000100:00100000:1.0:1783145840.661976:0:206060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:0.0:1783145840.661985:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178627584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145840.661990:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8485316975606 time 8485316875606 state 0x1 ref 3 00000100:00100000:1.0:1783145840.662002:0:206060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178627456:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783145840.662008:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:2.0:1783145840.662025:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178628992 00000100:00100000:2.0:1783145840.662030:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178628992 00002000:00000024:1.0:1783145840.662031:0:206060:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17140288 pending 0 free 3883581440 avail 3652059136 00000100:00100000:0.0:1783145840.662034:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:0.0:1783145840.662044:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7618e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3652:x1869755178627840:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783145840.662053:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8485316975606 time 8485316875606 state 0x1 ref 4 00002000:00000024:0.0:1783145840.662054:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17140288 pending 0 free 3883581440 avail 3652059136 00000100:00100000:2.0:1783145840.662066:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8485316975606 time 8485316875606 state 0x1 ref 4 00000100:00100000:1.0:1783145840.662080:0:206060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178627456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145840.662091:0:206060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:0.0:1783145840.662095:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7618e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3652:x1869755178627840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145840.662096:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8488416063051 time 8488415963051 state 0x1 ref 4 00000100:00100000:0.0:1783145840.662106:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:2.0:1783145840.662116:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb814a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1869755178628352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145840.662139:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145840.662155:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178627968 00000100:00100000:0.0:1783145840.662159:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178627968 00000100:00100000:0.0:1783145840.662187:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178628480 00000100:00100000:1.0:1783145840.662189:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178627584:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783145840.662190:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178628480 00000100:00100000:2.0:1783145840.662207:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb814a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1869755178628352:12345-0@lo:400:kworker.0 Request processed in 94us (701us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145840.662218:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1783145840.662223:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:1.0:1783145840.662229:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178628096:0@lo:400:kworker.0 00000100:00100000:0.0:1783145840.662235:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb817800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178627968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145840.662240:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178629120 00000100:00100000:2.0:1783145840.662246:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178629120 00000100:00100000:1.0:1783145840.662249:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178628608:0@lo:400:kworker.0 00000100:00100000:2.0:1783145840.662270:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8488416063051 time 8488415963051 state 0x1 ref 4 00000100:00100000:1.0:1783145840.662270:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1783145840.662281:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6b9a8718-6228-431e-b216-b4d0ab45a378:3650:1869755178627712:0@lo:400:kworker.0 00000100:00100000:2.0:1783145840.662284:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8488416063051 time 8488415963051 state 0x1 ref 4 00000100:00100000:0.0:1783145840.662285:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb817800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178627968:12345-0@lo:400:kworker.0 Request processed in 51us (867us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145840.662300:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1783145840.662305:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8488416283049 time 8488416183049 state 0x1 ref 4 00000100:00100000:2.0:1783145840.662317:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb815500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1869755178628864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145840.662324:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145840.662326:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:0.0:1783145840.662338:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1869755178628480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145840.662356:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb815500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1869755178628864:12345-0@lo:400:kworker.0 Request processed in 42us (783us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145840.662363:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1783145840.662369:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178628224:0@lo:400:kworker.0 00000100:00100000:2.0:1783145840.662382:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8488416359480 time 8488416259480 state 0x1 ref 3 00000100:00100000:0.0:1783145840.662383:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1869755178628480:12345-0@lo:400:kworker.0 Request processed in 47us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145840.662398:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:2.0:1783145840.662402:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb814e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1869755178629376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145840.662405:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145840.662429:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178628736:0@lo:400:kworker.0 00000100:00100000:2.0:1783145840.662439:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb814e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1869755178629376:12345-0@lo:400:kworker.0 Request processed in 40us (791us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145840.662444:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8488416420439 time 8488416320439 state 0x1 ref 3 00000100:00100000:2.0:1783145840.662458:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1783145840.662463:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145840.662465:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1869755178628992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145840.662486:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3650:1869755178629248:0@lo:400:kworker.0 00000100:00080000:2.0:1783145840.662498:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783145840.662504:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783145840.662507:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1783145840.662511:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783145840.662515:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1869755178628992:12345-0@lo:400:kworker.0 Request processed in 55us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145840.662524:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1783145840.662525:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145840.662547:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178629248 00000100:00100000:0.0:1783145840.662550:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178629248 00000100:00100000:2.0:1783145840.662559:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8488416420439 time 8488416435656 state 0x0 ref 1 00000100:00100000:1.0:1783145840.662568:0:204551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178627712 00000100:00100000:2.0:1783145840.662571:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1869755178629120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145840.662573:0:204551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178627712 00000100:00100000:0.0:1783145840.662579:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8488416420439 time 8488416435656 state 0x0 ref 2 00000100:00100000:0.0:1783145840.662591:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8488416535656 time 8488416435656 state 0x1 ref 2 00000100:00100000:1.0:1783145840.662620:0:204551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:2.0:1783145840.662624:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1869755178629120:12345-0@lo:400:kworker.0 Request processed in 55us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145840.662632:0:204551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bea01d29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3650:x1869755178627712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145840.662633:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 24 00000100:00080000:2.0:1783145840.662659:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783145840.662683:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8488416535656 time 8488416557794 state 0x0 ref 1 00000100:00100000:1.0:1783145840.662683:0:204551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bea01d29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3650:x1869755178627712:12345-0@lo:400:kworker.0 Request processed in 50us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145840.662697:0:204551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:2.0:1783145840.662705:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1869755178629248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145840.662723:0:228916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178628224 00000100:00100000:0.0:1783145840.662728:0:228916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178628224 00000100:00100000:1.0:1783145840.662741:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178628736 00000100:00100000:2.0:1783145840.662746:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1869755178629248:12345-0@lo:400:kworker.0 Request processed in 46us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145840.662747:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178628736 00000100:00100000:2.0:1783145840.662756:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1783145840.662759:0:228916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:2.0:1783145840.662761:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8488416535656 time 8488416557794 state 0x2 ref 0 00000100:00100000:0.0:1783145840.662770:0:228916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+7:3650:x1869755178628224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145840.662787:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:1.0:1783145840.662796:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178628736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145840.662829:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178628736:12345-0@lo:400:kworker.0 Request processed in 36us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145840.662834:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:1.0:1783145840.662870:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6b9a8718-6228-431e-b216-b4d0ab45a378:3650:1869755178627712:0@lo:400:kworker.0 00000100:00100000:2.0:1783145840.662875:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ca07f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178627456:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783145840.662882:0:228916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+7:3650:x1869755178628224:12345-0@lo:400:kworker.0 Request processed in 114us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145840.662891:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178628224:0@lo:400:kworker.0 00000100:00100000:0.0:1783145840.662891:0:228916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:2.0:1783145840.662906:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb817100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178627840:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783145840.662913:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178628736:0@lo:400:kworker.0 00000100:00100000:2.0:1783145840.662927:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178628480:0@lo:400:kworker.0 00000100:00100000:1.0:1783145840.662933:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3650:1869755178629248:0@lo:400:kworker.0 00000100:00100000:2.0:1783145840.662948:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3652:1869755178628992:0@lo:400:kworker.0 00000100:00100000:1.0:1783145840.662951:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3650:1869755178629120:0@lo:400:kworker.0 00000100:00100000:2.0:1783145840.662967:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d907ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3652:1869755178629376:0@lo:400:kworker.0 00000100:00100000:2.0:1783145840.662982:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178627968:0@lo:400:kworker.0 00000100:00100000:2.0:1783145840.663009:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3652:1869755178628352:0@lo:400:kworker.0 00000100:00100000:2.0:1783145840.663021:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3652:1869755178628864:0@lo:400:kworker.0 00000004:00080000:2.0:1783145840.663074:0:204536:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 31 committed 00000004:00080000:2.0:1783145840.663087:0:204536:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 30 committed 00000100:00100000:1.0:1783145840.663208:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d907a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178629504:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1783145840.663218:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783145840.663233:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d907ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178629760:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1783145840.663241:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145840.663271:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145840.663282:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178630016:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1783145840.663298:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d907aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178629632:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1783145840.663312:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145840.663334:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178629504 00000100:00100000:2.0:1783145840.663338:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178629504 00000100:00100000:1.0:1783145840.663348:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1783145840.663358:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178629888:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1783145840.663372:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce879f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178630400:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1783145840.663374:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178629760 00000100:00100000:2.0:1783145840.663380:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178629760 00000100:00100000:1.0:1783145840.663382:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145840.663417:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145840.663430:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178629888 00000100:00100000:1.0:1783145840.663430:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178630016 00000100:00100000:1.0:1783145840.663435:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178630016 00000100:00100000:2.0:1783145840.663436:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178629888 00000100:00100000:1.0:1783145840.663472:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178630400 00000100:00100000:1.0:1783145840.663477:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178630400 00000100:00100000:0.0:1783145840.663484:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2920 00000100:00100000:2.0:1783145840.663491:0:228904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2921 00000100:00100000:0.0:1783145840.663498:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3653:x1869755178629504:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1783145840.663501:0:228904:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+11:3651:x1869755178629760:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1783145840.663514:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2922 00002000:00080000:2.0:1783145840.663521:0:228904:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2950 count 1 00002000:00080000:0.0:1783145840.663522:0:206058:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2948 count 1 00000100:00100000:1.0:1783145840.663528:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3653:x1869755178630016:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1783145840.663543:0:207255:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2952 count 1 00010000:00010000:0.0:1783145840.663551:0:206058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d50bd41a/0x38bddee366895af3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb84:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.663552:0:228904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096bff6c8/0x38bddee366895aec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb86:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.663555:0:207255:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000006c9801/0x38bddee366895afa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb88:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.663591:0:207255:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000077c3691b/0x38bddee366894fd9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b561 expref: 14 pid: 228914 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.663594:0:228904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000440bb6da/0x38bddee366894cfa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4b2 expref: 14 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.663595:0:206058:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000827fdf8d/0x38bddee366894cd0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4a4 expref: 14 pid: 228912 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.663613:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb88:0x0].0x0 since=10s v=(0 0) 00010000:00010000:0.0:1783145840.663622:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb84:0x0].0x0 since=10s v=(0 0) 00010000:00010000:2.0:1783145840.663623:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb86:0x0].0x0 since=10s v=(0 0) 00010000:00010000:1.0:1783145840.663623:0:207255:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb88:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145840.663630:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb84:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145840.663634:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb86:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145840.663636:0:207255:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000006c9801/0x38bddee366895afa lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.663637:0:206058:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d50bd41a/0x38bddee366895af3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.663644:0:228904:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000096bff6c8/0x38bddee366895aec lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.663687:0:206058:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000827fdf8d/0x38bddee366894cd0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4a4 expref: 14 pid: 228912 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.663689:0:207255:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000077c3691b/0x38bddee366894fd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b561 expref: 14 pid: 228914 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.663690:0:228904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000440bb6da/0x38bddee366894cfa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4b2 expref: 14 pid: 206056 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.663730:0:228904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000440bb6da/0x38bddee366894cfa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4b2 expref: 14 pid: 206056 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.663730:0:207255:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000077c3691b/0x38bddee366894fd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b561 expref: 14 pid: 228914 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.663731:0:206058:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000827fdf8d/0x38bddee366894cd0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4a4 expref: 14 pid: 228912 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.663762:0:228904:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:228904:1869755178630784:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145840.663767:0:206058:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce87ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:206058:1869755178630528:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145840.663774:0:207255:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:207255:1869755178630656:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145840.663841:0:228904:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9c3287900 going to sleep for 11 seconds 00000100:00100000:1.0:1783145840.663842:0:207255:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9d1d0d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783145840.663843:0:206058:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8cd2d0c00 going to sleep for 11 seconds 00000100:00100000:2.0:1783145840.663867:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2923 00000100:00100000:1.0:1783145840.663874:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2924 00000100:00100000:2.0:1783145840.663879:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3653:x1869755178629888:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1783145840.663886:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce87a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3652:x1869755178630400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1783145840.663894:0:206490:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2951 count 1 00000100:00100000:0.0:1783145840.663898:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1783145840.663899:0:228901:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2956 count 1 00010000:00010000:2.0:1783145840.663911:0:206490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7108db4/0x38bddee366895b01 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.663912:0:228901:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000c36c05a/0x38bddee366895b08 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb8c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145840.663932:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178630272:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145840.663936:0:228901:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000440959fe/0x38bddee3668952db lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6b8 expref: 10 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.663941:0:206490:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007dfd577e/0x38bddee366894ecf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b522 expref: 14 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.663944:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8c:0x0].0x0 since=10s v=(0 0) 00010000:00010000:1.0:1783145840.663952:0:228901:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145840.663960:0:228901:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c36c05a/0x38bddee366895b08 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.663961:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb87:0x0].0x0 since=10s v=(0 0) 00010000:00010000:2.0:1783145840.663970:0:206490:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb87:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145840.663970:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1783145840.663977:0:206490:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7108db4/0x38bddee366895b01 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.663988:0:228901:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000440959fe/0x38bddee3668952db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6b8 expref: 10 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.664012:0:206490:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007dfd577e/0x38bddee366894ecf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b522 expref: 14 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145840.664014:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1783145840.664015:0:228901:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000440959fe/0x38bddee3668952db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6b8 expref: 10 pid: 206058 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145840.664027:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178630144:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1783145840.664034:0:206490:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007dfd577e/0x38bddee366894ecf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b522 expref: 14 pid: 228911 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145840.664045:0:228901:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:228901:1869755178630912:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145840.664049:0:206490:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:206490:1869755178631040:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145840.664062:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145840.664087:0:206490:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9c3287480 going to sleep for 11 seconds 00000100:00100000:1.0:1783145840.664097:0:228901:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9d1d0d780 going to sleep for 11 seconds 00000100:00100000:2.0:1783145840.664108:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178629632 00000100:00100000:2.0:1783145840.664111:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178629632 00000100:00100000:1.0:1783145840.664139:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178630272 00000100:00100000:1.0:1783145840.664145:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178630272 00000100:00100000:0.0:1783145840.664157:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178630144 00000100:00100000:2.0:1783145840.664163:0:228912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2925 00000100:00100000:0.0:1783145840.664163:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178630144 00000100:00100000:2.0:1783145840.664177:0:228912:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+14:3651:x1869755178629632:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1783145840.664190:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2926 00002000:00080000:2.0:1783145840.664191:0:228912:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2949 count 1 00000100:00100000:1.0:1783145840.664205:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+14:3651:x1869755178630272:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1783145840.664206:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2927 00010000:00010000:2.0:1783145840.664208:0:228912:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f21de626/0x38bddee366895b0f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb85:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145840.664222:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+14:3651:x1869755178630144:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1783145840.664224:0:228913:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2954 count 1 00010000:00010000:2.0:1783145840.664225:0:228912:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003cf8e33b/0x38bddee366894cf3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4ab expref: 14 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.664234:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb85:0x0].0x0 since=10s v=(0 0) 00010000:00010000:2.0:1783145840.664237:0:228912:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb85:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145840.664240:0:228913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c1432079/0x38bddee366895b16 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb8a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.664241:0:228912:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f21de626/0x38bddee366895b0f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1783145840.664245:0:228907:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2953 count 1 00010000:00010000:0.0:1783145840.664262:0:228907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c09c245/0x38bddee366895b1d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb89:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.664267:0:228913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000996cd523/0x38bddee36689511b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5e6 expref: 14 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.664274:0:228912:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003cf8e33b/0x38bddee366894cf3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4ab expref: 14 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.664287:0:228907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d1e338ab/0x38bddee36689509d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b592 expref: 14 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.664291:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8a:0x0].0x0 since=10s v=(0 0) 00010000:00010000:1.0:1783145840.664300:0:228913:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145840.664310:0:228913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c1432079/0x38bddee366895b16 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.664313:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb89:0x0].0x0 since=10s v=(0 0) 00010000:00010000:2.0:1783145840.664314:0:228912:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003cf8e33b/0x38bddee366894cf3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4ab expref: 14 pid: 228904 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.664322:0:228907:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb89:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145840.664334:0:228907:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c09c245/0x38bddee366895b1d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.664338:0:228912:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:228912:1869755178631168:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145840.664349:0:228913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000996cd523/0x38bddee36689511b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5e6 expref: 14 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.664362:0:228913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000996cd523/0x38bddee36689511b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5e6 expref: 14 pid: 228911 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.664369:0:228907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d1e338ab/0x38bddee36689509d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b592 expref: 14 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145840.664379:0:228913:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff85c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:228913:1869755178631296:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145840.664381:0:228912:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9c3287240 going to sleep for 11 seconds 00010000:00010000:0.0:1783145840.664386:0:228907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d1e338ab/0x38bddee36689509d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b592 expref: 14 pid: 206058 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145840.664401:0:228907:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:228907:1869755178631424:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145840.664416:0:228913:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9d1d0d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783145840.664438:0:228907:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8cd2d0180 going to sleep for 11 seconds 00000100:00100000:0.0:1783145840.665909:0:228912:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:228912:1869755178631168:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145840.665925:0:228912:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f21de626/0x38bddee366895b0f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145840.665949:0:206058:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce87ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:206058:1869755178630528:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145840.665969:0:206058:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d50bd41a/0x38bddee366895af3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145840.665984:0:228904:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:228904:1869755178630784:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145840.666018:0:228904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000096bff6c8/0x38bddee366895aec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145840.666022:0:207255:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff84a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:207255:1869755178630656:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145840.666046:0:207255:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000006c9801/0x38bddee366895afa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145840.666068:0:228913:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff85c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:228913:1869755178631296:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145840.666083:0:228901:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:228901:1869755178630912:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145840.666084:0:228913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c1432079/0x38bddee366895b16 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.666104:0:228901:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000c36c05a/0x38bddee366895b08 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145840.666114:0:228907:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:228907:1869755178631424:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145840.666141:0:228907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002c09c245/0x38bddee366895b1d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.666156:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145840.666181:0:206490:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:206490:1869755178631040:192.168.203.44@tcp:104: 00000100:00100000:0.0:1783145840.666183:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188142592 00000100:00100000:0.0:1783145840.666189:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188142592 00010000:00010000:1.0:1783145840.666203:0:206490:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a7108db4/0x38bddee366895b01 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.666217:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145840.666219:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007dfd577e/0x38bddee366894ecf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b522 expref: 15 pid: 228911 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.666246:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00080000:1.0:1783145840.666248:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783145840.666258:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188142464 00000100:00100000:0.0:1783145840.666263:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188142464 00000100:00100000:1.0:1783145840.666270:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188142848 00000100:00100000:1.0:1783145840.666274:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188142848 00010000:00010000:0.0:1783145840.666281:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000077c3691b/0x38bddee366894fd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b561 expref: 17 pid: 228914 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.666282:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145840.666292:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000996cd523/0x38bddee36689511b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5e6 expref: 17 pid: 228911 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145840.666306:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188142208 00000100:00100000:0.0:1783145840.666311:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188142208 00000100:00100000:1.0:1783145840.666317:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 988 00000100:00100000:2.0:1783145840.666324:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:0.0:1783145840.666326:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000827fdf8d/0x38bddee366894cd0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4a4 expref: 18 pid: 228912 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145840.666333:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+18:2410:x1869755188142592:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145840.666347:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1783145840.666347:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188142976 00000100:00100000:0.0:1783145840.666351:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188142976 00000100:00100000:2.0:1783145840.666357:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145840.666359:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007dfd577e/0x38bddee366894ecf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b522 expref: 18 pid: 228911 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.666372:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000440959fe/0x38bddee3668952db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6b8 expref: 11 pid: 206058 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.666374:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007dfd577e/0x38bddee366894ecf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b522 expref: 18 pid: 228911 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.666390:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145840.666402:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188142336 00000100:00100000:0.0:1783145840.666405:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188142336 00010000:00010000:1.0:1783145840.666414:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007dfd577e/0x38bddee366894ecf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb87:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b522 expref: 19 pid: 228911 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.666418:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003cf8e33b/0x38bddee366894cf3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4ab expref: 19 pid: 228904 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.666441:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145840.666444:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb87:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145840.666449:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb87:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145840.666450:0:204542:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188142720 00000100:00100000:0.0:1783145840.666454:0:204542:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188142720 00010000:00010000:1.0:1783145840.666459:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a7108db4/0x38bddee366895b01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.666465:0:204542:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000440bb6da/0x38bddee366894cfa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4b2 expref: 19 pid: 206056 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.666467:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188143104 00010000:00010000:1.0:1783145840.666472:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7108db4/0x38bddee366895b01 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb87:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.666474:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188143104 00000100:00100000:0.0:1783145840.666492:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 989 00010000:00010000:2.0:1783145840.666496:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d1e338ab/0x38bddee36689509d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b592 expref: 20 pid: 206058 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.666502:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783145840.666505:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+20:2408:x1869755188142464:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145840.666515:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145840.666519:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000077c3691b/0x38bddee366894fd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b561 expref: 20 pid: 228914 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.666527:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 990 00010000:00010000:0.0:1783145840.666530:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000077c3691b/0x38bddee366894fd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b561 expref: 20 pid: 228914 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145840.666538:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+20:2410:x1869755188142592:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 210us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145840.666541:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+20:2408:x1869755188142848:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145840.666547:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077c3691b/0x38bddee366894fd9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb88:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b561 expref: 20 pid: 228914 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145840.666551:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 988 00010000:00010000:2.0:1783145840.666553:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145840.666563:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000996cd523/0x38bddee36689511b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5e6 expref: 19 pid: 228911 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.666564:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb88:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145840.666571:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb88:0x0].0x0 since=0s v=(0 0) 00000100:00100000:1.0:1783145840.666576:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 991 00010000:00010000:0.0:1783145840.666578:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000006c9801/0x38bddee366895afa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145840.666590:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bea01fdfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+18:2408:x1869755188142208:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145840.666597:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000006c9801/0x38bddee366895afa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb88:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.666609:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000996cd523/0x38bddee36689511b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5e6 expref: 18 pid: 228911 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.666609:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145840.666619:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000827fdf8d/0x38bddee366894cd0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4a4 expref: 18 pid: 228912 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.666621:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145840.666632:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000996cd523/0x38bddee36689511b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb8a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b5e6 expref: 18 pid: 228911 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145840.666643:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+18:2408:x1869755188142464:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 141us (430us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145840.666649:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000827fdf8d/0x38bddee366894cd0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4a4 expref: 18 pid: 228912 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.666657:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8a:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145840.666658:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 989 00010000:00010000:2.0:1783145840.666666:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145840.666672:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c1432079/0x38bddee366895b16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.666677:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000827fdf8d/0x38bddee366894cd0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4a4 expref: 16 pid: 228912 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145840.666684:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 992 00010000:00010000:2.0:1783145840.666691:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c1432079/0x38bddee366895b16 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb8a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145840.666699:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb817100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+11:2409:x1869755188142976:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145840.666708:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb84:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145840.666711:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783145840.666714:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb84:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145840.666720:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d50bd41a/0x38bddee366895af3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.666720:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000440959fe/0x38bddee3668952db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6b8 expref: 11 pid: 206058 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.666721:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145840.666739:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d50bd41a/0x38bddee366895af3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.666745:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000440959fe/0x38bddee3668952db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6b8 expref: 11 pid: 206058 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.666749:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+15:2408:x1869755188142848:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 210us (501us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145840.666758:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783145840.666766:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 990 00010000:00010000:0.0:1783145840.666774:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000440959fe/0x38bddee3668952db lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb8c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6b8 expref: 11 pid: 206058 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145840.666789:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bea01fdfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+14:2408:x1869755188142208:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 200us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145840.666790:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 993 00010000:00010000:0.0:1783145840.666799:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8c:0x0].0x0 since=0s v=(0 0) 00000100:00100000:1.0:1783145840.666806:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 991 00000100:00100000:2.0:1783145840.666807:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ca07f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+14:2408:x1869755188142336:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783145840.666807:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145840.666817:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000c36c05a/0x38bddee366895b08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.666822:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145840.666828:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c36c05a/0x38bddee366895b08 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb8c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.666831:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003cf8e33b/0x38bddee366894cf3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4ab expref: 13 pid: 228904 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145840.666857:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 994 00000100:00100000:1.0:1783145840.666869:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+13:2408:x1869755188142720:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145840.666871:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003cf8e33b/0x38bddee366894cf3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4ab expref: 13 pid: 228904 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.666878:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145840.666878:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145840.666885:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000440bb6da/0x38bddee366894cfa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4b2 expref: 13 pid: 206056 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.666891:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003cf8e33b/0x38bddee366894cf3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4ab expref: 13 pid: 228904 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145840.666909:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb817100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b832727d-edc7-457c-aba4-c59935e6a58f+10:2409:x1869755188142976:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 210us (586us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145840.666913:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000440bb6da/0x38bddee366894cfa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4b2 expref: 12 pid: 206056 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.666915:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb85:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145840.666924:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb85:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145840.666927:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 992 00010000:00010000:2.0:1783145840.666935:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f21de626/0x38bddee366895b0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.666940:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000440bb6da/0x38bddee366894cfa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b4b2 expref: 12 pid: 206056 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145840.666956:0:204542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 995 00010000:00010000:2.0:1783145840.666957:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f21de626/0x38bddee366895b0f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.666966:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb86:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1783145840.666971:0:204542:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c00700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2408:x1869755188143104:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145840.666973:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb86:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145840.666982:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145840.666983:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000096bff6c8/0x38bddee366895aec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.666986:0:204542:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145840.667006:0:204542:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d1e338ab/0x38bddee36689509d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b592 expref: 11 pid: 206058 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.667011:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000096bff6c8/0x38bddee366895aec lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.667023:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ca07f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2408:x1869755188142336:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 218us (667us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145840.667029:0:204542:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d1e338ab/0x38bddee36689509d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b592 expref: 11 pid: 206058 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.667038:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 993 00010000:00010000:1.0:1783145840.667041:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145840.667052:0:204542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d1e338ab/0x38bddee36689509d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb89:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b592 expref: 10 pid: 206058 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145840.667064:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+9:2408:x1869755188142720:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 196us (680us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145840.667066:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb89:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145840.667074:0:204542:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb89:0x0].0x0 since=0s v=(0 0) 00000100:00100000:1.0:1783145840.667076:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 994 00010000:00010000:2.0:1783145840.667081:0:228912:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f21de626/0x38bddee366895b0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.667083:0:204542:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002c09c245/0x38bddee366895b1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1783145840.667102:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1783145840.667103:0:228912:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f21de626/0x38bddee366895b0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.667105:0:204542:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c09c245/0x38bddee366895b1d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb89:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.667116:0:228901:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000c36c05a/0x38bddee366895b08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.667151:0:228912:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f21de626/0x38bddee366895b0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.667167:0:228901:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c36c05a/0x38bddee366895b08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.667177:0:228912:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f21de626/0x38bddee366895b0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.667191:0:204542:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145840.667200:0:228901:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000c36c05a/0x38bddee366895b08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.667205:0:228901:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000c36c05a/0x38bddee366895b08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.667208:0:228912:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1783145840.667218:0:204542:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c00700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+8:2408:x1869755188143104:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 250us (781us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145840.667220:0:228901:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1783145840.667230:0:204542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 995 00000100:00100000:2.0:1783145840.667382:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+16:3651:x1869755178629632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3208us (3487us total) trans 8589935556 rc 0/0 00000100:00100000:2.0:1783145840.667390:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2925 00000100:00100000:1.0:1783145840.667391:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce87a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:3652:x1869755178630400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3505us (3974us total) trans 8589935555 rc 0/0 00000100:00100000:1.0:1783145840.667401:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2924 00010000:00010000:2.0:1783145840.667415:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783145840.667424:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f21de626/0x38bddee366895b0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.667425:0:228907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002c09c245/0x38bddee366895b1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.667445:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dd800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145840.667447:0:228907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c09c245/0x38bddee366895b1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.667451:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f21de626/0x38bddee366895b0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.667460:0:228907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c09c245/0x38bddee366895b1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.667466:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f21de626/0x38bddee366895b0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.667470:0:228907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002c09c245/0x38bddee366895b1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.667489:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f21de626/0x38bddee366895b0f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.667494:0:228907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1783145840.667501:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f21de626/0x38bddee366895b0f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.667520:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783145840.667523:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000c36c05a/0x38bddee366895b08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.667528:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d51800 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145840.667531:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000c36c05a/0x38bddee366895b08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.667537:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000c36c05a/0x38bddee366895b08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.667545:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000c36c05a/0x38bddee366895b08 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.667549:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c36c05a/0x38bddee366895b08 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228901 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.667553:0:206490:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a7108db4/0x38bddee366895b01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.667564:0:206490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a7108db4/0x38bddee366895b01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.667565:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145840.667570:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002c09c245/0x38bddee366895b1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.667580:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145840.667580:0:206490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7108db4/0x38bddee366895b01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.667581:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696f200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145840.667587:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002c09c245/0x38bddee366895b1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.667600:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002c09c245/0x38bddee366895b1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.667608:0:206490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a7108db4/0x38bddee366895b01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.667624:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002c09c245/0x38bddee366895b1d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145840.667628:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8ce879f80/2, rc 0, transno 8589935555 00010000:00010000:2.0:1783145840.667629:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c09c245/0x38bddee366895b1d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb89:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.667632:0:206490:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1783145840.667645:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce879f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178630400:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1783145840.667652:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145840.667658:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a7108db4/0x38bddee366895b01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.667667:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dca00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145840.667668:0:206058:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d50bd41a/0x38bddee366895af3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.667672:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7108db4/0x38bddee366895b01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.667684:0:206058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d50bd41a/0x38bddee366895af3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.667691:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7108db4/0x38bddee366895b01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.667699:0:206058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d50bd41a/0x38bddee366895af3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.667709:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a7108db4/0x38bddee366895b01 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.667709:0:206058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d50bd41a/0x38bddee366895af3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145840.667712:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178631552:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1783145840.667733:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7108db4/0x38bddee366895b01 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.667742:0:206058:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145840.667753:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145840.667758:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d50bd41a/0x38bddee366895af3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.667768:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e600 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145840.667773:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d50bd41a/0x38bddee366895af3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.667784:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d50bd41a/0x38bddee366895af3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.667798:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d50bd41a/0x38bddee366895af3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145840.667808:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1783145840.667809:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d50bd41a/0x38bddee366895af3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145840.667818:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3653:x1869755178629504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4326us (4577us total) trans 8589935557 rc 0/0 00000100:00100000:0.0:1783145840.667826:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2920 00010000:00010000:2.0:1783145840.667832:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145840.667837:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145840.667841:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145840.667843:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178631552 00000004:00080000:1.0:1783145840.667844:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d907a680/2, rc 0, transno 8589935557 00000100:00100000:0.0:1783145840.667848:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178631552 00010000:00010000:2.0:1783145840.667851:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145840.667854:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d907a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178629504:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1783145840.667861:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145840.667877:0:228913:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c1432079/0x38bddee366895b16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145840.667878:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2928 00000100:00100000:0.0:1783145840.667888:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3653:x1869755178631552:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1783145840.667889:0:228913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c1432079/0x38bddee366895b16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.667892:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145840.667900:0:228913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c1432079/0x38bddee366895b16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1783145840.667904:0:206058:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2955 count 1 00010000:00010000:2.0:1783145840.667906:0:228913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c1432079/0x38bddee366895b16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.667917:0:206058:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000054b3ae90/0x38bddee366895b24 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb8b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.667919:0:228913:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783145840.667931:0:206058:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cb1e8382/0x38bddee366895295 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6aa expref: 7 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.667937:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8b:0x0].0x0 since=10s v=(0 0) 00010000:00010000:0.0:1783145840.667939:0:206058:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145840.667943:0:206058:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000054b3ae90/0x38bddee366895b24 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.667961:0:206058:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cb1e8382/0x38bddee366895295 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6aa expref: 7 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.667972:0:206058:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cb1e8382/0x38bddee366895295 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6aa expref: 7 pid: 228901 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145840.667981:0:206058:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:206058:1869755178631680:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145840.668005:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+16:3651:x1869755178630272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3792us (4027us total) trans 8589935558 rc 0/0 00000100:00100000:2.0:1783145840.668013:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2926 00000100:00100000:0.0:1783145840.668046:0:206058:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8cd2d0180 going to sleep for 11 seconds 00010000:00010000:0.0:1783145840.668064:0:207255:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000006c9801/0x38bddee366895afa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.668070:0:207255:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000006c9801/0x38bddee366895afa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.668076:0:207255:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000006c9801/0x38bddee366895afa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.668082:0:207255:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000006c9801/0x38bddee366895afa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.668086:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145840.668091:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c1432079/0x38bddee366895b16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.668094:0:207255:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145840.668098:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d50000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145840.668102:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c1432079/0x38bddee366895b16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.668109:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c1432079/0x38bddee366895b16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.668143:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c1432079/0x38bddee366895b16 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.668150:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c1432079/0x38bddee366895b16 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.668166:0:204545:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145840.668169:0:204545:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000006c9801/0x38bddee366895afa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.668174:0:204545:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d51000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145840.668177:0:204545:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000006c9801/0x38bddee366895afa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145840.668182:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3653:x1869755178629888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4304us (4798us total) trans 8589935559 rc 0/0 00010000:00010000:2.0:1783145840.668185:0:204545:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000006c9801/0x38bddee366895afa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145840.668187:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3653:x1869755178630016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4664us (4875us total) trans 8589935560 rc 0/0 00000100:00100000:1.0:1783145840.668200:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2923 00000100:00100000:0.0:1783145840.668208:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2922 00010000:00010000:2.0:1783145840.668210:0:204545:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000006c9801/0x38bddee366895afa lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.668220:0:204545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000006c9801/0x38bddee366895afa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207255 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.668240:0:228904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000096bff6c8/0x38bddee366895aec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.668242:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145840.668247:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145840.668252:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145840.668254:0:228904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000096bff6c8/0x38bddee366895aec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.668260:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145840.668264:0:228904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096bff6c8/0x38bddee366895aec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.668273:0:228904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000096bff6c8/0x38bddee366895aec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783145840.668281:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8c77d5500/2, rc 0, transno 8589935558 00010000:00010000:0.0:1783145840.668288:0:228904:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1783145840.668292:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178630272:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1783145840.668297:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8c77d6d80/2, rc 0, transno 8589935559 00000100:00100000:1.0:1783145840.668304:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178629888:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1783145840.668311:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d907aa00/2, rc 0, transno 8589935556 00000100:00100000:2.0:1783145840.668317:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d907aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178629632:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1783145840.668322:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8c77d6300/2, rc 0, transno 8589935560 00000100:00100000:2.0:1783145840.668326:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783145840.668329:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178630016:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1783145840.668337:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178631808:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1783145840.668353:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+16:3651:x1869755178629760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4855us (5082us total) trans 8589935561 rc 0/0 00000100:00100000:0.0:1783145840.668359:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2921 00000100:00100000:2.0:1783145840.668370:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145840.668388:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178631808 00000100:00100000:0.0:1783145840.668392:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178631808 00000004:00080000:2.0:1783145840.668398:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8d907ad80/2, rc 0, transno 8589935561 00000100:00100000:2.0:1783145840.668403:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d907ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178629760:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1783145840.668413:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178631936:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1783145840.668419:0:228904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2929 00000100:00100000:0.0:1783145840.668427:0:228904:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+16:3651:x1869755178631808:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1783145840.668436:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1783145840.668437:0:228904:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2957 count 1 00010000:00010000:0.0:1783145840.668448:0:228904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000045cc4637/0x38bddee366895b2b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb8d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145840.668452:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178632192:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145840.668459:0:228904:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002a290e3b/0x38bddee366895590 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b76e expref: 7 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.668465:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8d:0x0].0x0 since=10s v=(0 0) 00000100:00100000:2.0:1783145840.668466:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178631936 00010000:00010000:0.0:1783145840.668468:0:228904:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8d:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1783145840.668471:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178631936 00010000:00010000:0.0:1783145840.668472:0:228904:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000045cc4637/0x38bddee366895b2b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145840.668482:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783145840.668493:0:228904:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002a290e3b/0x38bddee366895590 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b76e expref: 7 pid: 206058 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.668503:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178632192 00010000:00010000:0.0:1783145840.668503:0:228904:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002a290e3b/0x38bddee366895590 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b76e expref: 7 pid: 206058 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145840.668506:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783145840.668508:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178632192 00000100:00100000:1.0:1783145840.668515:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178632064:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1783145840.668520:0:228904:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:228904:1869755178632320:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145840.668534:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2930 00000100:00100000:2.0:1783145840.668543:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+18:3651:x1869755178631936:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1783145840.668554:0:228898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2958 count 1 00000100:00100000:1.0:1783145840.668559:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1783145840.668567:0:228898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008588da85/0x38bddee366895b32 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb8e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145840.668570:0:228904:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8c7a916c0 going to sleep for 11 seconds 00010000:00010000:2.0:1783145840.668581:0:228898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f4a43623/0x38bddee3668955d6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b77c expref: 9 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.668587:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8e:0x0].0x0 since=10s v=(0 0) 00010000:00010000:2.0:1783145840.668590:0:228898:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145840.668593:0:228898:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008588da85/0x38bddee366895b32 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145840.668593:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178632064 00000100:00100000:0.0:1783145840.668598:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178632064 00000100:00100000:1.0:1783145840.668609:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2931 00010000:00010000:2.0:1783145840.668615:0:228898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f4a43623/0x38bddee3668955d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b77c expref: 9 pid: 228911 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145840.668623:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8ebb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+19:3653:x1869755178632192:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1783145840.668625:0:228898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f4a43623/0x38bddee3668955d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b77c expref: 9 pid: 228911 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145840.668630:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2932 00002000:00080000:1.0:1783145840.668640:0:228914:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2960 count 1 00000100:00100000:0.0:1783145840.668642:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ca07ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3653:x1869755178632064:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1783145840.668647:0:228898:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3c01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:228898:1869755178632448:192.168.203.44@tcp:104: 00010000:00010000:1.0:1783145840.668653:0:228914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099f43530/0x38bddee366895b39 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb90:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1783145840.668658:0:228902:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2959 count 1 00010000:00010000:1.0:1783145840.668664:0:228914:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000497d476c/0x38bddee36689584c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b81d expref: 9 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.668670:0:228902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000067562471/0x38bddee366895b40 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.668672:0:228898:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9c3287cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1783145840.668673:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb90:0x0].0x0 since=10s v=(0 0) 00010000:00010000:1.0:1783145840.668682:0:228914:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb90:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145840.668685:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783145840.668688:0:228914:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000099f43530/0x38bddee366895b39 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.668689:0:228902:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cdb30cbc/0x38bddee3668956e0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xb8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7d0 expref: 7 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.668691:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000096bff6c8/0x38bddee366895aec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.668712:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8f:0x0].0x0 since=10s v=(0 0) 00010000:00010000:2.0:1783145840.668713:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5ddc00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145840.668719:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000096bff6c8/0x38bddee366895aec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.668719:0:228902:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145840.668725:0:228902:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000067562471/0x38bddee366895b40 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.668732:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000096bff6c8/0x38bddee366895aec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.668733:0:228914:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000497d476c/0x38bddee36689584c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b81d expref: 9 pid: 228904 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.668749:0:228902:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cdb30cbc/0x38bddee3668956e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7d0 expref: 7 pid: 228901 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.668759:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000096bff6c8/0x38bddee366895aec lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.668763:0:228914:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000497d476c/0x38bddee36689584c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b81d expref: 9 pid: 228904 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.668764:0:228902:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cdb30cbc/0x38bddee3668956e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7d0 expref: 7 pid: 228901 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.668778:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000096bff6c8/0x38bddee366895aec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145840.668793:0:228902:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:228902:1869755178632704:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145840.668812:0:228914:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ca07d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:228914:1869755178632576:192.168.203.44@tcp:104: 00010000:00010000:2.0:1783145840.668816:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145840.668821:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145840.668821:0:228902:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be8c7a91cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1783145840.668826:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145840.668841:0:228914:0:(client.c:2701:ptlrpc_set_wait()) set ffff9be9d1d0d180 going to sleep for 11 seconds 00000001:00080000:0.0:1783145840.668902:0:206866:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589935556 is committed 00000100:00100000:1.0:1783145840.668969:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+16:3651:x1869755178630144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4750us (4906us total) trans 8589935562 rc 0/0 00000100:00100000:1.0:1783145840.668977:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2927 00000100:00100000:2.0:1783145840.668980:0:3651:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589935556 gen 2 00000100:00100000:0.0:1783145840.668986:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000004:00080000:2.0:1783145840.668987:0:3651:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb88ad80, transno 8589935553 00000004:00080000:2.0:1783145840.669011:0:3651:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb889f80, transno 8589935554 00000004:00080000:2.0:1783145840.669016:0:3651:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8ce879f80, transno 8589935555 00000004:00080000:2.0:1783145840.669020:0:3651:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d907aa00, transno 8589935556 00000100:00100000:2.0:1783145840.669026:0:3651:0:(client.c:3155:ptlrpc_free_committed()) @@@ stopping search req@ffff9be8d907a680 x1869755178629504/t8589935557(8589935557) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1783145856 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783145840.669032:0:206058:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:206058:1869755178631680:192.168.203.44@tcp:104: 00000004:00080000:2.0:1783145840.669034:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be8c77d7100/2, rc 0, transno 8589935562 00000100:00100000:2.0:1783145840.669042:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178630144:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1783145840.669052:0:206058:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000054b3ae90/0x38bddee366895b24 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.669065:0:215294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188143232 00000100:00100000:2.0:1783145840.669069:0:215294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188143232 00010000:00010000:2.0:1783145840.669087:0:215294:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cb1e8382/0x38bddee366895295 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6aa expref: 8 pid: 228901 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.669114:0:215294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 996 00000100:00100000:2.0:1783145840.669151:0:215294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+8:2408:x1869755188143232:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145840.669159:0:215294:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145840.669162:0:215294:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cb1e8382/0x38bddee366895295 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6aa expref: 8 pid: 228901 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.669172:0:215294:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cb1e8382/0x38bddee366895295 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6aa expref: 8 pid: 228901 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.669183:0:215294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb1e8382/0x38bddee366895295 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb8b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b6aa expref: 8 pid: 228901 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.669191:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145840.669194:0:215294:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145840.669197:0:215294:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000054b3ae90/0x38bddee366895b24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.669205:0:215294:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000054b3ae90/0x38bddee366895b24 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb8b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.669228:0:215294:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145840.669245:0:206058:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000054b3ae90/0x38bddee366895b24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.669255:0:206058:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000054b3ae90/0x38bddee366895b24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.669264:0:215294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+7:2408:x1869755188143232:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 141us (281us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145840.669265:0:206058:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000054b3ae90/0x38bddee366895b24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.669279:0:215294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 996 00010000:00010000:0.0:1783145840.669280:0:206058:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000054b3ae90/0x38bddee366895b24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.669296:0:206058:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145840.669311:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145840.669316:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000054b3ae90/0x38bddee366895b24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.669323:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145840.669326:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000054b3ae90/0x38bddee366895b24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.669333:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000054b3ae90/0x38bddee366895b24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.669343:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000054b3ae90/0x38bddee366895b24 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.669348:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000054b3ae90/0x38bddee366895b24 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.669364:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145840.669366:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145840.669368:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145840.669382:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3653:x1869755178631552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1496us (1576us total) trans 8589935563 rc 0/0 00000100:00100000:0.0:1783145840.669388:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2928 00000004:00080000:1.0:1783145840.669396:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff86a00/2, rc 0, transno 8589935563 00000100:00100000:1.0:1783145840.669402:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178631552:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1783145840.669866:0:228904:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:228904:1869755178632320:192.168.203.44@tcp:104: 00000100:00100000:1.0:1783145840.669886:0:228898:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3c01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:228898:1869755178632448:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145840.669886:0:228904:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000045cc4637/0x38bddee366895b2b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.669907:0:228898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008588da85/0x38bddee366895b32 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.669915:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145840.669922:0:228902:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:228902:1869755178632704:192.168.203.44@tcp:104: 00010000:00010000:0.0:1783145840.669943:0:228902:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000067562471/0x38bddee366895b40 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145840.669947:0:228914:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ca07d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:228914:1869755178632576:192.168.203.44@tcp:104: 00000100:00100000:2.0:1783145840.669959:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00010000:00010000:1.0:1783145840.669966:0:228914:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000099f43530/0x38bddee366895b39 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145840.669988:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188143360 00000100:00100000:1.0:1783145840.670005:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188143360 00000100:00100000:2.0:1783145840.670007:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145840.670009:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188143488 00000100:00100000:0.0:1783145840.670014:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188143488 00010000:00010000:1.0:1783145840.670024:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002a290e3b/0x38bddee366895590 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b76e expref: 7 pid: 206058 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.670032:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f4a43623/0x38bddee3668955d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b77c expref: 10 pid: 228911 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.670043:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145840.670055:0:204541:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188143616 00000100:00100000:0.0:1783145840.670058:0:204543:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188143744 00000100:00100000:1.0:1783145840.670060:0:204541:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188143616 00000100:00100000:0.0:1783145840.670062:0:204543:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188143744 00000100:00100000:2.0:1783145840.670075:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 997 00010000:00010000:1.0:1783145840.670078:0:204541:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000497d476c/0x38bddee36689584c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b81d expref: 11 pid: 228904 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.670080:0:204543:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cdb30cbc/0x38bddee3668956e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7d0 expref: 8 pid: 228901 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.670090:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+8:2407:x1869755188143360:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145840.670104:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145840.670110:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002a290e3b/0x38bddee366895590 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b76e expref: 8 pid: 206058 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145840.670116:0:204541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 998 00010000:00010000:2.0:1783145840.670145:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002a290e3b/0x38bddee366895590 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b76e expref: 8 pid: 206058 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.670160:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002a290e3b/0x38bddee366895590 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb8d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b76e expref: 8 pid: 206058 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145840.670161:0:204541:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3dac850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+11:2407:x1869755188143488:12345-192.168.203.44@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1783145840.670164:0:204543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 999 00010000:00010000:2.0:1783145840.670175:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145840.670179:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145840.670181:0:204541:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145840.670182:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000045cc4637/0x38bddee366895b2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145840.670189:0:204543:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+11:2407:x1869755188143616:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783145840.670191:0:204541:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f4a43623/0x38bddee3668955d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b77c expref: 11 pid: 228911 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.670195:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000045cc4637/0x38bddee366895b2b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb8d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.670207:0:204543:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783145840.670217:0:204543:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000497d476c/0x38bddee36689584c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b81d expref: 11 pid: 228904 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.670223:0:204541:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f4a43623/0x38bddee3668955d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b77c expref: 11 pid: 228911 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.670231:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145840.670237:0:204543:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000497d476c/0x38bddee36689584c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b81d expref: 11 pid: 228904 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.670253:0:204541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f4a43623/0x38bddee3668955d6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b77c expref: 11 pid: 228911 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.670259:0:204543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000497d476c/0x38bddee36689584c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b81d expref: 11 pid: 228904 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.670266:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+7:2407:x1869755188143360:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 178us (351us total) trans 0 rc 0/0 00010000:00010000:1.0:1783145840.670269:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145840.670276:0:204541:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145840.670279:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb90:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783145840.670283:0:204541:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008588da85/0x38bddee366895b32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.670284:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 997 00010000:00010000:0.0:1783145840.670285:0:204543:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb90:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783145840.670294:0:204543:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000099f43530/0x38bddee366895b39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.670300:0:204541:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008588da85/0x38bddee366895b32 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.670302:0:204543:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000099f43530/0x38bddee366895b39 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.670311:0:205305:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1000 00000100:00100000:2.0:1783145840.670324:0:205305:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+6:2409:x1869755188143744:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783145840.670331:0:205305:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783145840.670336:0:205305:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cdb30cbc/0x38bddee3668956e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xb8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7d0 expref: 6 pid: 228901 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.670336:0:204543:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783145840.670342:0:204541:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783145840.670348:0:205305:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cdb30cbc/0x38bddee3668956e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xb8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7d0 expref: 6 pid: 228901 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.670360:0:205305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cdb30cbc/0x38bddee3668956e0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xb8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b7d0 expref: 6 pid: 228901 timeout: 8588 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145840.670366:0:204543:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b832727d-edc7-457c-aba4-c59935e6a58f+9:2407:x1869755188143616:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 184us (374us total) trans 0 rc 0/0 00010000:00010000:2.0:1783145840.670370:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8f:0x0].0x0 since=0s v=(0 0) 00000100:00100000:1.0:1783145840.670375:0:204541:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3dac850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b832727d-edc7-457c-aba4-c59935e6a58f+9:2407:x1869755188143488:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 215us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145840.670376:0:204543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 999 00010000:00010000:2.0:1783145840.670377:0:205305:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xb8f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783145840.670386:0:205305:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000067562471/0x38bddee366895b40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145840.670393:0:204541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 998 00010000:00010000:2.0:1783145840.670395:0:205305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000067562471/0x38bddee366895b40 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.670415:0:205305:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783145840.670418:0:228914:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000099f43530/0x38bddee366895b39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.670425:0:228914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000099f43530/0x38bddee366895b39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.670431:0:228914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099f43530/0x38bddee366895b39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.670437:0:205305:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2409:x1869755188143744:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 114us (394us total) trans 0 rc 0/0 00010000:00010000:0.0:1783145840.670439:0:228914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000099f43530/0x38bddee366895b39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.670456:0:228898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008588da85/0x38bddee366895b32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.670457:0:205305:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1000 00010000:00010000:0.0:1783145840.670462:0:228914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783145840.670471:0:228898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008588da85/0x38bddee366895b32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.670480:0:228898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008588da85/0x38bddee366895b32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.670482:0:228902:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000067562471/0x38bddee366895b40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.670500:0:228902:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000067562471/0x38bddee366895b40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.670500:0:228898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008588da85/0x38bddee366895b32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.670520:0:228902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000067562471/0x38bddee366895b40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.670525:0:228902:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000067562471/0x38bddee366895b40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.670532:0:228898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1783145840.670538:0:228902:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1783145840.670548:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8ebb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+16:3653:x1869755178632192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1928us (2065us total) trans 8589935564 rc 0/0 00000100:00100000:0.0:1783145840.670558:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2931 00010000:00010000:0.0:1783145840.670600:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1783145840.670606:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000099f43530/0x38bddee366895b39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.670616:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d51200 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145840.670620:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000099f43530/0x38bddee366895b39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.670628:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000099f43530/0x38bddee366895b39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783145840.670631:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ca07ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3653:x1869755178632064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1992us (2075us total) trans 8589935566 rc 0/0 00000100:00100000:1.0:1783145840.670642:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:3651:x1869755178631936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2097us (2201us total) trans 8589935565 rc 0/0 00000100:00100000:2.0:1783145840.670645:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2932 00010000:00010000:0.0:1783145840.670651:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000099f43530/0x38bddee366895b39 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145840.670659:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2930 00010000:00010000:0.0:1783145840.670662:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000099f43530/0x38bddee366895b39 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.670666:0:205304:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783145840.670670:0:205304:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008588da85/0x38bddee366895b32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.670677:0:205304:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dc400 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145840.670681:0:205304:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008588da85/0x38bddee366895b32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.670681:0:207570:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783145840.670685:0:207570:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000067562471/0x38bddee366895b40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.670694:0:205304:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008588da85/0x38bddee366895b32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.670695:0:207570:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696fe00 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:0.0:1783145840.670701:0:207570:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000067562471/0x38bddee366895b40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145840.670705:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff84000/2, rc 0, transno 8589935566 00010000:00010000:2.0:1783145840.670709:0:205304:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008588da85/0x38bddee366895b32 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.670710:0:207570:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000067562471/0x38bddee366895b40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783145840.670714:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178632064:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1783145840.670733:0:205304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008588da85/0x38bddee366895b32 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145840.670743:0:207570:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000067562471/0x38bddee366895b40 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1783145840.670748:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff85c00/2, rc 0, transno 8589935564 00010000:00010000:0.0:1783145840.670749:0:207570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000067562471/0x38bddee366895b40 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.670752:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145840.670757:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145840.670758:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178632192:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1783145840.670760:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145840.670770:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145840.670774:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145840.670777:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145840.670781:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145840.670810:0:228904:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000045cc4637/0x38bddee366895b2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783145840.670818:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff84e00/2, rc 0, transno 8589935565 00010000:00010000:1.0:1783145840.670821:0:228904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000045cc4637/0x38bddee366895b2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145840.670826:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178631936:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1783145840.670842:0:228904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000045cc4637/0x38bddee366895b2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.670850:0:228904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000045cc4637/0x38bddee366895b2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145840.670869:0:228904:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783145840.670877:0:204544:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783145840.670882:0:204544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000045cc4637/0x38bddee366895b2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.670888:0:204544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e000 already unused, calling callback (ffffffffc0e8ace0) 00010000:00010000:2.0:1783145840.670892:0:204544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000045cc4637/0x38bddee366895b2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.670898:0:204544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000045cc4637/0x38bddee366895b2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.670907:0:204544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000045cc4637/0x38bddee366895b2b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xb8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.670912:0:204544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045cc4637/0x38bddee366895b2b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 228904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145840.670931:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145840.670934:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145840.670936:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145840.670950:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+16:3651:x1869755178631808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2523us (2579us total) trans 8589935567 rc 0/0 00000100:00100000:1.0:1783145840.670959:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2929 00000004:00080000:0.0:1783145840.670974:0:3651:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9be9fff85f80/2, rc 0, transno 8589935567 00000100:00100000:0.0:1783145840.670980:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178631808:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1783145841.109292:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1783145841.174291:0:206052:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 8589936275 is committed 00000100:00100000:0.0:1783145841.685292:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ca07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178632832:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783145841.685384:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145841.685431:0:206060:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178632832 00000100:00100000:1.0:1783145841.685447:0:206060:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178632832 00000100:00100000:1.0:1783145841.685505:0:206060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:1.0:1783145841.685514:0:206060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178632832:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783145841.685536:0:206060:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17140288 pending 0 free 3911106560 avail 3679584256 00000100:00100000:1.0:1783145841.685581:0:206060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178632832:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145841.685588:0:206060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:0.0:1783145841.685618:0:3650:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589936275 gen 2 00000004:00080000:0.0:1783145841.685625:0:3650:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ff8c9f80, transno 8589936260 00000004:00080000:0.0:1783145841.685637:0:3650:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cd6e5180, transno 8589936261 00000004:00080000:0.0:1783145841.685642:0:3650:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9ff8c9880, transno 8589936262 00000004:00080000:0.0:1783145841.685645:0:3650:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cd6e6a00, transno 8589936263 00000004:00080000:0.0:1783145841.685650:0:3650:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cd6e7b80, transno 8589936264 00000004:00080000:0.0:1783145841.685654:0:3650:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cd6e4e00, transno 8589936265 00000004:00080000:0.0:1783145841.685658:0:3650:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cd6e4380, transno 8589936266 00000004:00080000:0.0:1783145841.685662:0:3650:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cd6e6680, transno 8589936267 00000004:00080000:0.0:1783145841.685667:0:3650:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb816a00, transno 8589936268 00000004:00080000:0.0:1783145841.685672:0:3650:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb815880, transno 8589936269 00000004:00080000:0.0:1783145841.685675:0:3650:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb815f80, transno 8589936270 00000004:00080000:0.0:1783145841.685680:0:3650:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb814000, transno 8589936271 00000004:00080000:0.0:1783145841.685684:0:3650:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb814700, transno 8589936272 00000004:00080000:0.0:1783145841.685688:0:3650:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb816680, transno 8589936273 00000004:00080000:0.0:1783145841.685692:0:3650:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8cb816300, transno 8589936274 00000004:00080000:0.0:1783145841.685696:0:3650:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d3696300, transno 8589936275 00000100:00100000:0.0:1783145841.685710:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ca07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178632832:0@lo:13:osp-pre-0-0.0 00000004:00080000:1.0:1783145841.685793:0:204580:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 10 in progress, 0 in flight, 6 done 00000004:00080000:1.0:1783145841.685855:0:204580:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 10 done 00010000:00010000:2.0:1783145842.133261:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145842.683691:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145842.683744:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145842.683773:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145842.683778:0:204548:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188143872 00000100:00100000:1.0:1783145842.683801:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145842.683802:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188144000 00000100:00100000:0.0:1783145842.683822:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188144000 00000100:00100000:1.0:1783145842.683827:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145842.683850:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145842.683871:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8488416535656 time 8488416557794 state 0x0 ref 1 00000100:00100000:1.0:1783145842.683876:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145842.683888:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8488416535656 time 8488416557794 state 0x0 ref 1 00000100:00100000:1.0:1783145842.683902:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145842.683906:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8488416657794 time 8488416557794 state 0x1 ref 1 00000100:00100000:0.0:1783145842.683929:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188144128 00000100:00100000:0.0:1783145842.683932:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188144128 00000100:00100000:1.0:1783145842.683940:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145842.683951:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8488416657794 time 8488416557794 state 0x1 ref 2 00000100:00100000:0.0:1783145842.683961:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8488416657794 time 8488416557794 state 0x1 ref 2 00000100:00100000:1.0:1783145842.683974:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188144256 00000100:00100000:0.0:1783145842.683976:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188144640 00000100:00100000:1.0:1783145842.683990:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188144256 00000100:00100000:0.0:1783145842.683991:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188144640 00000100:00100000:0.0:1783145842.684011:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8488416657794 time 8488416557794 state 0x1 ref 3 00000100:00100000:0.0:1783145842.684017:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8488416657794 time 8488416557794 state 0x1 ref 3 00000100:00100000:0.0:1783145842.684027:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188144512 00000100:00100000:0.0:1783145842.684029:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188144512 00000100:00100000:0.0:1783145842.684039:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8488416657794 time 8488416557794 state 0x1 ref 4 00000100:00100000:0.0:1783145842.684045:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8488416657794 time 8488416557794 state 0x1 ref 4 00000100:00100000:0.0:1783145842.684056:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8490438034402 time 8490437934402 state 0x1 ref 4 00000100:00100000:0.0:1783145842.684065:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ca07dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2409:x1869755188144000:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145842.684146:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ca07dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2409:x1869755188144000:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 83us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145842.684153:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 26 00000100:00100000:0.0:1783145842.684169:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8490438147698 time 8490438047698 state 0x1 ref 3 00000100:00100000:0.0:1783145842.684177:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ca07f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2410:x1869755188144128:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145842.684196:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ca07f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2410:x1869755188144128:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 21us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145842.684213:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 27 00000100:00100000:0.0:1783145842.684231:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8490438208517 time 8490438108517 state 0x1 ref 2 00000100:00100000:0.0:1783145842.684242:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+5:2410:x1869755188144640:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145842.684276:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+5:2410:x1869755188144640:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 35us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145842.684284:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 28 00000100:00100000:0.0:1783145842.684302:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8490438208517 time 8490438180058 state 0x0 ref 1 00000100:00100000:0.0:1783145842.684310:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff8c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+20:2409:x1869755188144512:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145842.684335:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff8c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+20:2409:x1869755188144512:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 26us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145842.684340:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 29 00000100:00100000:0.0:1783145842.684343:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8490438208517 time 8490438180058 state 0x2 ref 0 00000100:00100000:0.0:1783145842.684381:0:228901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188144384 00000100:00100000:0.0:1783145842.684384:0:228901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188144384 00000100:00100000:2.0:1783145842.684696:0:204548:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188143872 00000100:00100000:2.0:1783145842.684731:0:204548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 289 00000100:00100000:2.0:1783145842.684738:0:204548:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bea01d29450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2410:x1869755188143872:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145842.684763:0:204548:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bea01d29450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2410:x1869755188143872:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 26us (1080us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145842.684769:0:204548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 289 00000100:00100000:2.0:1783145842.684804:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188144896 00000100:00100000:2.0:1783145842.684806:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188144896 00000100:00100000:1.0:1783145842.685053:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188144768 00000100:00100000:1.0:1783145842.685058:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188144768 00000100:00100000:0.0:1783145842.685094:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 317 00000100:00100000:2.0:1783145842.685107:0:228912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 318 00000100:00100000:0.0:1783145842.685108:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ca07d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2409:x1869755188144256:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145842.685115:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 319 00000100:00100000:2.0:1783145842.685139:0:228912:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ca07d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2410:x1869755188144384:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145842.685145:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+8:2410:x1869755188144896:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145842.685169:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ca07d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2409:x1869755188144256:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 66us (1367us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145842.685176:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ca07d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2410:x1869755188144384:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 59us (1349us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145842.685182:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+8:2410:x1869755188144896:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 39us (1278us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145842.685184:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 317 00000100:00100000:2.0:1783145842.685193:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 318 00000100:00100000:1.0:1783145842.685201:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 319 00000100:00100000:0.0:1783145842.685211:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 320 00000100:00100000:0.0:1783145842.685223:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b832727d-edc7-457c-aba4-c59935e6a58f+5:2409:x1869755188144768:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145842.685246:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b832727d-edc7-457c-aba4-c59935e6a58f+5:2409:x1869755188144768:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 28us (1308us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145842.685253:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 320 00000100:00080000:1.0:1783145842.685259:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783145842.685264:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1783145842.685268:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783145842.685270:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1783145843.157246:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145844.181420:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145844.245359:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783145844.245388:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178632960:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783145844.245495:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145844.245578:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178632960 00000100:00100000:1.0:1783145844.245590:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178632960 00000100:00100000:1.0:1783145844.245676:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:1.0:1783145844.245692:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178632960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783145844.245748:0:204579:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445433344 avail 1299193856 00000100:00100000:1.0:1783145844.245823:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178632960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 135us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145844.245835:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:0.0:1783145844.245870:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178632960:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1783145845.206431:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145845.269301:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1783145845.269333:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3c01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178633088:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783145845.269435:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145845.269482:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178633088 00000100:00100000:0.0:1783145845.269493:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178633088 00000100:00100000:0.0:1783145845.269581:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:0.0:1783145845.269592:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3694000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1869755178633088:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783145845.269634:0:204560:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445117952 avail 1298878464 00000100:00100000:0.0:1783145845.269688:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3694000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1869755178633088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145845.269696:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:1.0:1783145845.269753:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3c01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178633088:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783145845.781294:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6b9a8718-6228-431e-b216-b4d0ab45a378:3651:1869755178633472:0@lo:400:kworker.0 00000100:00100000:2.0:1783145845.781318:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178633600:0@lo:400:kworker.0 00000100:00100000:0.0:1783145845.781390:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3694e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178633344:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783145845.781440:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145845.781441:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145845.781455:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145845.781506:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3652:1869755178634112:0@lo:400:kworker.0 00000100:00100000:0.0:1783145845.781518:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178633984:0@lo:400:kworker.0 00000100:00100000:1.0:1783145845.781528:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178633856:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783145845.781545:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145845.781555:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145845.781582:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1954700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3652:1869755178634624:0@lo:400:kworker.0 00000100:00100000:0.0:1783145845.781587:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178634368:0@lo:400:kworker.0 00000100:00100000:1.0:1783145845.781589:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145845.781622:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145845.781632:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3651:1869755178634496:0@lo:400:kworker.0 00000100:00100000:2.0:1783145845.781641:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145845.781649:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1957800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3650:1869755178634880:0@lo:400:kworker.0 00000100:00100000:2.0:1783145845.781688:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1783145845.781690:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145845.781701:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3c01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178633216:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783145845.781734:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1957480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3651:1869755178635008:0@lo:400:kworker.0 00000100:00100000:2.0:1783145845.781757:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145845.781775:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145845.781786:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178633728:0@lo:400:kworker.0 00000100:00100000:2.0:1783145845.781826:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145845.781837:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178633344 00000100:00100000:1.0:1783145845.781848:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178633344 00000100:00100000:2.0:1783145845.781859:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178634240:0@lo:400:kworker.0 00000100:00100000:2.0:1783145845.781895:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145845.781915:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178633856 00000100:00100000:2.0:1783145845.781921:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3652:1869755178634752:0@lo:400:kworker.0 00000100:00100000:1.0:1783145845.781921:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178633856 00000100:00100000:2.0:1783145845.781951:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145845.781970:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178633216 00000100:00100000:1.0:1783145845.781975:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178633216 00000100:00100000:2.0:1783145845.782002:0:204561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178633600 00000100:00100000:2.0:1783145845.782007:0:204561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178633600 00000100:00100000:1.0:1783145845.782025:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:1.0:1783145845.782041:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1160000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+16:3650:x1869755178633344:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783145845.782060:0:204561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:2.0:1783145845.782070:0:204561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178633600:12345-0@lo:400:kworker.0 00002000:00000024:1.0:1783145845.782100:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17140288 pending 0 free 3883581440 avail 3652059136 00000100:00100000:2.0:1783145845.782141:0:204561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178633600:12345-0@lo:400:kworker.0 Request processed in 53us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145845.782148:0:204561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:2.0:1783145845.782188:0:204549:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178633472 00000100:00100000:2.0:1783145845.782192:0:204549:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178633472 00000100:00100000:1.0:1783145845.782195:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1160000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+16:3650:x1869755178633344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 157us (737us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145845.782206:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:2.0:1783145845.782238:0:204549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:1.0:1783145845.782238:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:2.0:1783145845.782247:0:204549:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9cd5a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3651:x1869755178633472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145845.782255:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178633856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783145845.782272:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17140288 pending 0 free 3883581440 avail 3652059136 00000100:00100000:2.0:1783145845.782301:0:204549:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9cd5a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3651:x1869755178633472:12345-0@lo:400:kworker.0 Request processed in 55us (870us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145845.782311:0:204549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:1.0:1783145845.782336:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178633856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (752us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145845.782345:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:2.0:1783145845.782356:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178634112 00000100:00100000:2.0:1783145845.782362:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178634112 00000100:00100000:1.0:1783145845.782372:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:1.0:1783145845.782384:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178633216:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783145845.782403:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8490438208517 time 8490438180058 state 0x0 ref 1 00002000:00000024:1.0:1783145845.782406:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17140288 pending 0 free 3911106560 avail 3679584256 00000100:00100000:2.0:1783145845.782411:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8490438208517 time 8490438180058 state 0x0 ref 1 00000100:00100000:2.0:1783145845.782435:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8490438280058 time 8490438180058 state 0x1 ref 1 00000100:00100000:1.0:1783145845.782452:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178633216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (694us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145845.782454:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178634624 00000100:00100000:2.0:1783145845.782460:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178634624 00000100:00100000:1.0:1783145845.782466:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00100000:2.0:1783145845.782485:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8490438280058 time 8490438180058 state 0x1 ref 2 00000100:00100000:2.0:1783145845.782497:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8490438280058 time 8490438180058 state 0x1 ref 2 00000100:00100000:1.0:1783145845.782500:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178633984 00000100:00100000:1.0:1783145845.782507:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178633984 00000100:00100000:2.0:1783145845.782513:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178634496 00000100:00100000:2.0:1783145845.782519:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178634496 00000100:00100000:2.0:1783145845.782538:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8490438280058 time 8490438180058 state 0x1 ref 3 00000100:00100000:1.0:1783145845.782545:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178634368 00000100:00100000:2.0:1783145845.782547:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8490438280058 time 8490438180058 state 0x1 ref 3 00000100:00100000:1.0:1783145845.782552:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178634368 00000100:00100000:2.0:1783145845.782563:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178635008 00000100:00100000:2.0:1783145845.782567:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178635008 00000100:00100000:2.0:1783145845.782584:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8490438280058 time 8490438180058 state 0x1 ref 4 00000100:00100000:1.0:1783145845.782590:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178633728 00000100:00100000:2.0:1783145845.782591:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8490438280058 time 8490438180058 state 0x1 ref 4 00000100:00100000:1.0:1783145845.782597:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178633728 00000100:00100000:2.0:1783145845.782607:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178634752 00000100:00100000:2.0:1783145845.782611:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178634752 00000100:00100000:2.0:1783145845.782629:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8490438280058 time 8490438180058 state 0x1 ref 5 00000100:00100000:2.0:1783145845.782637:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8490438280058 time 8490438180058 state 0x1 ref 5 00000100:00100000:1.0:1783145845.782639:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178634240 00000100:00100000:1.0:1783145845.782645:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178634240 00000100:00100000:2.0:1783145845.782653:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8493536629874 time 8493536529874 state 0x1 ref 5 00000100:00100000:2.0:1783145845.782664:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1869755178634112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145845.782687:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:1.0:1783145845.782701:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+16:3650:x1869755178633984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145845.782706:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1869755178634112:12345-0@lo:400:kworker.0 Request processed in 42us (1159us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145845.782718:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1783145845.782744:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8493536720762 time 8493536620762 state 0x1 ref 4 00000100:00100000:1.0:1783145845.782757:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+16:3650:x1869755178633984:12345-0@lo:400:kworker.0 Request processed in 59us (1201us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145845.782760:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bea01c49450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1869755178634624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145845.782773:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:1.0:1783145845.782800:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:0.0:1783145845.782808:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:2.0:1783145845.782812:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bea01c49450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1869755178634624:12345-0@lo:400:kworker.0 Request processed in 54us (1170us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145845.782815:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1162300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178634368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145845.782824:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178633728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145845.782827:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1783145845.782856:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8493536831991 time 8493536731991 state 0x1 ref 3 00000100:00100000:2.0:1783145845.782870:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3695f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1869755178634496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145845.782881:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1162300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178634368:12345-0@lo:400:kworker.0 Request processed in 70us (1257us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145845.782882:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178633728:12345-0@lo:400:kworker.0 Request processed in 62us (1056us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145845.782899:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:1.0:1783145845.782909:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:2.0:1783145845.782916:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3695f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1869755178634496:12345-0@lo:400:kworker.0 Request processed in 48us (1228us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145845.782924:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:2.0:1783145845.782925:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1783145845.782939:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178634240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145845.782951:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8493536928346 time 8493536828346 state 0x1 ref 2 00000100:00100000:2.0:1783145845.782979:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1869755178635008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145845.782999:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178634240:12345-0@lo:400:kworker.0 Request processed in 63us (1102us total) trans 0 rc 0/0 00000100:00080000:1.0:1783145845.783000:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783145845.783009:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783145845.783014:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00080000:1.0:1783145845.783017:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1783145845.783024:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783145845.783033:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1869755178635008:12345-0@lo:400:kworker.0 Request processed in 70us (1258us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145845.783043:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1783145845.783069:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8493536928346 time 8493536945527 state 0x0 ref 1 00000100:00100000:2.0:1783145845.783082:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdaa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1869755178634752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145845.783089:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145845.783115:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178634880 00000100:00100000:0.0:1783145845.783144:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178634880 00000100:00100000:1.0:1783145845.783170:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3694e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178633344:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783145845.783175:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8493536928346 time 8493536945527 state 0x0 ref 2 00000100:00100000:2.0:1783145845.783179:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdaa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1869755178634752:12345-0@lo:400:kworker.0 Request processed in 98us (1226us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145845.783191:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1783145845.783196:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8493537045527 time 8493536945527 state 0x1 ref 1 00000100:00100000:1.0:1783145845.783201:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178633984:0@lo:400:kworker.0 00000100:00100000:2.0:1783145845.783216:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8493537045527 time 8493537092706 state 0x0 ref 1 00000100:00100000:1.0:1783145845.783227:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178634368:0@lo:400:kworker.0 00000100:00100000:2.0:1783145845.783229:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff98aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1869755178634880:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1783145845.783234:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783145845.783264:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff98aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1869755178634880:12345-0@lo:400:kworker.0 Request processed in 40us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145845.783271:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1783145845.783274:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8493537045527 time 8493537092706 state 0x2 ref 0 00000100:00100000:1.0:1783145845.783303:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1957800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3650:1869755178634880:0@lo:400:kworker.0 00000100:00100000:2.0:1783145845.783341:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178633856:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783145845.783348:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3c01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178633216:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783145845.783370:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3651:1869755178634496:0@lo:400:kworker.0 00000100:00100000:0.0:1783145845.783371:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178633728:0@lo:400:kworker.0 00000100:00100000:0.0:1783145845.783392:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178634240:0@lo:400:kworker.0 00000100:00100000:2.0:1783145845.783401:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1957480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3651:1869755178635008:0@lo:400:kworker.0 00000100:00100000:0.0:1783145845.783413:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3652:1869755178634752:0@lo:400:kworker.0 00000100:00100000:2.0:1783145845.783423:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6b9a8718-6228-431e-b216-b4d0ab45a378:3651:1869755178633472:0@lo:400:kworker.0 00000100:00100000:0.0:1783145845.783433:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1954700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3652:1869755178634624:0@lo:400:kworker.0 00000100:00100000:0.0:1783145845.783449:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178633600:0@lo:400:kworker.0 00000100:00100000:0.0:1783145845.783468:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3652:1869755178634112:0@lo:400:kworker.0 00010000:00010000:2.0:1783145846.229359:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1783145846.295432:0:206866:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589935567 is committed 00000100:00100000:0.0:1783145846.805332:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1954700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178635136:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783145846.805404:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145846.805450:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178635136 00000100:00100000:1.0:1783145846.805458:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178635136 00000100:00100000:1.0:1783145846.805506:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:1.0:1783145846.805516:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178635136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783145846.805536:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17140288 pending 0 free 3911106560 avail 3679584256 00000100:00100000:1.0:1783145846.805589:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178635136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145846.805595:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00100000:0.0:1783145846.805644:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1954700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178635136:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1783145847.253283:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145847.802737:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145847.802786:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145847.802796:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188145152 00000100:00100000:0.0:1783145847.802805:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188145152 00000100:00100000:2.0:1783145847.802824:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145847.802852:0:204551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188145024 00000100:00100000:0.0:1783145847.802857:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8493537045527 time 8493537092706 state 0x0 ref 1 00000100:00100000:2.0:1783145847.802859:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145847.802860:0:204551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188145024 00000100:00100000:0.0:1783145847.802869:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8493537045527 time 8493537092706 state 0x0 ref 1 00000100:00100000:0.0:1783145847.802885:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8493537192706 time 8493537092706 state 0x1 ref 1 00000100:00100000:2.0:1783145847.802893:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145847.802916:0:204551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 291 00000100:00100000:0.0:1783145847.802922:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188145280 00000100:00100000:0.0:1783145847.802928:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188145280 00000100:00100000:2.0:1783145847.802929:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145847.802935:0:204551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9cd5a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2408:x1869755188145024:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145847.802961:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8493537192706 time 8493537092706 state 0x1 ref 2 00000100:00100000:0.0:1783145847.802972:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8493537192706 time 8493537092706 state 0x1 ref 2 00000100:00100000:2.0:1783145847.802979:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145847.802990:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188145664 00000100:00100000:0.0:1783145847.802994:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188145664 00000100:00100000:0.0:1783145847.803012:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8493537192706 time 8493537092706 state 0x1 ref 3 00000100:00100000:0.0:1783145847.803022:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8493537192706 time 8493537092706 state 0x1 ref 3 00000100:00100000:1.0:1783145847.803025:0:204551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9cd5a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2408:x1869755188145024:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 95us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145847.803034:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145847.803039:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8495557015459 time 8495556915459 state 0x1 ref 3 00000100:00100000:1.0:1783145847.803045:0:204551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 291 00000100:00100000:0.0:1783145847.803056:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2407:x1869755188145152:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145847.803092:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188145408 00000100:00100000:1.0:1783145847.803097:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188145408 00000100:00100000:1.0:1783145847.803166:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188145536 00000100:00100000:1.0:1783145847.803172:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188145536 00000100:00100000:1.0:1783145847.803199:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188145920 00000100:00100000:1.0:1783145847.803204:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188145920 00000100:00100000:2.0:1783145847.803213:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145847.803222:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2407:x1869755188145152:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 169us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145847.803233:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 36 00000100:00100000:1.0:1783145847.803248:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188146048 00000100:00100000:1.0:1783145847.803253:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188146048 00000100:00100000:0.0:1783145847.803257:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188145792 00000100:00100000:0.0:1783145847.803264:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188145792 00000100:00100000:0.0:1783145847.803285:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8495557015459 time 8495556915459 state 0x1 ref 3 00000100:00100000:0.0:1783145847.803295:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8495557015459 time 8495556915459 state 0x1 ref 3 00000100:00100000:0.0:1783145847.803310:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8495557287989 time 8495557187989 state 0x1 ref 3 00000100:00100000:0.0:1783145847.803321:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2408:x1869755188145280:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145847.803356:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2408:x1869755188145280:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 37us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145847.803363:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 37 00000100:00100000:0.0:1783145847.803376:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8495557353732 time 8495557253732 state 0x1 ref 2 00000100:00100000:0.0:1783145847.803387:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+20:2407:x1869755188145664:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145847.803453:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+20:2407:x1869755188145664:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 68us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145847.803461:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 38 00000100:00100000:0.0:1783145847.803475:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8495557353732 time 8495557353575 state 0x0 ref 1 00000100:00100000:0.0:1783145847.803483:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+5:2408:x1869755188145792:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145847.803502:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+5:2408:x1869755188145792:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 19us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145847.803508:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 39 00000100:00100000:0.0:1783145847.803512:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8495557353732 time 8495557353575 state 0x2 ref 0 00000100:00080000:0.0:1783145847.803532:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783145847.803537:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1783145847.803540:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783145847.803543:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783145847.804486:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 325 00000100:00100000:1.0:1783145847.804496:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2407:x1869755188145408:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145847.804547:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 326 00000100:00100000:0.0:1783145847.804556:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 327 00000100:00100000:2.0:1783145847.804563:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2408:x1869755188145536:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145847.804566:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+5:2407:x1869755188145920:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145847.805790:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2407:x1869755188145408:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 1293us (2962us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145847.805799:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 325 00000100:00100000:1.0:1783145847.805825:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 328 00000100:00100000:2.0:1783145847.805834:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2408:x1869755188145536:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 1272us (2902us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145847.805834:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+5:2407:x1869755188145920:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 1266us (2852us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145847.805838:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b832727d-edc7-457c-aba4-c59935e6a58f+8:2408:x1869755188146048:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145847.805851:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 326 00000100:00100000:0.0:1783145847.805857:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 327 00000100:00100000:1.0:1783145847.805987:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b832727d-edc7-457c-aba4-c59935e6a58f+8:2408:x1869755188146048:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 152us (2788us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145847.805996:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 328 00010000:00010000:2.0:1783145848.277272:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145849.301334:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145849.365325:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c5911880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178635264:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783145849.365441:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145849.365490:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178635264 00000100:00100000:2.0:1783145849.365498:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178635264 00000100:00100000:2.0:1783145849.365553:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:2.0:1783145849.365561:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178635264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783145849.365591:0:228897:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445433344 avail 1299193856 00000100:00100000:2.0:1783145849.365643:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178635264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145849.365649:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:1.0:1783145849.365701:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c5911880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178635264:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1783145850.326426:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145850.390518:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178635392:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783145850.390599:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145850.390643:0:204561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178635392 00000100:00100000:2.0:1783145850.390650:0:204561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178635392 00000100:00100000:2.0:1783145850.390705:0:204561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1783145850.390715:0:204561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1957480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3650:x1869755178635392:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783145850.391750:0:204561:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445117952 avail 1298878464 00000100:00100000:2.0:1783145850.391814:0:204561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1957480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3650:x1869755178635392:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1101us (1215us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145850.391822:0:204561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:1.0:1783145850.391886:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178635392:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783145850.901327:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c5912680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6b9a8718-6228-431e-b216-b4d0ab45a378:3652:1869755178635776:0@lo:400:kworker.0 00000100:00100000:2.0:1783145850.901412:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145850.901464:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1957800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178635520:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783145850.901485:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c5912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178636032:0@lo:400:kworker.0 00000100:00100000:2.0:1783145850.901518:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145850.901530:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145850.901547:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c5912a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178636288:0@lo:400:kworker.0 00000100:00100000:0.0:1783145850.901550:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178635520 00000100:00100000:0.0:1783145850.901558:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178635520 00000100:00100000:1.0:1783145850.901563:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c8e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178636544:0@lo:400:kworker.0 00000100:00100000:2.0:1783145850.901580:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145850.901604:0:228901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178636032 00000100:00100000:1.0:1783145850.901608:0:228901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178636032 00000100:00100000:0.0:1783145850.901620:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:2.0:1783145850.901629:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3652:1869755178636800:0@lo:400:kworker.0 00000100:00100000:0.0:1783145850.901643:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178635520:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783145850.901661:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145850.901664:0:228901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178636288 00000100:00100000:1.0:1783145850.901668:0:228901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178636288 00002000:00000024:0.0:1783145850.901684:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17140288 pending 0 free 3883581440 avail 3652059136 00000100:00100000:2.0:1783145850.901690:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee249180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3652:1869755178637312:0@lo:400:kworker.0 00000100:00100000:1.0:1783145850.901700:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:1.0:1783145850.901710:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178636032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145850.901736:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145850.901745:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1869755178635520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 108us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145850.901753:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:1.0:1783145850.901772:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178636032:12345-0@lo:400:kworker.0 Request processed in 63us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145850.901781:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00080000:0.0:1783145850.901783:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783145850.901785:0:3652:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589935567 gen 2 00000100:00080000:0.0:1783145850.901788:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1783145850.901791:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d907a680, transno 8589935557 00000004:00080000:2.0:1783145850.901803:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c77d5500, transno 8589935558 00000004:00080000:2.0:1783145850.901808:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c77d6d80, transno 8589935559 00000100:00100000:1.0:1783145850.901813:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000004:00080000:2.0:1783145850.901815:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c77d6300, transno 8589935560 00000004:00080000:2.0:1783145850.901820:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8d907ad80, transno 8589935561 00000004:00080000:2.0:1783145850.901825:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be8c77d7100, transno 8589935562 00000100:00100000:1.0:1783145850.901827:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1b3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178636288:12345-0@lo:400:kworker.0 00000004:00080000:2.0:1783145850.901830:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff86a00, transno 8589935563 00000004:00080000:2.0:1783145850.901836:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff85c00, transno 8589935564 00000004:00080000:2.0:1783145850.901840:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff84e00, transno 8589935565 00000004:00080000:2.0:1783145850.901842:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff84000, transno 8589935566 00000004:00080000:2.0:1783145850.901844:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9be9fff85f80, transno 8589935567 00000100:00100000:2.0:1783145850.901854:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1957800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178635520:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783145850.901864:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145850.901873:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1b3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178636288:12345-0@lo:400:kworker.0 Request processed in 48us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145850.901876:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c5912a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178636288:0@lo:400:kworker.0 00000100:00100000:1.0:1783145850.901891:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:0.0:1783145850.901892:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c8fc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3650:1869755178637056:0@lo:400:kworker.0 00000100:00100000:2.0:1783145850.901912:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1783145850.901912:0:228901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178636544 00000100:00100000:1.0:1783145850.901918:0:228901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178636544 00000100:00100000:2.0:1783145850.901937:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c5910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178635904:0@lo:400:kworker.0 00000100:00100000:0.0:1783145850.901944:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145850.901980:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:2.0:1783145850.901982:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145850.901997:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178636544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145850.902004:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c5912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178636032:0@lo:400:kworker.0 00000100:00100000:2.0:1783145850.902016:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c5911880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3652:1869755178636416:0@lo:400:kworker.0 00000100:00100000:0.0:1783145850.902020:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1783145850.902030:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178635648:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783145850.902055:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178636544:12345-0@lo:400:kworker.0 Request processed in 62us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145850.902067:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145850.902073:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1783145850.902073:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145850.902090:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c8fc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3652:1869755178636928:0@lo:400:kworker.0 00000100:00100000:0.0:1783145850.902103:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178636160:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783145850.902138:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145850.902172:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145850.902209:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c8e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178636672:0@lo:400:kworker.0 00000100:00100000:2.0:1783145850.902213:0:204548:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178635776 00000100:00100000:2.0:1783145850.902219:0:204548:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178635776 00000100:00100000:0.0:1783145850.902241:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145850.902258:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c8fc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3650:1869755178637184:0@lo:400:kworker.0 00000100:00100000:2.0:1783145850.902268:0:204548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:2.0:1783145850.902283:0:204548:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9cd5a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3652:x1869755178635776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145850.902283:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145850.902310:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c8e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178636544:0@lo:400:kworker.0 00000100:00100000:2.0:1783145850.902333:0:204548:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9cd5a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3652:x1869755178635776:12345-0@lo:400:kworker.0 Request processed in 55us (921us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145850.902340:0:204548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:0.0:1783145850.902345:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178636800 00000100:00100000:0.0:1783145850.902349:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178636800 00000100:00100000:0.0:1783145850.902371:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8495557353732 time 8495557353575 state 0x0 ref 1 00000100:00100000:2.0:1783145850.902378:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178636672 00000100:00100000:0.0:1783145850.902378:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8495557353732 time 8495557353575 state 0x0 ref 1 00000100:00100000:2.0:1783145850.902384:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178636672 00000100:00100000:0.0:1783145850.902393:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8495557453575 time 8495557353575 state 0x1 ref 1 00000100:00100000:0.0:1783145850.902408:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178637312 00000100:00100000:0.0:1783145850.902411:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178637312 00000100:00100000:2.0:1783145850.902423:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:0.0:1783145850.902429:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8495557453575 time 8495557353575 state 0x1 ref 2 00000100:00100000:2.0:1783145850.902434:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee24b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178636672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145850.902440:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8495557453575 time 8495557353575 state 0x1 ref 2 00000100:00100000:0.0:1783145850.902453:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178637056 00000100:00100000:0.0:1783145850.902455:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178637056 00000100:00100000:0.0:1783145850.902469:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8495557453575 time 8495557353575 state 0x1 ref 3 00000100:00100000:2.0:1783145850.902476:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee24b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178636672:12345-0@lo:400:kworker.0 Request processed in 45us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145850.902480:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8495557453575 time 8495557353575 state 0x1 ref 3 00000100:00100000:2.0:1783145850.902487:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:0.0:1783145850.902494:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178636416 00000100:00100000:0.0:1783145850.902497:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178636416 00000100:00100000:0.0:1783145850.902507:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8495557453575 time 8495557353575 state 0x1 ref 4 00000100:00100000:2.0:1783145850.902512:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178636928 00000100:00100000:0.0:1783145850.902514:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8495557453575 time 8495557353575 state 0x1 ref 4 00000100:00100000:2.0:1783145850.902517:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178636928 00000100:00100000:0.0:1783145850.902528:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178637184 00000100:00100000:0.0:1783145850.902532:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178637184 00000100:00100000:2.0:1783145850.902537:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8495557453575 time 8495557353575 state 0x1 ref 5 00000100:00100000:0.0:1783145850.902549:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8495557453575 time 8495557353575 state 0x1 ref 6 00000100:00100000:2.0:1783145850.902562:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8495557453575 time 8495557353575 state 0x1 ref 6 00000100:00100000:0.0:1783145850.902571:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8495557453575 time 8495557353575 state 0x1 ref 6 00000100:00100000:2.0:1783145850.902580:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8498656556928 time 8498656456928 state 0x1 ref 6 00000100:00100000:0.0:1783145850.902589:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8498656565720 time 8498656465720 state 0x1 ref 6 00000100:00100000:2.0:1783145850.902595:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdaa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1869755178636800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145850.902605:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1869755178637312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145850.902632:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdaa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1869755178636800:12345-0@lo:400:kworker.0 Request processed in 41us (972us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145850.902640:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1783145850.902652:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1869755178637312:12345-0@lo:400:kworker.0 Request processed in 50us (917us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145850.902659:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1783145850.902665:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8498656642028 time 8498656542028 state 0x1 ref 4 00000100:00100000:2.0:1783145850.902677:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee248e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1869755178637056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145850.902701:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178635648 00000100:00100000:0.0:1783145850.902706:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178635648 00000100:00100000:2.0:1783145850.902713:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee248e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1869755178637056:12345-0@lo:400:kworker.0 Request processed in 39us (773us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145850.902720:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1783145850.902731:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178636160 00000100:00100000:0.0:1783145850.902735:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178636160 00000100:00100000:0.0:1783145850.902753:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:2.0:1783145850.902756:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178635904 00000100:00100000:2.0:1783145850.902761:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178635904 00000100:00100000:0.0:1783145850.902777:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee24b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178635648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783145850.902789:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17140288 pending 0 free 3883581440 avail 3652059136 00000100:00100000:2.0:1783145850.902795:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1783145850.902804:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee218e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178635904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145850.902827:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee24b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178635648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (762us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145850.902833:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00100000:0.0:1783145850.902853:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:2.0:1783145850.902857:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee218e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178635904:12345-0@lo:400:kworker.0 Request processed in 53us (875us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145850.902864:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee248000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178636160:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783145850.902870:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00002000:00000024:0.0:1783145850.902884:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17140288 pending 0 free 3911106560 avail 3679584256 00000100:00100000:2.0:1783145850.902934:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8498656897436 time 8498656797436 state 0x1 ref 3 00000100:00100000:0.0:1783145850.902944:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee248000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178636160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (773us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145850.902952:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5912300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1869755178636416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145850.902956:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:2.0:1783145850.903003:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5912300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1869755178636416:12345-0@lo:400:kworker.0 Request processed in 56us (941us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145850.903031:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8498656987360 time 8498656887360 state 0x1 ref 3 00000100:00100000:2.0:1783145850.903047:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1783145850.903053:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1869755178636928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145850.903097:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1869755178636928:12345-0@lo:400:kworker.0 Request processed in 51us (980us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145850.903103:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1783145850.903145:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8498656987360 time 8498657022456 state 0x0 ref 1 00000100:00100000:2.0:1783145850.903156:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178635648:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783145850.903157:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee249500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1869755178637184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145850.903180:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178636160:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783145850.903195:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c8e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178636672:0@lo:400:kworker.0 00000100:00100000:0.0:1783145850.903214:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee249500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1869755178637184:12345-0@lo:400:kworker.0 Request processed in 58us (931us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145850.903220:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c8fc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3650:1869755178637184:0@lo:400:kworker.0 00000100:00100000:0.0:1783145850.903227:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1783145850.903233:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8498656987360 time 8498657022456 state 0x2 ref 0 00000100:00100000:2.0:1783145850.903244:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c8fc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3650:1869755178637056:0@lo:400:kworker.0 00000100:00100000:2.0:1783145850.903309:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c5910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178635904:0@lo:400:kworker.0 00000100:00100000:2.0:1783145850.903321:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c5911880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3652:1869755178636416:0@lo:400:kworker.0 00000100:00100000:2.0:1783145850.903334:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c8fc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3652:1869755178636928:0@lo:400:kworker.0 00000100:00080000:0.0:1783145850.903343:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783145850.903345:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3652:1869755178636800:0@lo:400:kworker.0 00000100:00080000:0.0:1783145850.903350:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783145850.903355:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783145850.903359:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783145850.903365:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee249180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3652:1869755178637312:0@lo:400:kworker.0 00000100:00100000:2.0:1783145850.903379:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c5912680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6b9a8718-6228-431e-b216-b4d0ab45a378:3652:1869755178635776:0@lo:400:kworker.0 00000004:00080000:1.0:1783145850.903385:0:204582:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 11 done 00010000:00010000:2.0:1783145851.349377:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145851.926601:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1957800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178637440:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783145851.926714:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145851.926783:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178637440 00000100:00100000:1.0:1783145851.926794:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178637440 00000100:00100000:1.0:1783145851.926871:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:1.0:1783145851.926884:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee249180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178637440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783145851.926948:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17140288 pending 0 free 3911106560 avail 3679584256 00000100:00100000:1.0:1783145851.928179:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee249180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178637440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1296us (1464us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145851.928190:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:0.0:1783145851.928207:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1957800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178637440:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1783145852.374394:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145852.922627:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145852.922680:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145852.922690:0:204549:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188146176 00000100:00100000:2.0:1783145852.922700:0:204549:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188146176 00000100:00100000:0.0:1783145852.922719:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145852.922748:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145852.922751:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188146304 00000100:00100000:1.0:1783145852.922757:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188146304 00000100:00100000:0.0:1783145852.922805:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145852.922813:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8498656987360 time 8498657022456 state 0x0 ref 1 00000100:00100000:1.0:1783145852.922821:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8498656987360 time 8498657022456 state 0x0 ref 1 00000100:00100000:1.0:1783145852.922836:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8498657122456 time 8498657022456 state 0x1 ref 1 00000100:00100000:0.0:1783145852.922837:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145852.922872:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188146432 00000100:00100000:0.0:1783145852.922874:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145852.922876:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188146432 00000100:00100000:1.0:1783145852.922898:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8498657122456 time 8498657022456 state 0x1 ref 2 00000100:00100000:1.0:1783145852.922922:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8498657122456 time 8498657022456 state 0x1 ref 2 00000100:00100000:0.0:1783145852.922933:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145852.922946:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188146816 00000100:00100000:1.0:1783145852.922951:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188146816 00000100:00100000:1.0:1783145852.922975:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8498657122456 time 8498657022456 state 0x1 ref 3 00000100:00100000:1.0:1783145852.922984:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8498657122456 time 8498657022456 state 0x1 ref 3 00000100:00100000:0.0:1783145852.922992:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145852.923000:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188146944 00000100:00100000:1.0:1783145852.923004:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188146944 00000100:00100000:1.0:1783145852.923017:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8498657122456 time 8498657022456 state 0x1 ref 4 00000100:00100000:1.0:1783145852.923024:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8498657122456 time 8498657022456 state 0x1 ref 4 00000100:00100000:1.0:1783145852.923040:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8500677018106 time 8500676918106 state 0x1 ref 4 00000100:00100000:0.0:1783145852.923041:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188146560 00000100:00100000:0.0:1783145852.923047:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188146560 00000100:00100000:1.0:1783145852.923054:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8e67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2410:x1869755188146304:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145852.923083:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188146688 00000100:00100000:0.0:1783145852.923087:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188146688 00000100:00100000:0.0:1783145852.923107:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188147072 00000100:00100000:0.0:1783145852.923110:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188147072 00000100:00100000:1.0:1783145852.923158:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8e67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2410:x1869755188146304:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 105us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145852.923162:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188147200 00000100:00100000:0.0:1783145852.923166:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188147200 00000100:00100000:1.0:1783145852.923169:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 46 00000100:00100000:0.0:1783145852.923195:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 333 00000100:00100000:1.0:1783145852.923207:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8500677181868 time 8500677081868 state 0x1 ref 3 00000100:00100000:0.0:1783145852.923209:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8e66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2410:x1869755188146560:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145852.923232:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffe8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2409:x1869755188146432:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145852.923259:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8e66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2410:x1869755188146560:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 52us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145852.923274:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 333 00000100:00100000:1.0:1783145852.923275:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffe8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2409:x1869755188146432:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 45us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145852.923285:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 47 00000100:00100000:0.0:1783145852.923301:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 334 00000100:00100000:1.0:1783145852.923309:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8500677285929 time 8500677185929 state 0x1 ref 2 00000100:00100000:0.0:1783145852.923314:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e5118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2409:x1869755188146688:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145852.923326:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e511aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+20:2410:x1869755188146816:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145852.923361:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e5118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2409:x1869755188146688:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 51us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145852.923368:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 334 00000100:00100000:0.0:1783145852.923386:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 335 00000100:00100000:0.0:1783145852.923393:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e5119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b832727d-edc7-457c-aba4-c59935e6a58f+5:2410:x1869755188147072:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145852.923408:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e511aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+20:2410:x1869755188146816:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 83us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145852.923418:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 48 00000100:00100000:0.0:1783145852.923427:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e5119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b832727d-edc7-457c-aba4-c59935e6a58f+5:2410:x1869755188147072:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 35us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145852.923434:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 335 00000100:00100000:1.0:1783145852.923448:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8500677285929 time 8500677323258 state 0x0 ref 1 00000100:00100000:0.0:1783145852.923453:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 336 00000100:00100000:0.0:1783145852.923466:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d160bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b832727d-edc7-457c-aba4-c59935e6a58f+8:2409:x1869755188147200:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145852.923473:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d160a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+5:2409:x1869755188146944:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145852.923494:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d160bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b832727d-edc7-457c-aba4-c59935e6a58f+8:2409:x1869755188147200:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 31us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145852.923501:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 336 00000100:00100000:1.0:1783145852.923522:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d160a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+5:2409:x1869755188146944:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 56us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145852.923532:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 49 00000100:00100000:1.0:1783145852.923536:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8500677285929 time 8500677323258 state 0x2 ref 0 00000100:00080000:1.0:1783145852.923880:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783145852.923886:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1783145852.923891:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783145852.923895:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783145852.923971:0:204549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 293 00000100:00100000:2.0:1783145852.923985:0:204549:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9cd5a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2409:x1869755188146176:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145852.924042:0:204549:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9cd5a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2409:x1869755188146176:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 60us (1421us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145852.924056:0:204549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 293 00010000:00010000:2.0:1783145853.397297:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145854.421278:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145854.485333:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1608380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178637568:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783145854.485394:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145854.485435:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178637568 00000100:00100000:0.0:1783145854.485443:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178637568 00000100:00100000:0.0:1783145854.485501:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1783145854.485509:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5912680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178637568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783145854.485536:0:204579:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445433344 avail 1299193856 00000100:00100000:0.0:1783145854.485610:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5912680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178637568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145854.485616:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1783145854.485669:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1608380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178637568:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1783145855.445342:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145855.509346:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c5911880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178637696:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783145855.509462:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145855.509514:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178637696 00000100:00100000:2.0:1783145855.509525:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178637696 00000100:00100000:2.0:1783145855.509584:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1783145855.509595:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3651:x1869755178637696:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783145855.509625:0:204560:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445117952 avail 1298878464 00000100:00100000:2.0:1783145855.509702:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3651:x1869755178637696:12345-0@lo:41:osp-pre-0-1.0 Request processed in 109us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145855.509709:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:1.0:1783145855.509773:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c5911880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178637696:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783145856.021320:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c5910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178637824:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783145856.021414:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145856.021499:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7608380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178638336:0@lo:400:kworker.0 00000100:00100000:2.0:1783145856.021530:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145856.021580:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d800d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178638848:0@lo:400:kworker.0 00000100:00100000:0.0:1783145856.021592:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178638080:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783145856.021613:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145856.021629:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145856.021638:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c760f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3652:1869755178639360:0@lo:400:kworker.0 00000100:00100000:0.0:1783145856.021659:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c760bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178638592:0@lo:400:kworker.0 00000100:00100000:2.0:1783145856.021673:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145856.021699:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145856.021706:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1783145856.021715:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1608a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178637952:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783145856.021719:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1608380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6b9a8718-6228-431e-b216-b4d0ab45a378:3651:1869755178638208:0@lo:400:kworker.0 00000100:00100000:0.0:1783145856.021729:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d800f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3650:1869755178639104:0@lo:400:kworker.0 00000100:00100000:2.0:1783145856.021746:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145856.021771:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7609f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178638464:0@lo:400:kworker.0 00000100:00100000:1.0:1783145856.021772:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145856.021775:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145856.021815:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145856.021844:0:206060:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178637824 00000100:00100000:2.0:1783145856.021845:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d800ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3652:1869755178638976:0@lo:400:kworker.0 00000100:00100000:0.0:1783145856.021850:0:206060:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178637824 00000100:00100000:1.0:1783145856.021865:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d800ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3651:1869755178638720:0@lo:400:kworker.0 00000100:00100000:2.0:1783145856.021871:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145856.021905:0:206060:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178638080 00000100:00100000:0.0:1783145856.021908:0:206060:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178638080 00000100:00100000:2.0:1783145856.021914:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c760e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3652:1869755178639488:0@lo:400:kworker.0 00000100:00100000:1.0:1783145856.021915:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145856.021924:0:206060:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178637952 00000100:00100000:0.0:1783145856.021928:0:206060:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178637952 00000100:00100000:1.0:1783145856.021946:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c760f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3651:1869755178639232:0@lo:400:kworker.0 00000100:00100000:0.0:1783145856.021952:0:206060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:2.0:1783145856.021963:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145856.021964:0:206060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ebfb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178637824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1783145856.021991:0:206060:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17140288 pending 0 free 3911106560 avail 3679584256 00000100:00100000:1.0:1783145856.021994:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:1.0:1783145856.022007:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce825f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178638080:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783145856.022020:0:204561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178638336 00002000:00000024:1.0:1783145856.022025:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17140288 pending 0 free 3883581440 avail 3652059136 00000100:00100000:2.0:1783145856.022027:0:204561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178638336 00000100:00100000:0.0:1783145856.022034:0:206060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ebfb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178637824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (624us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145856.022040:0:206060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:2.0:1783145856.022071:0:204561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1783145856.022080:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce825f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178638080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145856.022083:0:204561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5911880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178638336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145856.022091:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:1.0:1783145856.022115:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:1.0:1783145856.022138:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178637952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783145856.022146:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17140288 pending 0 free 3883581440 avail 3652059136 00000100:00100000:2.0:1783145856.022152:0:204561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5911880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178638336:12345-0@lo:400:kworker.0 Request processed in 70us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145856.022161:0:204561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1783145856.022182:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178637952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145856.022190:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:2.0:1783145856.022203:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178638848 00000100:00100000:2.0:1783145856.022207:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178638848 00000100:00100000:1.0:1783145856.022222:0:204551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178638208 00000100:00100000:1.0:1783145856.022227:0:204551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178638208 00000100:00100000:2.0:1783145856.022237:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178638592 00000100:00100000:2.0:1783145856.022241:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178638592 00000100:00100000:2.0:1783145856.022268:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178638464 00000100:00100000:2.0:1783145856.022271:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178638464 00000100:00100000:1.0:1783145856.022272:0:204551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1783145856.022282:0:204551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9cd5ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3651:x1869755178638208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145856.022300:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:2.0:1783145856.022311:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178638848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145856.022316:0:204551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9cd5ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3651:x1869755178638208:12345-0@lo:400:kworker.0 Request processed in 34us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145856.022322:0:204551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1783145856.022356:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178639360 00000100:00100000:1.0:1783145856.022359:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178639360 00000100:00100000:2.0:1783145856.022363:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178638848:12345-0@lo:400:kworker.0 Request processed in 53us (747us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145856.022372:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:1.0:1783145856.022377:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8500677285929 time 8500677323258 state 0x0 ref 1 00000100:00100000:1.0:1783145856.022382:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8500677285929 time 8500677323258 state 0x0 ref 1 00000100:00100000:1.0:1783145856.022391:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8500677423258 time 8500677323258 state 0x1 ref 1 00000100:00100000:2.0:1783145856.022397:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:1.0:1783145856.022407:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178639104 00000100:00100000:2.0:1783145856.022408:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce827100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178638592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145856.022410:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178639104 00000100:00100000:1.0:1783145856.022426:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8500677423258 time 8500677323258 state 0x1 ref 2 00000100:00100000:1.0:1783145856.022432:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8500677423258 time 8500677323258 state 0x1 ref 2 00000100:00100000:1.0:1783145856.022443:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178638976 00000100:00100000:1.0:1783145856.022445:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178638976 00000100:00100000:2.0:1783145856.022454:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce827100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178638592:12345-0@lo:400:kworker.0 Request processed in 48us (756us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145856.022455:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8500677423258 time 8500677323258 state 0x1 ref 3 00000100:00100000:2.0:1783145856.022471:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:1.0:1783145856.022472:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8500677423258 time 8500677323258 state 0x1 ref 3 00000100:00100000:1.0:1783145856.022488:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178638720 00000100:00100000:1.0:1783145856.022491:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178638720 00000100:00100000:2.0:1783145856.022494:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:2.0:1783145856.022502:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178638464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145856.022508:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8500677423258 time 8500677323258 state 0x1 ref 4 00000100:00100000:1.0:1783145856.022518:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8500677423258 time 8500677323258 state 0x1 ref 4 00000100:00100000:2.0:1783145856.022534:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178638464:12345-0@lo:400:kworker.0 Request processed in 32us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145856.022534:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178639488 00000100:00100000:1.0:1783145856.022538:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178639488 00000100:00100000:2.0:1783145856.022542:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:1.0:1783145856.022554:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8500677423258 time 8500677323258 state 0x1 ref 5 00000100:00100000:1.0:1783145856.022561:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8500677423258 time 8500677323258 state 0x1 ref 5 00000100:00100000:1.0:1783145856.022572:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8503776549864 time 8503776449864 state 0x1 ref 5 00000100:00100000:1.0:1783145856.022580:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1869755178639360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145856.022618:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1608a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178637952:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783145856.022622:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1869755178639360:12345-0@lo:400:kworker.0 Request processed in 41us (948us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145856.022629:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1783145856.022636:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7609f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178638464:0@lo:400:kworker.0 00000100:00100000:1.0:1783145856.022646:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8503776623857 time 8503776523857 state 0x1 ref 4 00000100:00100000:2.0:1783145856.022655:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d800d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178638848:0@lo:400:kworker.0 00000100:00100000:1.0:1783145856.022656:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce826300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1869755178639104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145856.022680:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c760f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3652:1869755178639360:0@lo:400:kworker.0 00000100:00100000:1.0:1783145856.022690:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce826300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1869755178639104:12345-0@lo:400:kworker.0 Request processed in 35us (920us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145856.022700:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1783145856.022705:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7608380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178638336:0@lo:400:kworker.0 00000100:00100000:1.0:1783145856.022717:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8503776694724 time 8503776594724 state 0x1 ref 3 00000100:00100000:2.0:1783145856.022724:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c5910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178637824:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783145856.022729:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1869755178638976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145856.022762:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1869755178638976:12345-0@lo:400:kworker.0 Request processed in 37us (894us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145856.022767:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1783145856.022772:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d800ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3652:1869755178638976:0@lo:400:kworker.0 00000100:00080000:2.0:1783145856.022828:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783145856.022832:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783145856.022835:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1783145856.022837:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783145856.022842:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145856.022860:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178639232 00000100:00100000:2.0:1783145856.022864:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178639232 00000100:00100000:1.0:1783145856.022875:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1608380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6b9a8718-6228-431e-b216-b4d0ab45a378:3651:1869755178638208:0@lo:400:kworker.0 00000100:00100000:2.0:1783145856.022899:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8503776694724 time 8503776594724 state 0x1 ref 3 00000100:00100000:2.0:1783145856.022912:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8503776694724 time 8503776594724 state 0x1 ref 3 00000100:00100000:1.0:1783145856.022920:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8503776896841 time 8503776796841 state 0x1 ref 3 00000100:00100000:1.0:1783145856.022930:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1869755178638720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145856.022937:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8503776913231 time 8503776813231 state 0x1 ref 3 00000100:00100000:2.0:1783145856.022951:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1869755178639488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145856.022972:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1869755178638720:12345-0@lo:400:kworker.0 Request processed in 42us (1059us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145856.022981:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1783145856.023000:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1869755178639488:12345-0@lo:400:kworker.0 Request processed in 52us (1038us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145856.023010:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 54 00000100:00080000:2.0:1783145856.023037:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783145856.023049:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178638080:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783145856.023055:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8503776913231 time 8503776932134 state 0x0 ref 1 00000100:00100000:1.0:1783145856.023065:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c760bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178638592:0@lo:400:kworker.0 00000100:00100000:2.0:1783145856.023068:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1869755178639232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145856.023082:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d800f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3650:1869755178639104:0@lo:400:kworker.0 00000100:00100000:2.0:1783145856.023104:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1869755178639232:12345-0@lo:400:kworker.0 Request processed in 39us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145856.023110:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1783145856.023113:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8503776913231 time 8503776932134 state 0x2 ref 0 00000100:00100000:1.0:1783145856.023135:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d800ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3651:1869755178638720:0@lo:400:kworker.0 00000100:00100000:1.0:1783145856.023148:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c760f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3651:1869755178639232:0@lo:400:kworker.0 00000100:00100000:2.0:1783145856.023278:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c760e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3652:1869755178639488:0@lo:400:kworker.0 00010000:00010000:2.0:1783145856.469251:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145857.045352:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce824e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178639616:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783145857.045416:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145857.045468:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178639616 00000100:00100000:1.0:1783145857.045478:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178639616 00000100:00100000:1.0:1783145857.045541:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:1.0:1783145857.045554:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178639616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783145857.045579:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17140288 pending 0 free 3911106560 avail 3679584256 00000100:00100000:1.0:1783145857.045646:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178639616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145857.045656:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:2.0:1783145857.045698:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce824e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178639616:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1783145857.493274:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145858.042846:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145858.042905:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145858.042907:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188147456 00000100:00100000:1.0:1783145858.042926:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188147456 00000100:00100000:0.0:1783145858.042962:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145858.042970:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8503776913231 time 8503776932134 state 0x0 ref 1 00000100:00100000:1.0:1783145858.042978:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8503776913231 time 8503776932134 state 0x0 ref 1 00000100:00100000:2.0:1783145858.042980:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188147712 00000100:00100000:2.0:1783145858.042988:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188147712 00000100:00100000:1.0:1783145858.042993:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8503777032134 time 8503776932134 state 0x1 ref 1 00000100:00100000:0.0:1783145858.043003:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145858.043025:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8503777032134 time 8505796901748 state 0x0 ref 1 00000100:00100000:2.0:1783145858.043033:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188147840 00000100:00100000:2.0:1783145858.043038:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188147840 00000100:00100000:1.0:1783145858.043040:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce824700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2409:x1869755188147456:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145858.043048:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145858.043076:0:207255:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188148224 00000100:00100000:2.0:1783145858.043081:0:207255:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188148224 00000100:00100000:0.0:1783145858.043085:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145858.043155:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 340 00000100:00100000:2.0:1783145858.043168:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce827b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2409:x1869755188147840:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145858.043178:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145858.043230:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce824700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2409:x1869755188147456:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 190us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145858.043235:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145858.043239:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce827b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2409:x1869755188147840:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 73us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145858.043247:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 56 00000100:00100000:2.0:1783145858.043252:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 340 00000100:00100000:1.0:1783145858.043254:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8503777032134 time 8505796901748 state 0x2 ref 0 00000100:00100000:2.0:1783145858.043280:0:207255:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2933 00000100:00100000:1.0:1783145858.043280:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188148096 00000100:00100000:1.0:1783145858.043285:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188148096 00000100:00100000:2.0:1783145858.043294:0:207255:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce827480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2406:x1869755188147712:12345-192.168.203.44@tcp:9:kworker.0 00000100:00100000:1.0:1783145858.043305:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8503777032134 time 8505796901748 state 0x0 ref 1 00000100:00100000:1.0:1783145858.043310:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8503777032134 time 8505796901748 state 0x0 ref 1 00000020:00000080:2.0:1783145858.043315:0:207255:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x38bddee366877d48 00000100:00100000:0.0:1783145858.043321:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145858.043326:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8505797001748 time 8505796901748 state 0x1 ref 1 00000100:00080000:2.0:1783145858.043328:0:207255:0:(import.c:65:import_set_state_nolock()) ffff9be8c67a0000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1783145858.043342:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188147584 00000100:00100000:1.0:1783145858.043345:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188147584 00000100:00100000:1.0:1783145858.043363:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8505797001748 time 8505796901748 state 0x1 ref 2 00000100:00100000:1.0:1783145858.043369:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8505797001748 time 8505796901748 state 0x1 ref 2 00000100:00100000:1.0:1783145858.043378:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188147968 00000100:00100000:1.0:1783145858.043380:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188147968 00000001:00000004:2.0:1783145858.043382:0:207255:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589936275 00000100:00100000:1.0:1783145858.043397:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8505797001748 time 8505796901748 state 0x1 ref 3 00000100:00100000:1.0:1783145858.043404:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8505797001748 time 8505796901748 state 0x1 ref 3 00000100:00100000:0.0:1783145858.043416:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188148352 00000100:00100000:1.0:1783145858.043420:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8505797396984 time 8505797296984 state 0x1 ref 3 00000100:00100000:0.0:1783145858.043424:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188148352 00000100:00100000:1.0:1783145858.043435:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce824380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+5:2409:x1869755188148096:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145858.043467:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 341 00000100:00100000:0.0:1783145858.043476:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce826680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b832727d-edc7-457c-aba4-c59935e6a58f+8:2410:x1869755188148352:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145858.043485:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce824380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+5:2409:x1869755188148096:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 51us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145858.043496:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 57 00000100:00100000:1.0:1783145858.043522:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8505797499995 time 8505797399995 state 0x1 ref 2 00000100:00100000:1.0:1783145858.043535:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce824000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2410:x1869755188147584:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145858.043552:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce826680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b832727d-edc7-457c-aba4-c59935e6a58f+8:2410:x1869755188148352:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 67us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145858.043559:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 341 00000100:00100000:2.0:1783145858.043569:0:207255:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce827480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+2:2406:x1869755188147712:12345-192.168.203.44@tcp:9:kworker.0 Request processed in 276us (661us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145858.043574:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce824000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2410:x1869755188147584:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 40us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145858.043583:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2934 00000100:00100000:1.0:1783145858.043588:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 58 00000100:00100000:2.0:1783145858.043595:0:207255:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2933 00000100:00100000:0.0:1783145858.043597:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce826d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b832727d-edc7-457c-aba4-c59935e6a58f+5:2406:x1869755188148224:12345-192.168.203.44@tcp:9:kworker.0 00000100:00100000:1.0:1783145858.043610:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8505797499995 time 8505797486989 state 0x0 ref 1 00000020:00000080:0.0:1783145858.043611:0:206058:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x38bddee3668784e2 00000100:00080000:2.0:1783145858.043622:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783145858.043625:0:206058:0:(import.c:65:import_set_state_nolock()) ffff9be8c67a3800 : changing import state from FULL to CLOSED 00000100:00080000:2.0:1783145858.043628:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783145858.043633:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce826a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+20:2410:x1869755188147968:12345-192.168.203.44@tcp:400:kworker.0 00000100:00080000:2.0:1783145858.043634:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1783145858.043638:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783145858.043655:0:204549:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188147328 00000100:00100000:2.0:1783145858.043659:0:204549:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188147328 00000001:00000004:0.0:1783145858.043660:0:206058:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589936275 00000100:00100000:2.0:1783145858.043701:0:204549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 295 00000100:00100000:2.0:1783145858.043713:0:204549:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9cd5aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2410:x1869755188147328:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145858.043748:0:204549:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9cd5aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2410:x1869755188147328:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 37us (784us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145858.043760:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce826a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+20:2410:x1869755188147968:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 134us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145858.043767:0:204549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 295 00000100:00100000:0.0:1783145858.043768:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce826d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b832727d-edc7-457c-aba4-c59935e6a58f+2:2406:x1869755188148224:12345-192.168.203.44@tcp:9:kworker.0 Request processed in 171us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145858.043775:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 59 00000100:00100000:1.0:1783145858.043782:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8505797499995 time 8505797486989 state 0x2 ref 0 00000100:00100000:0.0:1783145858.043783:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2934 00010000:00010000:2.0:1783145858.043811:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145858.043845:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145858.517286:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145859.541271:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145859.605313:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783145859.605336:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce825500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178639744:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783145859.605407:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145859.605459:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178639744 00000100:00100000:0.0:1783145859.605469:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178639744 00000100:00100000:0.0:1783145859.605529:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1783145859.605542:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5913b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178639744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783145859.605578:0:228897:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445433344 avail 1299193856 00000100:00100000:0.0:1783145859.605638:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5913b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178639744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145859.605647:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:2.0:1783145859.605673:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce825500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178639744:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1783145860.565298:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145860.602540:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145860.602582:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145860.602632:0:204561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188148480 00000100:00100000:0.0:1783145860.602632:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145860.602644:0:204561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188148480 00000100:00100000:1.0:1783145860.602656:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188148608 00000100:00100000:1.0:1783145860.602663:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188148608 00000100:00100000:0.0:1783145860.602687:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188148736 00000100:00100000:0.0:1783145860.602692:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188148736 00000100:00100000:2.0:1783145860.602735:0:204561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 673 00000100:00100000:0.0:1783145860.602746:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 674 00000100:00100000:2.0:1783145860.602752:0:204561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce825500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b832727d-edc7-457c-aba4-c59935e6a58f+21:2410:x1869755188148480:12345-192.168.203.44@tcp:63:ll_sa.0 00000100:00100000:1.0:1783145860.602757:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 675 00000100:00100000:0.0:1783145860.602762:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce824e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2408:x1869755188148608:12345-192.168.203.44@tcp:63:ll_sa.0 00000100:00100000:1.0:1783145860.602768:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8f8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b832727d-edc7-457c-aba4-c59935e6a58f+21:2410:x1869755188148736:12345-192.168.203.44@tcp:63:ll_sa.0 00010000:00010000:2.0:1783145860.602795:0:204561:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783145860.602795:0:204579:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783145860.602796:0:204560:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783145860.602872:0:204561:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc600/0x38bddee366895b47 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b8be expref: -99 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145860.602873:0:204579:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50600/0x38bddee366895b4e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b8c5 expref: -99 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145860.602873:0:204560:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee366895b55 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x91d81fafb679b8b7 expref: -99 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145860.602946:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee366895b5c lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145860.602951:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366895b63 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145860.602951:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee366895b6a lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145860.602965:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee366895b5c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145860.602985:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee366895b5c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145860.602985:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee366895b6a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145860.602996:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee366895b6a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145860.602999:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366895b63 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145860.603019:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366895b63 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145860.603020:0:204579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50800/0x38bddee366895b71 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x141795a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145860.603020:0:204560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366895b78 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145860.603042:0:204579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50800/0x38bddee366895b71 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145860.603042:0:204560:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366895b78 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145860.603051:0:204561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366895b7f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x936b95a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145860.603053:0:204579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50800/0x38bddee366895b71 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145860.603059:0:204560:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366895b78 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145860.603077:0:204561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366895b7f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x936b95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145860.603090:0:204561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366895b7f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x936b95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145860.603106:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee366895b5c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145860.603116:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee366895b5c lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145860.603150:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee366895b5c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145860.603157:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee366895b6a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145860.603165:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee366895b6a lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145860.603173:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee366895b6a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145860.603175:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366895b63 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145860.603188:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366895b63 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145860.603196:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366895b63 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145860.603197:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d51a00 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145860.603197:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145860.603205:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee366895b5c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145860.603205:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee366895b6a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145860.603217:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dc800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145860.603218:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee366895b5c lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145860.603218:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee366895b6a lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145860.603226:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366895b63 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145860.603239:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145860.603244:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145860.603249:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145860.603251:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366895b63 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145860.603251:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee366895b5c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145860.603253:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145860.603257:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee366895b6a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145860.603272:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d51a00/0x38bddee366895b5c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145860.603276:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e200/0x38bddee366895b6a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145860.603282:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145860.603288:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145860.603290:0:204579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50800/0x38bddee366895b71 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145860.603290:0:204560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366895b78 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145860.603293:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366895b63 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145860.603302:0:204560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366895b78 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145860.603303:0:204579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50800/0x38bddee366895b71 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145860.603314:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc800/0x38bddee366895b63 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145860.603318:0:204560:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366895b78 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145860.603319:0:204579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50800/0x38bddee366895b71 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145860.603332:0:204579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d4d50800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:0.0:1783145860.603332:0:204560:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8d696e800 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:1.0:1783145860.603337:0:204579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50800/0x38bddee366895b71 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145860.603337:0:204560:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366895b78 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145860.603346:0:204579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50800/0x38bddee366895b71 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145860.603346:0:204560:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366895b78 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145860.603355:0:204561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366895b7f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x936b95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145860.603359:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x145c0a8 (ffff9be9d51acd00) 00010000:00010000:1.0:1783145860.603360:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x141795a8 (ffff9be8d2cdcd00) 00010000:00010000:0.0:1783145860.603365:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145860.603366:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783145860.603370:0:204560:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366895b78 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145860.603371:0:204579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50800/0x38bddee366895b71 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145860.603376:0:204561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366895b7f lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x936b95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145860.603382:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50800/0x38bddee366895b71 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x141795a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204579 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145860.603389:0:204561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366895b7f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x936b95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145860.603393:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696e800/0x38bddee366895b78 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204560 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145860.603403:0:204561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9be8cd5dc200 already unused, calling callback (ffffffffc1a944f0) 00010000:00010000:2.0:1783145860.603409:0:204561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366895b7f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x936b95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145860.603418:0:204561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366895b7f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x25:0x0].0x936b95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145860.603424:0:204579:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50600/0x38bddee366895b4e lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b8c5 expref: 23 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145860.603425:0:204560:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee366895b55 lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b8b7 expref: 12 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145860.603434:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x936b95a8 (ffff9be9ca6eba00) 00010000:00010000:2.0:1783145860.603440:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783145860.603442:0:204579:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145860.603445:0:204561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366895b7f lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x936b95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145860.603447:0:204579:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1783145860.603452:0:204560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:1.0:1783145860.603455:0:204579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d4d50600/0x38bddee366895b4e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b8c5 expref: 23 pid: 204579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145860.603458:0:204560:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1783145860.603463:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc200/0x38bddee366895b7f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x25:0x0].0x936b95a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783145860.603465:0:204560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8d696f200/0x38bddee366895b55 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b8b7 expref: 12 pid: 204560 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783145860.603470:0:204579:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d4d50600, rc -2) 00010000:00010000:0.0:1783145860.603494:0:204560:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8d696f200, rc -2) 00010000:00010000:2.0:1783145860.603515:0:204561:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc600/0x38bddee366895b47 lrc: 1/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b8be expref: 22 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783145860.603528:0:204561:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x25:0x0].0x0 (ffff9be8c65ed700) 00010000:00010000:2.0:1783145860.603535:0:204561:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:1.0:1783145860.603535:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8f8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:b832727d-edc7-457c-aba4-c59935e6a58f+22:2410:x1869755188148736:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 764us (901us total) trans 0 rc -2/-2 00000100:00100000:0.0:1783145860.603535:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce824e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2408:x1869755188148608:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 775us (953us total) trans 0 rc -2/-2 00010000:00010000:2.0:1783145860.603545:0:204561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9be8cd5dc600/0x38bddee366895b47 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x25:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x91d81fafb679b8be expref: 22 pid: 204561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783145860.603552:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 674 00000100:00100000:1.0:1783145860.603563:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 675 00010000:00010000:2.0:1783145860.603579:0:204561:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9be8cd5dc600, rc -2) 00000100:00080000:0.0:1783145860.603584:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783145860.603619:0:204561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce825500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:b832727d-edc7-457c-aba4-c59935e6a58f+20:2410:x1869755188148480:12345-192.168.203.44@tcp:63:ll_sa.0 Request processed in 872us (1086us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783145860.603630:0:204561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 673 00000100:00100000:0.0:1783145860.629389:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c5910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178639872:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783145860.629468:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145860.629532:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178639872 00000100:00100000:2.0:1783145860.629542:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178639872 00000100:00100000:2.0:1783145860.629610:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:2.0:1783145860.629623:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8e64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1869755178639872:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783145860.629661:0:204560:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445117952 avail 1298878464 00000100:00100000:2.0:1783145860.629716:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8e64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1869755178639872:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145860.629725:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1783145860.629778:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c5910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178639872:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783145861.141290:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178640000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783145861.141295:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c760ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178640384:0@lo:400:kworker.0 00000100:00100000:1.0:1783145861.141376:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145861.141377:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145861.141419:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c5910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6b9a8718-6228-431e-b216-b4d0ab45a378:3650:1869755178640256:0@lo:400:kworker.0 00000100:00100000:0.0:1783145861.141450:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d800ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178640896:0@lo:400:kworker.0 00000100:00100000:1.0:1783145861.141451:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c760e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178640512:0@lo:400:kworker.0 00000100:00100000:2.0:1783145861.141467:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145861.141500:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145861.141508:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178640128:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783145861.141519:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c760f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178640640:0@lo:400:kworker.0 00000100:00100000:0.0:1783145861.141536:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c760bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3652:1869755178641408:0@lo:400:kworker.0 00000100:00100000:1.0:1783145861.141546:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145861.141559:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145861.141575:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c760f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3651:1869755178640768:0@lo:400:kworker.0 00000100:00100000:0.0:1783145861.141589:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145861.141593:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d800ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3650:1869755178641152:0@lo:400:kworker.0 00000100:00100000:1.0:1783145861.141609:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145861.141640:0:204548:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178640256 00000100:00100000:0.0:1783145861.141641:0:206060:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178640000 00000100:00100000:2.0:1783145861.141647:0:204548:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178640256 00000100:00100000:0.0:1783145861.141648:0:206060:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178640000 00000100:00100000:1.0:1783145861.141657:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d800d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3651:1869755178641280:0@lo:400:kworker.0 00000100:00100000:1.0:1783145861.141693:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145861.141703:0:206060:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178640128 00000100:00100000:2.0:1783145861.141704:0:204548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1783145861.141707:0:206060:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178640128 00000100:00100000:2.0:1783145861.141719:0:204548:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9cd5ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3650:x1869755178640256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145861.141719:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1608380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178641792:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783145861.141730:0:206060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:0.0:1783145861.141740:0:206060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1869755178640000:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783145861.141752:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1783145861.141766:0:206060:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17140288 pending 0 free 3883581440 avail 3652059136 00000100:00100000:2.0:1783145861.141783:0:204548:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9cd5ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3650:x1869755178640256:12345-0@lo:400:kworker.0 Request processed in 68us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145861.141791:0:204548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:1.0:1783145861.141793:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178641792 00000100:00100000:1.0:1783145861.141800:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178641792 00000100:00100000:0.0:1783145861.141818:0:206060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1869755178640000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145861.141828:0:206060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00100000:2.0:1783145861.141839:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:1.0:1783145861.141860:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:2.0:1783145861.141866:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178640128:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783145861.141872:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178641792:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783145861.141877:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178640896 00000100:00100000:0.0:1783145861.141881:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178640896 00002000:00000024:1.0:1783145861.141885:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17140288 pending 0 free 3883581440 avail 3652059136 00002000:00000024:2.0:1783145861.141894:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:0.0:1783145861.141909:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178640640 00000100:00100000:0.0:1783145861.141913:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178640640 00000100:00100000:1.0:1783145861.141933:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3651:x1869755178641792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145861.141941:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:0.0:1783145861.141945:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1783145861.141949:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3651:x1869755178640128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145861.141958:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:3652:x1869755178640896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145861.141963:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00100000:1.0:1783145861.141980:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:1.0:1783145861.141993:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1608a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178640640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145861.141999:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178640896:12345-0@lo:400:kworker.0 Request processed in 44us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145861.142007:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1783145861.142013:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178641408 00000100:00100000:2.0:1783145861.142019:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178641408 00000100:00080000:0.0:1783145861.142036:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783145861.142043:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783145861.142044:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8505797499995 time 8505797486989 state 0x0 ref 1 00000100:00080000:0.0:1783145861.142048:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783145861.142054:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1608a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178640640:12345-0@lo:400:kworker.0 Request processed in 60us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145861.142055:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8505797499995 time 8505797486989 state 0x0 ref 1 00000100:00100000:0.0:1783145861.142066:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178640384 00000100:00100000:0.0:1783145861.142072:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178640384 00000100:00100000:1.0:1783145861.142074:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:2.0:1783145861.142079:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8505797586989 time 8505797486989 state 0x1 ref 1 00000100:00100000:2.0:1783145861.142104:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178640768 00000100:00100000:2.0:1783145861.142108:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178640768 00000100:00100000:0.0:1783145861.142113:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:1.0:1783145861.142116:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178641280 00000100:00100000:1.0:1783145861.142141:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178641280 00000100:00100000:0.0:1783145861.142146:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178640384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145861.142151:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8505797586989 time 8505797486989 state 0x1 ref 2 00000100:00100000:2.0:1783145861.142160:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8505797586989 time 8505797486989 state 0x1 ref 2 00000100:00100000:1.0:1783145861.142169:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8505797586989 time 8505797486989 state 0x1 ref 3 00000100:00100000:1.0:1783145861.142181:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8505797586989 time 8505797486989 state 0x1 ref 3 00000100:00100000:0.0:1783145861.142187:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178640384:12345-0@lo:400:kworker.0 Request processed in 66us (820us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145861.142192:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8508896167289 time 8508896067289 state 0x1 ref 3 00000100:00100000:0.0:1783145861.142198:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:1.0:1783145861.142202:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8508896179384 time 8508896079384 state 0x1 ref 3 00000100:00100000:2.0:1783145861.142208:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1869755178641408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145861.142217:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1869755178640768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145861.142258:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d800ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178640896:0@lo:400:kworker.0 00000100:00100000:2.0:1783145861.142263:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1869755178641408:12345-0@lo:400:kworker.0 Request processed in 57us (674us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145861.142270:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1869755178640768:12345-0@lo:400:kworker.0 Request processed in 57us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145861.142276:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1783145861.142285:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c760bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3652:1869755178641408:0@lo:400:kworker.0 00000100:00100000:1.0:1783145861.142286:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1783145861.142300:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8508896179384 time 8508896176856 state 0x0 ref 1 00000100:00100000:0.0:1783145861.142308:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c760ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178640384:0@lo:400:kworker.0 00000100:00100000:2.0:1783145861.142318:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1869755178641280:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1783145861.142322:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783145861.142340:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145861.142357:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1869755178641280:12345-0@lo:400:kworker.0 Request processed in 45us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145861.142365:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1783145861.142369:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8508896179384 time 8508896176856 state 0x2 ref 0 00000100:00100000:1.0:1783145861.142377:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d800f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178641024:0@lo:400:kworker.0 00000100:00100000:0.0:1783145861.142384:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178640128:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783145861.142401:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c760f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3651:1869755178640768:0@lo:400:kworker.0 00000100:00100000:1.0:1783145861.142411:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145861.142420:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d800d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3651:1869755178641280:0@lo:400:kworker.0 00000100:00100000:2.0:1783145861.142426:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145861.142435:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7608380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3653:1869755178641536:0@lo:400:kworker.0 00000100:00100000:0.0:1783145861.142446:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1608380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178641792:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783145861.142458:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7609f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3650:1869755178641664:0@lo:400:kworker.0 00000100:00100000:1.0:1783145861.142465:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145861.142495:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145861.142499:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178640512 00000100:00100000:0.0:1783145861.142503:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178640512 00000100:00100000:1.0:1783145861.142510:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178640000:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783145861.142542:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c5910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6b9a8718-6228-431e-b216-b4d0ab45a378:3650:1869755178640256:0@lo:400:kworker.0 00000100:00100000:0.0:1783145861.142546:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178641024 00000100:00100000:1.0:1783145861.142549:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178641152 00000100:00100000:0.0:1783145861.142551:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178641024 00000100:00100000:1.0:1783145861.142556:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178641152 00000100:00100000:2.0:1783145861.142562:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c760f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178640640:0@lo:400:kworker.0 00000100:00100000:1.0:1783145861.142576:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8508896179384 time 8508896176856 state 0x0 ref 1 00000100:00100000:0.0:1783145861.142582:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1783145861.142584:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8508896179384 time 8508896176856 state 0x0 ref 1 00000100:00100000:0.0:1783145861.142595:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178640512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145861.142596:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8508896276856 time 8508896176856 state 0x1 ref 1 00000100:00100000:2.0:1783145861.142606:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1783145861.142618:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3653:x1869755178641024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145861.142629:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178641536 00000100:00100000:1.0:1783145861.142634:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178641536 00000100:00100000:0.0:1783145861.142651:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178640512:12345-0@lo:400:kworker.0 Request processed in 60us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145861.142659:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8508896276856 time 8508896176856 state 0x1 ref 2 00000100:00100000:0.0:1783145861.142660:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:2.0:1783145861.142666:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3653:x1869755178641024:12345-0@lo:400:kworker.0 Request processed in 50us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145861.142677:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1783145861.142679:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8508896276856 time 8508896176856 state 0x1 ref 2 00000100:00100000:1.0:1783145861.142703:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178641664 00000100:00100000:1.0:1783145861.142706:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178641664 00000100:00100000:0.0:1783145861.142709:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8508896685261 time 8508896585261 state 0x1 ref 2 00000100:00100000:2.0:1783145861.142720:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8508896685261 time 8508896595959 state 0x0 ref 2 00000100:00100000:0.0:1783145861.142725:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1869755178641152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145861.142731:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8508896685261 time 8508896595959 state 0x0 ref 3 00000100:00100000:2.0:1783145861.142739:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1869755178641536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145861.142747:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8508896695959 time 8508896595959 state 0x1 ref 3 00000100:00100000:1.0:1783145861.142762:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8508896695959 time 8508896640699 state 0x0 ref 3 00000100:00100000:0.0:1783145861.142773:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1869755178641152:12345-0@lo:400:kworker.0 Request processed in 52us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145861.142778:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1869755178641664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145861.142784:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1783145861.142788:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1869755178641536:12345-0@lo:400:kworker.0 Request processed in 54us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145861.142796:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1783145861.142827:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c760e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178640512:0@lo:400:kworker.0 00000100:00100000:1.0:1783145861.142838:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1869755178641664:12345-0@lo:400:kworker.0 Request processed in 66us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145861.142863:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1783145861.142867:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d800ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3650:1869755178641152:0@lo:400:kworker.0 00000100:00100000:0.0:1783145861.142868:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d800f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178641024:0@lo:400:kworker.0 00000100:00100000:1.0:1783145861.142873:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8508896695959 time 8508896640699 state 0x2 ref 0 00000100:00100000:0.0:1783145861.142894:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7608380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3653:1869755178641536:0@lo:400:kworker.0 00000100:00100000:2.0:1783145861.142903:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7609f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3650:1869755178641664:0@lo:400:kworker.0 00000100:00080000:1.0:1783145861.142913:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783145861.142919:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783145861.142923:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1783145861.589286:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145862.165289:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1608380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178641920:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783145862.165357:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145862.165392:0:206060:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178641920 00000100:00100000:2.0:1783145862.165400:0:206060:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178641920 00000100:00100000:2.0:1783145862.165447:0:206060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:2.0:1783145862.165462:0:206060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178641920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783145862.165485:0:206060:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:2.0:1783145862.165554:0:206060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178641920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145862.165563:0:206060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:0.0:1783145862.165586:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1608380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178641920:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1783145862.613277:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145863.162687:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145863.162721:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145863.162739:0:204551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188148864 00000100:00100000:1.0:1783145863.162749:0:204551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188148864 00000100:00100000:0.0:1783145863.162757:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145863.162786:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188148992 00000100:00100000:2.0:1783145863.162793:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188148992 00000100:00100000:1.0:1783145863.162808:0:204551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 297 00000100:00100000:0.0:1783145863.162813:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145863.162823:0:204551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9cd5abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2410:x1869755188148864:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145863.162848:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8508896695959 time 8508896640699 state 0x0 ref 1 00000100:00100000:2.0:1783145863.162858:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8508896695959 time 8508896640699 state 0x0 ref 1 00000100:00100000:0.0:1783145863.162864:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145863.162872:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8508896740699 time 8508896640699 state 0x1 ref 1 00000100:00100000:2.0:1783145863.162896:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188149120 00000100:00100000:2.0:1783145863.162900:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188149120 00000100:00100000:1.0:1783145863.162908:0:204551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9cd5abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2410:x1869755188148864:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 89us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145863.162918:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8508896740699 time 8508896640699 state 0x1 ref 2 00000100:00100000:0.0:1783145863.162918:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145863.162920:0:204551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 297 00000100:00100000:2.0:1783145863.162932:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8508896740699 time 8508896640699 state 0x1 ref 2 00000100:00100000:2.0:1783145863.162948:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188149376 00000100:00100000:2.0:1783145863.162951:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188149376 00000100:00080000:1.0:1783145863.162962:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783145863.162968:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783145863.162970:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8508896740699 time 8508896640699 state 0x1 ref 3 00000100:00100000:2.0:1783145863.162981:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8508896740699 time 8508896640699 state 0x1 ref 3 00000100:00100000:1.0:1783145863.162986:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188149504 00000100:00100000:1.0:1783145863.162991:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188149504 00000100:00100000:2.0:1783145863.163001:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8510916977642 time 8510916877642 state 0x1 ref 3 00000100:00100000:1.0:1783145863.163015:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8510916977642 time 8510916877642 state 0x1 ref 4 00000100:00100000:2.0:1783145863.163017:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1608380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2409:x1869755188148992:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145863.163028:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8510916977642 time 8510916877642 state 0x1 ref 4 00000100:00100000:0.0:1783145863.163036:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145863.163056:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8510917034473 time 8510916934473 state 0x1 ref 4 00000100:00100000:1.0:1783145863.163068:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c760e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2410:x1869755188149120:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145863.163076:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8510917051129 time 8510916951129 state 0x1 ref 4 00000100:00100000:2.0:1783145863.163093:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1608380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2409:x1869755188148992:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 80us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145863.163095:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c760f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+20:2409:x1869755188149376:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145863.163102:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c760e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2410:x1869755188149120:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 35us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145863.163109:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 66 00000100:00100000:1.0:1783145863.163151:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 67 00000100:00100000:0.0:1783145863.163204:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c760f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+20:2409:x1869755188149376:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 104us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145863.163206:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8510917051129 time 8510917082629 state 0x0 ref 2 00000100:00100000:0.0:1783145863.163215:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 68 00000100:00100000:2.0:1783145863.163220:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c760ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+5:2410:x1869755188149504:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145863.163252:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188149248 00000100:00100000:2.0:1783145863.163256:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c760ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+5:2410:x1869755188149504:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 39us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145863.163257:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188149248 00000100:00100000:2.0:1783145863.163265:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 69 00000100:00100000:2.0:1783145863.163270:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8510917051129 time 8510917082629 state 0x2 ref 0 00000100:00080000:1.0:1783145863.163278:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783145863.163282:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783145863.163289:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188149632 00000100:00100000:0.0:1783145863.163294:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188149632 00000100:00100000:1.0:1783145863.163310:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2935 00000100:00100000:1.0:1783145863.163324:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c760f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2406:x1869755188149248:12345-192.168.203.44@tcp:9:kworker.0 00000100:00100000:2.0:1783145863.163331:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 346 00000100:00100000:2.0:1783145863.163344:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7609f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b832727d-edc7-457c-aba4-c59935e6a58f+8:2409:x1869755188149632:12345-192.168.203.44@tcp:400:kworker.0 00000020:00000080:1.0:1783145863.163353:0:228898:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x38bddee366877ced 00000100:00080000:1.0:1783145863.163365:0:228898:0:(import.c:65:import_set_state_nolock()) ffff9be8d3c99800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1783145863.163394:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7609f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b832727d-edc7-457c-aba4-c59935e6a58f+8:2409:x1869755188149632:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 52us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145863.163403:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 346 00000001:00000004:1.0:1783145863.163412:0:228898:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589935567 00000100:00080000:0.0:1783145863.163427:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1783145863.163440:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145863.163603:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c760f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+2:2406:x1869755188149248:12345-192.168.203.44@tcp:9:kworker.0 Request processed in 284us (796us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145863.163609:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2935 00010000:00010000:2.0:1783145863.637280:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1783145864.214147:0:206052:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b832727d-edc7-457c-aba4-c59935e6a58f 00000020:00000080:2.0:1783145864.214157:0:206052:0:(genops.c:906:class_export_put()) final put ffff9be8c67a6800/b832727d-edc7-457c-aba4-c59935e6a58f 00000001:00100000:2.0:1783145864.214174:0:206052:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 275b1235-b8f5-4ce3-8a3a-d483c556f740 00000020:00000080:2.0:1783145864.214176:0:206052:0:(genops.c:906:class_export_put()) final put ffff9be8c67a6000/275b1235-b8f5-4ce3-8a3a-d483c556f740 00000020:00000080:0.0:1783145864.214193:0:217452:0:(genops.c:865:class_export_destroy()) destroying export ffff9be8c67a6800/b832727d-edc7-457c-aba4-c59935e6a58f for lustre-OST0000 00000020:00000080:0.0:1783145864.214274:0:217452:0:(genops.c:865:class_export_destroy()) destroying export ffff9be8c67a6000/275b1235-b8f5-4ce3-8a3a-d483c556f740 for lustre-OST0000 00000020:00000080:0.0:1783145864.214327:0:217452:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9be8c67a3800 for lustre-OST0000 00000020:00000080:0.0:1783145864.214333:0:217452:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9be8c67a0000 for lustre-OST0000 00010000:00010000:2.0:1783145864.661280:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145864.725274:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7608380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178642048:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783145864.725342:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145864.725384:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178642048 00000100:00100000:2.0:1783145864.725393:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178642048 00000100:00100000:2.0:1783145864.725447:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:2.0:1783145864.725457:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178642048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783145864.725486:0:204579:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445433344 avail 1299193856 00000100:00100000:2.0:1783145864.725538:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178642048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145864.725545:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:1.0:1783145864.725582:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7608380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178642048:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1783145865.685290:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145865.749283:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178642176:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783145865.749352:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145865.749395:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178642176 00000100:00100000:1.0:1783145865.749404:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178642176 00000100:00100000:1.0:1783145865.749452:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:1.0:1783145865.749462:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c760bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3650:x1869755178642176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783145865.749501:0:228897:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445117952 avail 1298878464 00000100:00100000:1.0:1783145865.749564:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c760bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3650:x1869755178642176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145865.749573:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:0.0:1783145865.749605:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178642176:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783145866.261303:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178642432:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783145866.261335:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178642304:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783145866.261376:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145866.261396:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7608380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6b9a8718-6228-431e-b216-b4d0ab45a378:3653:1869755178642560:0@lo:400:kworker.0 00000100:00100000:2.0:1783145866.261414:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d800ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178642688:0@lo:400:kworker.0 00000100:00100000:1.0:1783145866.261444:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d800f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178642816:0@lo:400:kworker.0 00000100:00100000:0.0:1783145866.261453:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145866.261460:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145866.261489:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145866.261517:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d800ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3650:1869755178643200:0@lo:400:kworker.0 00000100:00100000:0.0:1783145866.261526:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d800d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178643072:0@lo:400:kworker.0 00000100:00100000:1.0:1783145866.261533:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1957b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178643328:0@lo:400:kworker.0 00000100:00100000:2.0:1783145866.261552:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145866.261567:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145866.261573:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145866.261580:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1956680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3650:1869755178643712:0@lo:400:kworker.0 00000100:00100000:0.0:1783145866.261605:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1956300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178643584:0@lo:400:kworker.0 00000100:00100000:1.0:1783145866.261608:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d6c06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3651:1869755178643840:0@lo:400:kworker.0 00000100:00100000:2.0:1783145866.261617:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145866.261641:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7aeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3650:1869755178644224:0@lo:400:kworker.0 00000100:00100000:0.0:1783145866.261658:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145866.261660:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145866.261684:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178643200 00000100:00100000:2.0:1783145866.261692:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178643200 00000100:00100000:0.0:1783145866.261699:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3653:1869755178644096:0@lo:400:kworker.0 00000100:00100000:1.0:1783145866.261719:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178642432 00000100:00100000:2.0:1783145866.261724:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8510917051129 time 8510917082629 state 0x0 ref 1 00000100:00100000:1.0:1783145866.261725:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178642432 00000100:00100000:2.0:1783145866.261737:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8510917051129 time 8510917082629 state 0x0 ref 1 00000100:00100000:0.0:1783145866.261737:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145866.261754:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8510917182629 time 8510917082629 state 0x1 ref 1 00000100:00100000:0.0:1783145866.261779:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783145866.261780:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178643712 00000100:00100000:1.0:1783145866.261785:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:2.0:1783145866.261786:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178643712 00000100:00100000:0.0:1783145866.261793:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c65d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3653:1869755178643968:0@lo:400:kworker.0 00000100:00100000:1.0:1783145866.261800:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178642432:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783145866.261804:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8510917182629 time 8510917082629 state 0x1 ref 2 00000100:00100000:2.0:1783145866.261827:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8510917182629 time 8510917082629 state 0x1 ref 2 00000100:00100000:2.0:1783145866.261837:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178643840 00000100:00100000:2.0:1783145866.261843:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178643840 00002000:00000024:1.0:1783145866.261844:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:0.0:1783145866.261844:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145866.261861:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8510917182629 time 8510917082629 state 0x1 ref 3 00000100:00100000:2.0:1783145866.261871:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8510917182629 time 8510917082629 state 0x1 ref 3 00000100:00100000:2.0:1783145866.261882:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178644096 00000100:00100000:2.0:1783145866.261885:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178644096 00000100:00100000:1.0:1783145866.261896:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178642432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145866.261902:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8510917182629 time 8510917082629 state 0x1 ref 4 00000100:00100000:0.0:1783145866.261902:0:204549:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178642560 00000100:00100000:1.0:1783145866.261907:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00100000:0.0:1783145866.261910:0:204549:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178642560 00000100:00100000:2.0:1783145866.261918:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8510917182629 time 8510917082629 state 0x1 ref 4 00000100:00100000:2.0:1783145866.261931:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178643968 00000100:00100000:2.0:1783145866.261934:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178643968 00000100:00100000:1.0:1783145866.261942:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178642688 00000100:00100000:1.0:1783145866.261946:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178642688 00000100:00100000:2.0:1783145866.261951:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8510917182629 time 8510917082629 state 0x1 ref 5 00000100:00100000:2.0:1783145866.261960:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8510917182629 time 8510917082629 state 0x1 ref 5 00000100:00100000:0.0:1783145866.261966:0:204549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:0.0:1783145866.261978:0:204549:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9cd5aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3653:x1869755178642560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145866.261980:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8514015955938 time 8514015855938 state 0x1 ref 5 00000100:00100000:1.0:1783145866.261984:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178643328 00000100:00100000:1.0:1783145866.261990:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178643328 00000100:00100000:2.0:1783145866.261999:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1869755178643200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145866.262023:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1783145866.262035:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178642688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145866.262043:0:204549:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9cd5aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3653:x1869755178642560:12345-0@lo:400:kworker.0 Request processed in 66us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145866.262048:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1869755178643200:12345-0@lo:400:kworker.0 Request processed in 51us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145866.262057:0:204549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:2.0:1783145866.262069:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1783145866.262091:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178642688:12345-0@lo:400:kworker.0 Request processed in 57us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145866.262093:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8514016069777 time 8514015969777 state 0x1 ref 4 00000100:00100000:0.0:1783145866.262110:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:2.0:1783145866.262111:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1869755178643712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145866.262146:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1783145866.262148:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3697800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3651:x1869755178643328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145866.262170:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1869755178643712:12345-0@lo:400:kworker.0 Request processed in 59us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145866.262178:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1783145866.262178:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178642816 00000100:00100000:1.0:1783145866.262184:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178642816 00000100:00100000:2.0:1783145866.262199:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8514016175550 time 8514016075550 state 0x1 ref 3 00000100:00100000:0.0:1783145866.262207:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3697800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3651:x1869755178643328:12345-0@lo:400:kworker.0 Request processed in 83us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145866.262214:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3697100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1869755178643840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145866.262220:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:1.0:1783145866.262228:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178643072 00000100:00100000:1.0:1783145866.262233:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178643072 00000100:00100000:2.0:1783145866.262251:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3697100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1869755178643840:12345-0@lo:400:kworker.0 Request processed in 40us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145866.262257:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178643584 00000100:00100000:2.0:1783145866.262260:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1783145866.262263:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178643584 00000100:00100000:1.0:1783145866.262273:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:2.0:1783145866.262282:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8514016258790 time 8514016158790 state 0x1 ref 2 00000100:00100000:1.0:1783145866.262289:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178642816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145866.262297:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1869755178644096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145866.262313:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:0.0:1783145866.262326:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178643072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145866.262348:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178642816:12345-0@lo:400:kworker.0 Request processed in 64us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145866.262349:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1869755178644096:12345-0@lo:400:kworker.0 Request processed in 53us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145866.262369:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1783145866.262369:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1783145866.262381:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178643072:12345-0@lo:400:kworker.0 Request processed in 58us (813us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145866.262392:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:2.0:1783145866.262397:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8514016258790 time 8514016273947 state 0x0 ref 1 00000100:00100000:1.0:1783145866.262404:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:2.0:1783145866.262413:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1869755178643968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145866.262418:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3653:x1869755178643584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145866.262449:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1869755178643968:12345-0@lo:400:kworker.0 Request processed in 40us (608us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145866.262457:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1783145866.262462:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8514016258790 time 8514016273947 state 0x2 ref 0 00000100:00100000:1.0:1783145866.262476:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3653:x1869755178643584:12345-0@lo:400:kworker.0 Request processed in 61us (817us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145866.262477:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c65d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3653:1869755178643968:0@lo:400:kworker.0 00000100:00100000:1.0:1783145866.262492:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:2.0:1783145866.262498:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145866.262505:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7608380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6b9a8718-6228-431e-b216-b4d0ab45a378:3653:1869755178642560:0@lo:400:kworker.0 00000100:00080000:1.0:1783145866.262524:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783145866.262525:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178642944:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783145866.262530:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d800d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178643072:0@lo:400:kworker.0 00000100:00080000:1.0:1783145866.262533:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783145866.262541:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783145866.262546:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783145866.262555:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1956300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178643584:0@lo:400:kworker.0 00000100:00100000:2.0:1783145866.262563:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145866.262564:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178642304 00000100:00100000:1.0:1783145866.262569:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178642304 00000100:00100000:0.0:1783145866.262579:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3653:1869755178644096:0@lo:400:kworker.0 00000100:00100000:2.0:1783145866.262588:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1955f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178643456:0@lo:400:kworker.0 00000100:00100000:1.0:1783145866.262598:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178642944 00000100:00100000:1.0:1783145866.262604:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178642944 00000100:00100000:2.0:1783145866.262615:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145866.262632:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:1.0:1783145866.262644:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178642304:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783145866.262658:0:206060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00002000:00000024:1.0:1783145866.262665:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:2.0:1783145866.262670:0:206060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178642944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783145866.262685:0:206060:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:0.0:1783145866.262687:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1957b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178643328:0@lo:400:kworker.0 00000100:00100000:0.0:1783145866.262711:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d6c06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3651:1869755178643840:0@lo:400:kworker.0 00000100:00100000:1.0:1783145866.262713:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178642304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145866.262722:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:2.0:1783145866.262731:0:206060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178642944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145866.262740:0:206060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:0.0:1783145866.262743:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178642432:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783145866.262749:0:228911:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178643456 00000100:00100000:1.0:1783145866.262753:0:228911:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178643456 00000100:00100000:0.0:1783145866.262760:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d800f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178642816:0@lo:400:kworker.0 00000100:00100000:1.0:1783145866.262787:0:228911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1783145866.262796:0:228911:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178643456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145866.262801:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178642304:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783145866.262836:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178642944:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783145866.262852:0:228911:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178643456:12345-0@lo:400:kworker.0 Request processed in 56us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145866.262857:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1955f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178643456:0@lo:400:kworker.0 00000100:00100000:0.0:1783145866.262860:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145866.262866:0:228911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:0.0:1783145866.262906:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d800ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178642688:0@lo:400:kworker.0 00000100:00100000:1.0:1783145866.262908:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178644224 00000100:00100000:1.0:1783145866.262912:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178644224 00000100:00100000:0.0:1783145866.262919:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d800ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3650:1869755178643200:0@lo:400:kworker.0 00000100:00100000:0.0:1783145866.262933:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1956680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3650:1869755178643712:0@lo:400:kworker.0 00000100:00100000:1.0:1783145866.262940:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8514016258790 time 8514016273947 state 0x0 ref 1 00000100:00100000:1.0:1783145866.262947:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8514016258790 time 8514016273947 state 0x0 ref 1 00000100:00100000:1.0:1783145866.262956:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8514016373947 time 8514016273947 state 0x1 ref 1 00000100:00080000:2.0:1783145866.262960:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783145866.262976:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8514016373947 time 8514016853329 state 0x0 ref 1 00000100:00100000:1.0:1783145866.262985:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1869755178644224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145866.263022:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1869755178644224:12345-0@lo:400:kworker.0 Request processed in 39us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145866.263028:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1783145866.263032:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8514016373947 time 8514016853329 state 0x2 ref 0 00000100:00100000:0.0:1783145866.263060:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7aeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3650:1869755178644224:0@lo:400:kworker.0 00010000:00010000:2.0:1783145866.709300:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145867.285279:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7aeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178644352:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783145867.285341:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145867.285401:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178644352 00000100:00100000:0.0:1783145867.285410:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178644352 00000100:00100000:0.0:1783145867.285465:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:0.0:1783145867.285474:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178644352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783145867.285499:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:0.0:1783145867.285564:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178644352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145867.285574:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:1.0:1783145867.285623:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7aeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178644352:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1783145867.733323:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145868.282619:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145868.282662:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145868.282689:0:204548:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188149760 00000100:00100000:1.0:1783145868.282698:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145868.282701:0:204548:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188149760 00000100:00100000:1.0:1783145868.282738:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145868.282758:0:204548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 299 00000100:00100000:0.0:1783145868.282763:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188149888 00000100:00100000:2.0:1783145868.282771:0:204548:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9cd5a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2408:x1869755188149760:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145868.282771:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188149888 00000100:00100000:1.0:1783145868.282782:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145868.282832:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8514016373947 time 8514016853329 state 0x0 ref 1 00000100:00100000:0.0:1783145868.282842:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8514016373947 time 8514016853329 state 0x0 ref 1 00000100:00100000:1.0:1783145868.282847:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145868.282860:0:204548:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9cd5a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2408:x1869755188149760:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 90us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145868.282862:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8514016953329 time 8514016853329 state 0x1 ref 1 00000100:00100000:2.0:1783145868.282877:0:204548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 299 00000100:00100000:0.0:1783145868.282892:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188150016 00000100:00100000:0.0:1783145868.282896:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188150016 00000100:00100000:0.0:1783145868.282911:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8514016953329 time 8514016853329 state 0x1 ref 2 00000100:00100000:0.0:1783145868.282918:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8514016953329 time 8514016853329 state 0x1 ref 2 00000100:00100000:2.0:1783145868.282922:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188150144 00000100:00100000:2.0:1783145868.282927:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188150144 00000100:00100000:0.0:1783145868.282931:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188150272 00000100:00100000:0.0:1783145868.282936:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188150272 00000100:00100000:2.0:1783145868.282952:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8514016953329 time 8514016853329 state 0x1 ref 3 00000100:00100000:0.0:1783145868.282962:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8514016953329 time 8514016853329 state 0x1 ref 4 00000100:00100000:1.0:1783145868.282973:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8516036948955 time 8516036848955 state 0x1 ref 4 00000100:00100000:2.0:1783145868.282983:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8516036948955 time 8516036848955 state 0x1 ref 4 00000100:00100000:1.0:1783145868.282990:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2407:x1869755188149888:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145868.282991:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8516036948955 time 8516036848955 state 0x1 ref 4 00000100:00100000:2.0:1783145868.283006:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8516036982742 time 8516036882742 state 0x1 ref 4 00000100:00100000:0.0:1783145868.283014:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8516036990855 time 8516036890855 state 0x1 ref 4 00000100:00100000:2.0:1783145868.283020:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2408:x1869755188150016:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145868.283029:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3694380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+20:2407:x1869755188150144:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145868.283056:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2407:x1869755188149888:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 68us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145868.283064:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2408:x1869755188150016:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 48us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145868.283071:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 76 00000100:00100000:0.0:1783145868.283072:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3694380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+20:2407:x1869755188150144:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 45us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145868.283088:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 77 00000100:00100000:0.0:1783145868.283095:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 78 00000100:00100000:2.0:1783145868.283153:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8516036990855 time 8516037029547 state 0x0 ref 1 00000100:00100000:2.0:1783145868.283167:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3694e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+5:2408:x1869755188150272:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145868.283182:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188150400 00000100:00100000:1.0:1783145868.283189:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188150400 00000100:00100000:2.0:1783145868.283208:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3694e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+5:2408:x1869755188150272:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 43us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145868.283219:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 79 00000100:00100000:2.0:1783145868.283225:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8516036990855 time 8516037029547 state 0x2 ref 0 00000100:00100000:1.0:1783145868.283247:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 351 00000100:00100000:1.0:1783145868.283258:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+8:2407:x1869755188150400:12345-192.168.203.44@tcp:400:kworker.0 00000100:00080000:2.0:1783145868.283273:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1783145868.283280:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783145868.283284:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783145868.283301:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+8:2407:x1869755188150400:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 45us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145868.283311:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 351 00010000:00010000:3.0:1783145868.757305:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1783145869.334052:0:206866:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 275b1235-b8f5-4ce3-8a3a-d483c556f740 00000020:00000080:0.0:1783145869.334060:0:206866:0:(genops.c:906:class_export_put()) final put ffff9be8d3c9b800/275b1235-b8f5-4ce3-8a3a-d483c556f740 00000020:00000080:3.0:1783145869.334108:0:202119:0:(genops.c:865:class_export_destroy()) destroying export ffff9be8d3c9b800/275b1235-b8f5-4ce3-8a3a-d483c556f740 for lustre-OST0001 00000020:00000080:3.0:1783145869.334200:0:202119:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9be8d3c99800 for lustre-OST0001 00010000:00010000:2.0:1783145869.781284:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145869.845306:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1783145869.845331:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178644480:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783145869.845399:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145869.845451:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178644480 00000100:00100000:2.0:1783145869.845460:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178644480 00000100:00100000:2.0:1783145869.845515:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1783145869.845526:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178644480:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783145869.845556:0:204579:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445433344 avail 1299193856 00000100:00100000:2.0:1783145869.845612:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178644480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145869.845622:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:1.0:1783145869.845664:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178644480:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1783145870.805217:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145870.869310:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178644608:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783145870.869381:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145870.869437:0:204561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178644608 00000100:00100000:0.0:1783145870.869447:0:204561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178644608 00000100:00100000:0.0:1783145870.869517:0:204561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:0.0:1783145870.869530:0:204561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1869755178644608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783145870.869569:0:204561:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445117952 avail 1298878464 00000100:00100000:0.0:1783145870.869637:0:204561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1869755178644608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 109us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145870.869649:0:204561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1783145870.869678:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178644608:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783145871.381280:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7aebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178644864:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783145871.381280:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178644992:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783145871.381361:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145871.381426:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6b9a8718-6228-431e-b216-b4d0ab45a378:3652:1869755178645120:0@lo:400:kworker.0 00000100:00100000:2.0:1783145871.381438:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178644736:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783145871.381451:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178645248:0@lo:400:kworker.0 00000100:00100000:2.0:1783145871.381480:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145871.381513:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145871.381515:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145871.381520:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7aeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178645376:0@lo:400:kworker.0 00000100:00100000:2.0:1783145871.381558:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145871.381580:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7aeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3652:1869755178645632:0@lo:400:kworker.0 00000100:00100000:0.0:1783145871.381580:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178645760:0@lo:400:kworker.0 00000100:00100000:2.0:1783145871.381586:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d6c06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178645888:0@lo:400:kworker.0 00000100:00100000:2.0:1783145871.381654:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145871.381655:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145871.381673:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145871.381678:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1956300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3650:1869755178646400:0@lo:400:kworker.0 00000100:00100000:0.0:1783145871.381697:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1957b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3653:1869755178646272:0@lo:400:kworker.0 00000100:00100000:2.0:1783145871.381712:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145871.381720:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1955f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3652:1869755178646144:0@lo:400:kworker.0 00000100:00100000:0.0:1783145871.381744:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145871.381747:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1783145871.381755:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178645504:0@lo:400:kworker.0 00000100:00100000:1.0:1783145871.381771:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145871.381798:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783145871.381803:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145871.381811:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d800ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3653:1869755178646656:0@lo:400:kworker.0 00000100:00100000:2.0:1783145871.381835:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1956680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178646016:0@lo:400:kworker.0 00000100:00100000:0.0:1783145871.381856:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145871.381868:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145871.381868:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178645376 00000100:00100000:1.0:1783145871.381878:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178645376 00000100:00100000:0.0:1783145871.381902:0:204551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178645120 00000100:00100000:0.0:1783145871.381907:0:204551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178645120 00000100:00100000:2.0:1783145871.381917:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d800ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3650:1869755178646528:0@lo:400:kworker.0 00000100:00100000:0.0:1783145871.381953:0:204551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:2.0:1783145871.381956:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145871.381963:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178645888 00000100:00100000:0.0:1783145871.381967:0:204551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9cd5a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3652:x1869755178645120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145871.381971:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178645888 00000100:00100000:2.0:1783145871.382007:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178644864 00000100:00100000:2.0:1783145871.382014:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178644864 00000100:00100000:0.0:1783145871.382025:0:204551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9cd5a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3652:x1869755178645120:12345-0@lo:400:kworker.0 Request processed in 62us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145871.382034:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178645504 00000100:00100000:0.0:1783145871.382034:0:204551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:1.0:1783145871.382043:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178645504 00000100:00100000:2.0:1783145871.382059:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178644736 00000100:00100000:2.0:1783145871.382063:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178644736 00000100:00100000:0.0:1783145871.382081:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178645248 00000100:00100000:0.0:1783145871.382086:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178645248 00000100:00100000:2.0:1783145871.382091:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:2.0:1783145871.382103:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3650:x1869755178644864:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783145871.382110:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178646016 00000100:00100000:1.0:1783145871.382116:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178646016 00002000:00000024:2.0:1783145871.382144:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:0.0:1783145871.382148:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178645760 00000100:00100000:0.0:1783145871.382152:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178645760 00000100:00100000:0.0:1783145871.382181:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1783145871.382192:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d800f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178645248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145871.382197:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3650:x1869755178644864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (836us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145871.382205:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00100000:1.0:1783145871.382215:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:2.0:1783145871.382228:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:2.0:1783145871.382239:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3650:x1869755178644736:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783145871.382248:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d800f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178645248:12345-0@lo:400:kworker.0 Request processed in 56us (735us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145871.382249:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178645376:12345-0@lo:400:kworker.0 00002000:00000024:2.0:1783145871.382255:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:0.0:1783145871.382262:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1783145871.382284:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:0.0:1783145871.382294:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d800d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1869755178645760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145871.382302:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3650:x1869755178644736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (822us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145871.382310:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:1.0:1783145871.382317:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178645376:12345-0@lo:400:kworker.0 Request processed in 92us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145871.382326:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:0.0:1783145871.382338:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d800d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1869755178645760:12345-0@lo:400:kworker.0 Request processed in 46us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145871.382344:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178645632 00000100:00100000:0.0:1783145871.382345:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:2.0:1783145871.382350:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178645632 00000100:00100000:1.0:1783145871.382365:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:2.0:1783145871.382371:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8516036990855 time 8516037029547 state 0x0 ref 1 00000100:00100000:1.0:1783145871.382378:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178645888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145871.382382:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:2.0:1783145871.382384:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8516036990855 time 8516037029547 state 0x0 ref 1 00000100:00100000:0.0:1783145871.382397:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178645504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145871.382403:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8516037129547 time 8516037029547 state 0x1 ref 1 00000100:00100000:2.0:1783145871.382424:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178646400 00000100:00100000:2.0:1783145871.382428:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178646400 00000100:00100000:1.0:1783145871.382430:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178645888:12345-0@lo:400:kworker.0 Request processed in 56us (782us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145871.382441:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1783145871.382445:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178645504:12345-0@lo:400:kworker.0 Request processed in 50us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145871.382450:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8516037129547 time 8516037029547 state 0x1 ref 2 00000100:00100000:0.0:1783145871.382456:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:1.0:1783145871.382466:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:2.0:1783145871.382468:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8516037129547 time 8516037029547 state 0x1 ref 2 00000100:00100000:2.0:1783145871.382488:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178646272 00000100:00100000:1.0:1783145871.382491:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178646016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145871.382493:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178646272 00000100:00100000:0.0:1783145871.382495:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178646144 00000100:00100000:0.0:1783145871.382500:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178646144 00000100:00100000:2.0:1783145871.382518:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8516037129547 time 8516037029547 state 0x1 ref 3 00000100:00100000:0.0:1783145871.382529:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8516037129547 time 8516037029547 state 0x1 ref 4 00000100:00100000:2.0:1783145871.382541:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8516037129547 time 8516037029547 state 0x1 ref 4 00000100:00100000:1.0:1783145871.382547:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178646016:12345-0@lo:400:kworker.0 Request processed in 72us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145871.382553:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8516037129547 time 8516037029547 state 0x1 ref 4 00000100:00100000:1.0:1783145871.382558:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:2.0:1783145871.382561:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178646656 00000100:00100000:2.0:1783145871.382567:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178646656 00000100:00100000:0.0:1783145871.382574:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178646528 00000100:00100000:0.0:1783145871.382579:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178646528 00000100:00100000:2.0:1783145871.382590:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8516037129547 time 8516037029547 state 0x1 ref 5 00000100:00100000:1.0:1783145871.382603:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8519136578783 time 8519136478783 state 0x1 ref 6 00000100:00100000:0.0:1783145871.382611:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8519136578783 time 8519136478783 state 0x1 ref 6 00000100:00100000:1.0:1783145871.382618:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1869755178645632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145871.382623:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8519136578783 time 8519136478783 state 0x1 ref 6 00000100:00100000:0.0:1783145871.382631:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8519136578783 time 8519136478783 state 0x1 ref 6 00000100:00100000:2.0:1783145871.382644:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8519136620171 time 8519136520171 state 0x1 ref 6 00000100:00100000:0.0:1783145871.382652:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8519136629453 time 8519136529453 state 0x1 ref 6 00000100:00100000:1.0:1783145871.382656:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1869755178645632:12345-0@lo:400:kworker.0 Request processed in 41us (1004us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145871.382659:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1869755178646400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145871.382675:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7608380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1869755178646272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145871.382688:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1783145871.382716:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1869755178646400:12345-0@lo:400:kworker.0 Request processed in 61us (1005us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145871.382724:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1783145871.382728:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7608380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1869755178646272:12345-0@lo:400:kworker.0 Request processed in 55us (984us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145871.382740:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1783145871.382743:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1783145871.382761:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783145871.382767:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783145871.382771:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1783145871.382791:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783145871.382792:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8519136767943 time 8519136667943 state 0x1 ref 3 00000100:00100000:0.0:1783145871.382804:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1869755178646144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145871.382818:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178644992 00000100:00100000:2.0:1783145871.382823:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178644992 00000100:00100000:0.0:1783145871.382841:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1869755178646144:12345-0@lo:400:kworker.0 Request processed in 37us (1071us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145871.382849:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1783145871.382852:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:2.0:1783145871.382863:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178644992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783145871.382873:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:2.0:1783145871.382914:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178644992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145871.382921:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:0.0:1783145871.382927:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178645248:0@lo:400:kworker.0 00000100:00100000:0.0:1783145871.382945:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178645760:0@lo:400:kworker.0 00000100:00100000:1.0:1783145871.382948:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8519136923724 time 8519136823724 state 0x1 ref 2 00000100:00100000:0.0:1783145871.382962:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1957b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3653:1869755178646272:0@lo:400:kworker.0 00000100:00100000:1.0:1783145871.382966:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c65d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1869755178646656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145871.382989:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178645504:0@lo:400:kworker.0 00000100:00100000:2.0:1783145871.383013:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1956680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178646016:0@lo:400:kworker.0 00000100:00100000:1.0:1783145871.383023:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c65d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1869755178646656:12345-0@lo:400:kworker.0 Request processed in 61us (1165us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145871.383033:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1783145871.383037:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d800ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3653:1869755178646656:0@lo:400:kworker.0 00000100:00100000:2.0:1783145871.383044:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7aeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178645376:0@lo:400:kworker.0 00000100:00100000:1.0:1783145871.383063:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8519136923724 time 8519136939671 state 0x0 ref 1 00000100:00100000:2.0:1783145871.383066:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d6c06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178645888:0@lo:400:kworker.0 00000100:00100000:1.0:1783145871.383080:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1869755178646528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145871.383095:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1956300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3650:1869755178646400:0@lo:400:kworker.0 00000100:00100000:0.0:1783145871.383098:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178644992:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783145871.383143:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7aebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178644864:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783145871.383156:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1869755178646528:12345-0@lo:400:kworker.0 Request processed in 77us (1202us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145871.383162:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6b9a8718-6228-431e-b216-b4d0ab45a378:3652:1869755178645120:0@lo:400:kworker.0 00000100:00100000:1.0:1783145871.383169:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1783145871.383172:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178644736:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783145871.383181:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8519136923724 time 8519136939671 state 0x2 ref 0 00000100:00100000:0.0:1783145871.383184:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7aeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3652:1869755178645632:0@lo:400:kworker.0 00000100:00100000:0.0:1783145871.383208:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1955f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3652:1869755178646144:0@lo:400:kworker.0 00000100:00100000:2.0:1783145871.383248:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d800ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3650:1869755178646528:0@lo:400:kworker.0 00010000:00010000:2.0:1783145871.829223:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145872.405281:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178646784:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783145872.405348:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145872.405380:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178646784 00000100:00100000:2.0:1783145872.405390:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178646784 00000100:00100000:2.0:1783145872.405435:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:2.0:1783145872.405445:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178646784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783145872.405465:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:2.0:1783145872.405521:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178646784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145872.405530:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:1.0:1783145872.405624:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178646784:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1783145872.853313:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:02000400:3.0:1783145872.917166:0:180589:0:(service.c:2875:ptlrpc_watchdog_fire()) mdt00_003: service thread pid 204590 was inactive for 42.407 seconds. The thread might be hung, or it might only be slow and will resume later. Dumping the stack trace for debugging purposes: 00000100:00100000:3.0:1783145873.402520:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145873.402574:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145873.402582:0:204549:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188150528 00000100:00100000:0.0:1783145873.402593:0:204549:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188150528 00000100:00100000:3.0:1783145873.402619:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145873.402665:0:204549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 301 00000100:00100000:3.0:1783145873.402668:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145873.402683:0:204549:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9cd5a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2408:x1869755188150528:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:3.0:1783145873.402708:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145873.402776:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145873.402792:0:204549:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9cd5a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2408:x1869755188150528:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 113us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145873.402803:0:204549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 301 00000100:00100000:0.0:1783145873.402848:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188150656 00000100:00100000:0.0:1783145873.402854:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188150656 00000100:00100000:3.0:1783145873.402886:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188150912 00000100:00100000:0.0:1783145873.402892:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8519136923724 time 8519136939671 state 0x0 ref 1 00000100:00100000:3.0:1783145873.402894:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188150912 00000100:00100000:0.0:1783145873.402905:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8519136923724 time 8519136939671 state 0x0 ref 1 00000100:00100000:0.0:1783145873.402921:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8519137039671 time 8519136939671 state 0x1 ref 1 00000100:00100000:0.0:1783145873.402946:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188150784 00000100:00100000:0.0:1783145873.402951:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188150784 00000100:00100000:3.0:1783145873.403015:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8519137039671 time 8519136939671 state 0x1 ref 3 00000100:00100000:0.0:1783145873.403028:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8519137039671 time 8519136939671 state 0x1 ref 3 00000100:00100000:3.0:1783145873.403041:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8519137039671 time 8519136939671 state 0x1 ref 3 00000100:00100000:0.0:1783145873.403052:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8519137039671 time 8519136939671 state 0x1 ref 3 00000100:00100000:3.0:1783145873.403062:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188151040 00000100:00100000:3.0:1783145873.403067:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188151040 00000100:00100000:0.0:1783145873.403075:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8521157050502 time 8521156950502 state 0x1 ref 3 00000100:00100000:3.0:1783145873.403090:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8521157050502 time 8521156950502 state 0x1 ref 4 00000100:00100000:0.0:1783145873.403092:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d13cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2407:x1869755188150656:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:3.0:1783145873.403109:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8521157050502 time 8521156950502 state 0x1 ref 4 00000100:00100000:3.0:1783145873.403269:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8521157245807 time 8521157145807 state 0x1 ref 4 00000100:00100000:3.0:1783145873.403282:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd83ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+20:2407:x1869755188150912:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:3.0:1783145873.403326:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd83ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+20:2407:x1869755188150912:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 46us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145873.403333:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 87 00000100:00100000:3.0:1783145873.403355:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8521157333479 time 8521157233479 state 0x1 ref 3 00000100:00100000:3.0:1783145873.403365:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd83f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2408:x1869755188150784:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:3.0:1783145873.403390:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd83f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2408:x1869755188150784:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 27us (730us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145873.403397:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 88 00000100:00100000:3.0:1783145873.403415:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8521157333479 time 8521157293136 state 0x0 ref 2 00000100:00100000:3.0:1783145873.403424:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1015880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+5:2408:x1869755188151040:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:3.0:1783145873.403445:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1015880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+5:2408:x1869755188151040:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 23us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145873.403451:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 89 00000100:00100000:3.0:1783145873.403480:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188151168 00000100:00100000:3.0:1783145873.403483:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188151168 00000100:00100000:3.0:1783145873.403522:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 356 00000100:00100000:3.0:1783145873.403530:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd83ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b832727d-edc7-457c-aba4-c59935e6a58f+8:2407:x1869755188151168:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:3.0:1783145873.403557:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd83ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b832727d-edc7-457c-aba4-c59935e6a58f+8:2407:x1869755188151168:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 28us (851us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145873.403563:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 356 00000100:00100000:0.0:1783145873.403656:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d13cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2407:x1869755188150656:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 562us (1076us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145873.403672:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 86 00000100:00100000:0.0:1783145873.403678:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8521157333479 time 8521157293136 state 0x2 ref 0 00000100:00080000:0.0:1783145873.403735:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783145873.403741:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783145873.403746:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1783145873.877276:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145874.901228:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145874.965309:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178646912:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783145874.965381:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145874.965430:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178646912 00000100:00100000:0.0:1783145874.965438:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178646912 00000100:00100000:0.0:1783145874.965491:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1783145874.965501:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178646912:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783145874.965532:0:204560:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445433344 avail 1299193856 00000100:00100000:0.0:1783145874.965582:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178646912:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145874.965588:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:1.0:1783145874.965646:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178646912:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1783145875.928882:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145875.989298:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178647040:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783145875.989364:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145875.989407:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178647040 00000100:00100000:0.0:1783145875.989415:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178647040 00000100:00100000:0.0:1783145875.989470:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1783145875.989484:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1014380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3651:x1869755178647040:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783145875.989523:0:228897:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445117952 avail 1298878464 00000100:00100000:0.0:1783145875.989589:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1014380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3651:x1869755178647040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145875.989600:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:3.0:1783145875.989632:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178647040:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783145876.501308:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178647168:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783145876.501311:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb99f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178647296:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783145876.501381:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145876.501404:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1016300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178647552:0@lo:400:kworker.0 00000100:00100000:1.0:1783145876.501418:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1015c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6b9a8718-6228-431e-b216-b4d0ab45a378:3650:1869755178647424:0@lo:400:kworker.0 00000100:00100000:0.0:1783145876.501449:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d800ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178647680:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783145876.501456:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145876.501469:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145876.501505:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145876.501533:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1017100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3651:1869755178648064:0@lo:400:kworker.0 00000100:00100000:1.0:1783145876.501543:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1015500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178647936:0@lo:400:kworker.0 00000100:00100000:0.0:1783145876.501550:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1014000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178648192:0@lo:400:kworker.0 00000100:00100000:3.0:1783145876.501576:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145876.501586:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145876.501592:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145876.501612:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1015180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3651:1869755178648576:0@lo:400:kworker.0 00000100:00100000:1.0:1783145876.501626:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1017480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178648448:0@lo:400:kworker.0 00000100:00100000:0.0:1783145876.501627:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1017800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3652:1869755178648704:0@lo:400:kworker.0 00000100:00100000:3.0:1783145876.501651:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145876.501687:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1016680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3651:1869755178649088:0@lo:400:kworker.0 00000100:00100000:0.0:1783145876.501692:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145876.501693:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145876.501731:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1783145876.501732:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1014e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3650:1869755178648960:0@lo:400:kworker.0 00000100:00100000:3.0:1783145876.501750:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145876.501757:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1016a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178647808:0@lo:400:kworker.0 00000100:00100000:1.0:1783145876.501790:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145876.501804:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145876.501820:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178647552 00000100:00100000:3.0:1783145876.501827:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178647552 00000100:00100000:0.0:1783145876.501840:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1015f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178648320:0@lo:400:kworker.0 00000100:00100000:1.0:1783145876.501852:0:204548:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178647424 00000100:00100000:1.0:1783145876.501859:0:204548:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178647424 00000100:00100000:3.0:1783145876.501871:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:0.0:1783145876.501879:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145876.501886:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178647552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145876.501923:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1014700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3652:1869755178648832:0@lo:400:kworker.0 00000100:00100000:1.0:1783145876.501929:0:204548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:1.0:1783145876.501944:0:204548:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f815a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3650:x1869755178647424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783145876.501952:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178647552:12345-0@lo:400:kworker.0 Request processed in 68us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145876.501965:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:0.0:1783145876.501966:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145876.501996:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178648192 00000100:00100000:3.0:1783145876.502001:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178648192 00000100:00100000:1.0:1783145876.502002:0:204548:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f815a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3650:x1869755178647424:12345-0@lo:400:kworker.0 Request processed in 62us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145876.502014:0:206060:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178647296 00000100:00100000:1.0:1783145876.502015:0:204548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:0.0:1783145876.502021:0:206060:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178647296 00000100:00100000:3.0:1783145876.502045:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:3.0:1783145876.502057:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1956300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1869755178648192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145876.502061:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178648064 00000100:00100000:1.0:1783145876.502066:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178648064 00000100:00100000:0.0:1783145876.502081:0:206060:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178647680 00000100:00100000:0.0:1783145876.502086:0:206060:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178647680 00000100:00100000:1.0:1783145876.502089:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8521157333479 time 8521157293136 state 0x0 ref 1 00000100:00100000:1.0:1783145876.502099:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8521157333479 time 8521157293136 state 0x0 ref 1 00000100:00100000:3.0:1783145876.502110:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1956300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1869755178648192:12345-0@lo:400:kworker.0 Request processed in 56us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145876.502117:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8521157393136 time 8521157293136 state 0x1 ref 1 00000100:00100000:0.0:1783145876.502137:0:206060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:3.0:1783145876.502149:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1783145876.502150:0:206060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d800ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178647296:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783145876.502163:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178648576 00000100:00100000:1.0:1783145876.502168:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178648576 00002000:00000024:0.0:1783145876.502177:0:206060:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:3.0:1783145876.502178:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178648704 00000100:00100000:3.0:1783145876.502184:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178648704 00000100:00100000:1.0:1783145876.502185:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8521157393136 time 8521157293136 state 0x1 ref 2 00000100:00100000:1.0:1783145876.502196:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8521157393136 time 8521157293136 state 0x1 ref 2 00000100:00100000:3.0:1783145876.502206:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8521157393136 time 8521157293136 state 0x1 ref 3 00000100:00100000:1.0:1783145876.502214:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178649088 00000100:00100000:3.0:1783145876.502218:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8521157393136 time 8521157293136 state 0x1 ref 3 00000100:00100000:1.0:1783145876.502221:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178649088 00000100:00100000:0.0:1783145876.502224:0:206060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d800ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178647296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (842us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145876.502234:0:206060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:3.0:1783145876.502241:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178648960 00000100:00100000:3.0:1783145876.502246:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178648960 00000100:00100000:1.0:1783145876.502247:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8521157393136 time 8521157293136 state 0x1 ref 4 00000100:00100000:1.0:1783145876.502258:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8521157393136 time 8521157293136 state 0x1 ref 4 00000100:00100000:0.0:1783145876.502262:0:206060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:3.0:1783145876.502267:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8521157393136 time 8521157293136 state 0x1 ref 5 00000100:00100000:1.0:1783145876.502276:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178648832 00000100:00100000:0.0:1783145876.502277:0:206060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178647680:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783145876.502282:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178648832 00000100:00100000:3.0:1783145876.502283:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8521157393136 time 8521157293136 state 0x1 ref 5 00002000:00000024:0.0:1783145876.502287:0:206060:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:3.0:1783145876.502302:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8524256278713 time 8524256178713 state 0x1 ref 5 00000100:00100000:1.0:1783145876.502308:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8524256278713 time 8524256178713 state 0x1 ref 6 00000100:00100000:3.0:1783145876.502315:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1869755178648064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145876.502320:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8524256278713 time 8524256178713 state 0x1 ref 6 00000100:00100000:0.0:1783145876.502324:0:206060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178647680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (818us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145876.502332:0:206060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:1.0:1783145876.502338:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8524256315618 time 8524256215618 state 0x1 ref 6 00000100:00100000:1.0:1783145876.502351:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1869755178648576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783145876.502363:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1869755178648064:12345-0@lo:400:kworker.0 Request processed in 51us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145876.502366:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178647936 00000100:00100000:3.0:1783145876.502372:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1783145876.502372:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178647936 00000100:00100000:1.0:1783145876.502399:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1869755178648576:12345-0@lo:400:kworker.0 Request processed in 50us (748us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145876.502402:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8524256378322 time 8524256278322 state 0x1 ref 5 00000100:00100000:1.0:1783145876.502412:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1783145876.502418:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178648448 00000100:00100000:3.0:1783145876.502420:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1869755178648704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145876.502422:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178648448 00000100:00100000:0.0:1783145876.502450:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178647808 00000100:00100000:0.0:1783145876.502453:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178647808 00000100:00100000:1.0:1783145876.502464:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178648320 00000100:00100000:1.0:1783145876.502469:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178648320 00000100:00100000:3.0:1783145876.502476:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1869755178648704:12345-0@lo:400:kworker.0 Request processed in 63us (798us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145876.502484:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1783145876.502488:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:0.0:1783145876.502498:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178647936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783145876.502524:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8524256500237 time 8524256400237 state 0x1 ref 3 00000100:00100000:1.0:1783145876.502530:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:3.0:1783145876.502537:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1869755178649088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145876.502543:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178648448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145876.502551:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178647936:12345-0@lo:400:kworker.0 Request processed in 53us (965us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145876.502562:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:3.0:1783145876.502590:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1869755178649088:12345-0@lo:400:kworker.0 Request processed in 56us (858us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145876.502595:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:1.0:1783145876.502600:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178648448:12345-0@lo:400:kworker.0 Request processed in 60us (914us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145876.502602:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1783145876.502614:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178647808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145876.502615:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:3.0:1783145876.502625:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8524256603003 time 8524256503003 state 0x1 ref 2 00000100:00100000:3.0:1783145876.502637:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1869755178648960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145876.502646:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:1.0:1783145876.502659:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178648320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145876.502673:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178647808:12345-0@lo:400:kworker.0 Request processed in 64us (871us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145876.502683:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:3.0:1783145876.502685:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1869755178648960:12345-0@lo:400:kworker.0 Request processed in 48us (893us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145876.502696:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1783145876.502707:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178648320:12345-0@lo:400:kworker.0 Request processed in 52us (833us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145876.502715:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00080000:0.0:1783145876.502759:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1783145876.502765:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783145876.502771:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8524256603003 time 8524256646730 state 0x0 ref 1 00000100:00080000:0.0:1783145876.502772:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783145876.502774:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1783145876.502779:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783145876.502790:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7aeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1869755178648832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145876.502806:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178647168 00000100:00100000:0.0:1783145876.502813:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178647168 00000100:00100000:3.0:1783145876.502828:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7aeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1869755178648832:12345-0@lo:400:kworker.0 Request processed in 43us (866us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145876.502835:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1783145876.502839:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8524256603003 time 8524256646730 state 0x2 ref 0 00000100:00100000:1.0:1783145876.502865:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1015c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6b9a8718-6228-431e-b216-b4d0ab45a378:3650:1869755178647424:0@lo:400:kworker.0 00000100:00100000:0.0:1783145876.502865:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:0.0:1783145876.502881:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb815180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1869755178647168:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783145876.502896:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1015500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178647936:0@lo:400:kworker.0 00000100:00100000:3.0:1783145876.502902:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1016300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178647552:0@lo:400:kworker.0 00002000:00000024:0.0:1783145876.502907:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:1.0:1783145876.502925:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1017480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178648448:0@lo:400:kworker.0 00000100:00100000:3.0:1783145876.502927:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1017100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3651:1869755178648064:0@lo:400:kworker.0 00000100:00100000:1.0:1783145876.502949:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1014e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3650:1869755178648960:0@lo:400:kworker.0 00000100:00100000:3.0:1783145876.502956:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1015180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3651:1869755178648576:0@lo:400:kworker.0 00000100:00100000:0.0:1783145876.502967:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb815180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1869755178647168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145876.502978:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00100000:3.0:1783145876.502980:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1016680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3651:1869755178649088:0@lo:400:kworker.0 00000100:00100000:1.0:1783145876.503015:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178647168:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783145876.503047:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1016a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178647808:0@lo:400:kworker.0 00000100:00100000:3.0:1783145876.503062:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1015f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178648320:0@lo:400:kworker.0 00000100:00100000:3.0:1783145876.503075:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1014700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3652:1869755178648832:0@lo:400:kworker.0 00000100:00100000:3.0:1783145876.503087:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1014000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178648192:0@lo:400:kworker.0 00000100:00100000:3.0:1783145876.503100:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1017800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3652:1869755178648704:0@lo:400:kworker.0 00000100:00100000:3.0:1783145876.503140:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb99f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178647296:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783145876.503157:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d800ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178647680:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1783145876.949276:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145877.525256:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb816a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178649216:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783145877.525318:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145877.525363:0:206060:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178649216 00000100:00100000:1.0:1783145877.525371:0:206060:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178649216 00000100:00100000:1.0:1783145877.525424:0:206060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1783145877.525438:0:206060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d800ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178649216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783145877.525464:0:206060:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:1.0:1783145877.525519:0:206060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d800ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178649216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145877.525526:0:206060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:3.0:1783145877.525566:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb816a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178649216:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1783145877.973297:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145878.522570:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145878.522615:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145878.522635:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188151424 00000100:00100000:0.0:1783145878.522650:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188151424 00000100:00100000:3.0:1783145878.522654:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145878.522694:0:204551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188151296 00000100:00100000:3.0:1783145878.522697:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145878.522701:0:204551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188151296 00000100:00100000:0.0:1783145878.522707:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8524256603003 time 8524256646730 state 0x0 ref 1 00000100:00100000:0.0:1783145878.522717:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8524256603003 time 8524256646730 state 0x0 ref 1 00000100:00100000:0.0:1783145878.522748:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8524256746730 time 8524256646730 state 0x1 ref 1 00000100:00100000:3.0:1783145878.522759:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145878.522763:0:204551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 303 00000100:00100000:1.0:1783145878.522776:0:204551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f815ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2408:x1869755188151296:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145878.522780:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188151680 00000100:00100000:0.0:1783145878.522786:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188151680 00000100:00100000:0.0:1783145878.522813:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8524256746730 time 8524256646730 state 0x1 ref 2 00000100:00100000:0.0:1783145878.522824:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8524256746730 time 8524256646730 state 0x1 ref 2 00000100:00100000:0.0:1783145878.522846:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188151552 00000100:00100000:1.0:1783145878.522848:0:204551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f815ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2408:x1869755188151296:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 73us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145878.522851:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188151552 00000100:00100000:3.0:1783145878.522858:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145878.522863:0:204551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 303 00000100:00100000:0.0:1783145878.522871:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8524256746730 time 8524256646730 state 0x1 ref 3 00000100:00100000:0.0:1783145878.522880:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8524256746730 time 8524256646730 state 0x1 ref 3 00000100:00100000:0.0:1783145878.522892:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188151808 00000100:00100000:0.0:1783145878.522894:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188151808 00000100:00100000:0.0:1783145878.522909:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8524256746730 time 8524256646730 state 0x1 ref 4 00000100:00100000:0.0:1783145878.522916:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8524256746730 time 8524256646730 state 0x1 ref 4 00000100:00080000:1.0:1783145878.522927:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783145878.522933:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783145878.522942:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8526276918771 time 8526276818771 state 0x1 ref 4 00000100:00100000:0.0:1783145878.522952:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2407:x1869755188151424:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145878.522963:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188151936 00000100:00100000:1.0:1783145878.522969:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188151936 00000100:00100000:1.0:1783145878.523013:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 361 00000100:00100000:0.0:1783145878.523014:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2407:x1869755188151424:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 60us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145878.523024:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5bb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+8:2407:x1869755188151936:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145878.523030:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 96 00000100:00100000:0.0:1783145878.523055:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8526277033261 time 8526276933261 state 0x1 ref 3 00000100:00100000:1.0:1783145878.523060:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5bb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+8:2407:x1869755188151936:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 37us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145878.523069:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 361 00000100:00100000:0.0:1783145878.523073:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5bb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+20:2407:x1869755188151680:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145878.523102:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8526277078466 time 8526276978466 state 0x1 ref 3 00000100:00100000:1.0:1783145878.523116:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5bb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2408:x1869755188151552:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145878.523156:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5bb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+20:2407:x1869755188151680:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 87us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145878.523163:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 97 00000100:00100000:1.0:1783145878.523173:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5bb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2408:x1869755188151552:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 60us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145878.523180:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8526277078466 time 8526277057420 state 0x0 ref 2 00000100:00100000:1.0:1783145878.523190:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 98 00000100:00100000:0.0:1783145878.523194:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1951c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+5:2408:x1869755188151808:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145878.523223:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1951c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+5:2408:x1869755188151808:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 34us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145878.523229:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 99 00000100:00100000:0.0:1783145878.523233:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8526277078466 time 8526277057420 state 0x2 ref 0 00000100:00080000:1.0:1783145878.523234:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1783145878.997310:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145880.021814:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145880.085675:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d5fdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178649344:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783145880.087215:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145880.087280:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178649344 00000100:00100000:2.0:1783145880.087294:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178649344 00000100:00100000:2.0:1783145880.087393:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:2.0:1783145880.087407:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178649344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783145880.087459:0:204579:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445433344 avail 1299193856 00000100:00100000:2.0:1783145880.087548:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178649344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 146us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145880.087559:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:0.0:1783145880.087632:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d5fdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178649344:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1783145881.045373:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145881.109434:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb815880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178649472:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783145881.109671:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145881.109739:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178649472 00000100:00100000:0.0:1783145881.109749:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178649472 00000100:00100000:0.0:1783145881.109815:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:0.0:1783145881.109824:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3650:x1869755178649472:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783145881.109859:0:204560:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445117952 avail 1298878464 00000100:00100000:0.0:1783145881.109912:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3650:x1869755178649472:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145881.109920:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1783145881.109967:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb815880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178649472:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783145881.621297:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d5fd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178649600:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783145881.621298:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7aebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178649728:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783145881.621371:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145881.621379:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb814000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6b9a8718-6228-431e-b216-b4d0ab45a378:3653:1869755178649984:0@lo:400:kworker.0 00000100:00100000:0.0:1783145881.621434:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145881.621441:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb815f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178649856:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783145881.621447:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178649600 00000100:00100000:1.0:1783145881.621454:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178649600 00000100:00100000:2.0:1783145881.621482:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145881.621490:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb817b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3653:1869755178650496:0@lo:400:kworker.0 00000100:00100000:1.0:1783145881.621513:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178649856 00000100:00100000:1.0:1783145881.621517:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178649856 00000100:00100000:2.0:1783145881.621527:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb816300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178650368:0@lo:400:kworker.0 00000100:00100000:0.0:1783145881.621536:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145881.621542:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:1.0:1783145881.621552:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178649600:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783145881.621572:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb814380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3653:1869755178651008:0@lo:400:kworker.0 00000100:00100000:2.0:1783145881.621577:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1783145881.621581:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:2.0:1783145881.621610:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb815c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178650880:0@lo:400:kworker.0 00000100:00100000:0.0:1783145881.621624:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145881.621637:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178649600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145881.621645:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:2.0:1783145881.621654:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145881.621667:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3653:1869755178651520:0@lo:400:kworker.0 00000100:00100000:1.0:1783145881.621671:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:1.0:1783145881.621686:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d6c06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178649856:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783145881.621688:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb816a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3652:1869755178651392:0@lo:400:kworker.0 00000100:00100000:0.0:1783145881.621723:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1783145881.621727:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:2.0:1783145881.621749:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb814700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178650112:0@lo:400:kworker.0 00000100:00100000:2.0:1783145881.621796:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145881.621797:0:204549:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178649984 00000100:00100000:0.0:1783145881.621802:0:204549:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178649984 00000100:00100000:1.0:1783145881.621803:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d6c06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178649856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145881.621812:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:2.0:1783145881.621826:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb816d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178650624:0@lo:400:kworker.0 00000100:00080000:1.0:1783145881.621841:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1783145881.621847:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783145881.621849:0:204549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:2.0:1783145881.621857:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145881.621862:0:204549:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f815a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3653:x1869755178649984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145881.621869:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178650368 00000100:00100000:1.0:1783145881.621874:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178650368 00000100:00100000:2.0:1783145881.621893:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb817100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3650:1869755178651136:0@lo:400:kworker.0 00000100:00100000:1.0:1783145881.621907:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178650880 00000100:00100000:1.0:1783145881.621911:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178650880 00000100:00100000:0.0:1783145881.621924:0:204549:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f815a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3653:x1869755178649984:12345-0@lo:400:kworker.0 Request processed in 65us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145881.621935:0:204549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:2.0:1783145881.621941:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145881.621953:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1783145881.621965:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178650368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145881.621974:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1783145881.621983:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb816680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178650240:0@lo:400:kworker.0 00000100:00100000:0.0:1783145881.621995:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178650496 00000100:00100000:0.0:1783145881.622001:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178650496 00000100:00100000:2.0:1783145881.622028:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145881.622029:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178650368:12345-0@lo:400:kworker.0 Request processed in 62us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145881.622029:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8526277078466 time 8526277057420 state 0x0 ref 1 00000100:00100000:0.0:1783145881.622046:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8526277078466 time 8526277057420 state 0x0 ref 1 00000100:00100000:1.0:1783145881.622051:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:2.0:1783145881.622063:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb817480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178650752:0@lo:400:kworker.0 00000100:00100000:0.0:1783145881.622069:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8526277157420 time 8526277057420 state 0x1 ref 1 00000100:00100000:1.0:1783145881.622076:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178650240 00000100:00100000:1.0:1783145881.622082:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178650240 00000100:00100000:0.0:1783145881.622097:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178651008 00000100:00100000:2.0:1783145881.622103:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145881.622103:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178651008 00000100:00100000:0.0:1783145881.622141:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8526277157420 time 8526277057420 state 0x1 ref 2 00000100:00100000:0.0:1783145881.622148:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8526277157420 time 8526277057420 state 0x1 ref 2 00000100:00100000:0.0:1783145881.622159:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178651520 00000100:00100000:0.0:1783145881.622162:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178651520 00000100:00100000:1.0:1783145881.622163:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178650752 00000100:00100000:1.0:1783145881.622168:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178650752 00000100:00100000:0.0:1783145881.622176:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8526277157420 time 8526277057420 state 0x1 ref 3 00000100:00100000:2.0:1783145881.622180:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb815880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3650:1869755178651264:0@lo:400:kworker.0 00000100:00100000:0.0:1783145881.622186:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8526277157420 time 8526277057420 state 0x1 ref 3 00000100:00100000:0.0:1783145881.622205:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178651136 00000100:00100000:0.0:1783145881.622208:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178651136 00000100:00100000:1.0:1783145881.622213:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:2.0:1783145881.622215:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145881.622228:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8526277157420 time 8526277057420 state 0x1 ref 4 00000100:00100000:1.0:1783145881.622230:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178650880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145881.622245:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8526277157420 time 8526277057420 state 0x1 ref 4 00000100:00100000:2.0:1783145881.622260:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:0.0:1783145881.622265:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178651264 00000100:00100000:0.0:1783145881.622270:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178651264 00000100:00100000:2.0:1783145881.622273:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178650240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145881.622290:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178650880:12345-0@lo:400:kworker.0 Request processed in 65us (638us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145881.622294:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8526277157420 time 8526277057420 state 0x1 ref 5 00000100:00100000:1.0:1783145881.622301:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:0.0:1783145881.622305:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8526277157420 time 8526277057420 state 0x1 ref 5 00000100:00100000:2.0:1783145881.622325:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178650240:12345-0@lo:400:kworker.0 Request processed in 55us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145881.622331:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1783145881.622331:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8529376306269 time 8529376206269 state 0x1 ref 5 00000100:00100000:2.0:1783145881.622341:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:1.0:1783145881.622347:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178650752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145881.622348:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7aeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1869755178650496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145881.622371:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178650112 00000100:00100000:2.0:1783145881.622377:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178650112 00000100:00100000:1.0:1783145881.622401:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178650752:12345-0@lo:400:kworker.0 Request processed in 58us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145881.622406:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7aeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1869755178650496:12345-0@lo:400:kworker.0 Request processed in 61us (874us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145881.622412:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:2.0:1783145881.622421:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178650624 00000100:00100000:0.0:1783145881.622422:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1783145881.622428:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178650624 00000100:00100000:0.0:1783145881.622453:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8529376429361 time 8529376329361 state 0x1 ref 4 00000100:00100000:2.0:1783145881.622466:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:0.0:1783145881.622471:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1869755178651008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145881.622477:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:2.0:1783145881.622481:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee258380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178650112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145881.622491:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3650:x1869755178650624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145881.622518:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1869755178651008:12345-0@lo:400:kworker.0 Request processed in 53us (897us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145881.622525:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1783145881.622546:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee258380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178650112:12345-0@lo:400:kworker.0 Request processed in 68us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145881.622550:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3650:x1869755178650624:12345-0@lo:400:kworker.0 Request processed in 60us (694us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145881.622552:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8529376527811 time 8529376427811 state 0x1 ref 3 00000100:00100000:2.0:1783145881.622565:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:1.0:1783145881.622572:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:0.0:1783145881.622576:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1869755178651520:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1783145881.622602:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783145881.622609:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783145881.622613:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783145881.622617:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8529376591671 time 8529376491671 state 0x1 ref 3 00000100:00080000:1.0:1783145881.622618:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783145881.622618:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1869755178651520:12345-0@lo:400:kworker.0 Request processed in 48us (897us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145881.622636:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1783145881.622643:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1869755178651136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145881.622685:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3653:1869755178651520:0@lo:400:kworker.0 00000100:00100000:2.0:1783145881.622715:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1869755178651136:12345-0@lo:400:kworker.0 Request processed in 62us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145881.622723:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb814000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6b9a8718-6228-431e-b216-b4d0ab45a378:3653:1869755178649984:0@lo:400:kworker.0 00000100:00100000:2.0:1783145881.622733:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1783145881.622743:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8529376591671 time 8529376619806 state 0x0 ref 1 00000100:00100000:1.0:1783145881.622749:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb817b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3653:1869755178650496:0@lo:400:kworker.0 00000100:00100000:0.0:1783145881.622760:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1869755178651264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145881.622770:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb814380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3653:1869755178651008:0@lo:400:kworker.0 00000100:00100000:2.0:1783145881.622774:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145881.622810:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1869755178651264:12345-0@lo:400:kworker.0 Request processed in 55us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145881.622817:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1783145881.622821:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8529376591671 time 8529376619806 state 0x2 ref 0 00000100:00100000:2.0:1783145881.622826:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178649728 00000100:00100000:2.0:1783145881.622831:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178649728 00000100:00100000:1.0:1783145881.622841:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145881.622861:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178651392 00000100:00100000:0.0:1783145881.622866:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178651392 00000100:00100000:2.0:1783145881.622872:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:2.0:1783145881.622886:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178649728:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783145881.622887:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d5fd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178649600:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783145881.622896:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8529376591671 time 8529376619806 state 0x0 ref 1 00000100:00100000:0.0:1783145881.622902:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8529376591671 time 8529376619806 state 0x0 ref 1 00002000:00000024:2.0:1783145881.622906:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:0.0:1783145881.622911:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8529376719806 time 8529376619806 state 0x1 ref 1 00000100:00100000:1.0:1783145881.622914:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb815f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178649856:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783145881.622935:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8529376719806 time 8529376813179 state 0x0 ref 1 00000100:00100000:0.0:1783145881.622948:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1869755178651392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145881.622959:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb816300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178650368:0@lo:400:kworker.0 00000100:00100000:2.0:1783145881.622960:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178649728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145881.622974:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:1.0:1783145881.622991:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb815c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178650880:0@lo:400:kworker.0 00000100:00100000:0.0:1783145881.622992:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1869755178651392:12345-0@lo:400:kworker.0 Request processed in 46us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145881.623007:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1783145881.623010:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8529376719806 time 8529376813179 state 0x2 ref 0 00000100:00100000:1.0:1783145881.623027:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb816a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3652:1869755178651392:0@lo:400:kworker.0 00000100:00100000:2.0:1783145881.623028:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7aebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178649728:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1783145881.623046:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783145881.623077:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb816680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178650240:0@lo:400:kworker.0 00000100:00100000:2.0:1783145881.623091:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb817480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178650752:0@lo:400:kworker.0 00000100:00100000:2.0:1783145881.623104:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb815880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3650:1869755178651264:0@lo:400:kworker.0 00000100:00100000:2.0:1783145881.623134:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb814700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178650112:0@lo:400:kworker.0 00000100:00100000:2.0:1783145881.623147:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb816d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178650624:0@lo:400:kworker.0 00000100:00100000:2.0:1783145881.623159:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb817100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3650:1869755178651136:0@lo:400:kworker.0 00010000:00010000:2.0:1783145882.069265:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145882.645262:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783145882.645285:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d5fd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178651648:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783145882.645348:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145882.645396:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178651648 00000100:00100000:1.0:1783145882.645406:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178651648 00000100:00100000:1.0:1783145882.645470:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:1.0:1783145882.645485:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7aebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178651648:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783145882.645510:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:1.0:1783145882.645570:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7aebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178651648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145882.645577:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:0.0:1783145882.645615:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d5fd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178651648:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1783145883.093246:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145883.642634:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145883.642707:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145883.642720:0:204548:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188152064 00000100:00100000:1.0:1783145883.642731:0:204548:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188152064 00000100:00100000:0.0:1783145883.642741:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145883.642763:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188152192 00000100:00100000:2.0:1783145883.642769:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188152192 00000100:00100000:0.0:1783145883.642776:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145883.642797:0:204548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 305 00000100:00100000:2.0:1783145883.642816:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8529376719806 time 8529376813179 state 0x0 ref 1 00000100:00100000:0.0:1783145883.642816:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145883.642817:0:204548:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f8159050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2410:x1869755188152064:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145883.642834:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8529376719806 time 8529376813179 state 0x0 ref 1 00000100:00100000:2.0:1783145883.642851:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8529376913179 time 8529376813179 state 0x1 ref 1 00000100:00100000:0.0:1783145883.642868:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145883.642882:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188152448 00000100:00100000:2.0:1783145883.642886:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188152448 00000100:00100000:2.0:1783145883.642906:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8529376913179 time 8529376813179 state 0x1 ref 2 00000100:00100000:0.0:1783145883.642907:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188152320 00000100:00100000:0.0:1783145883.642915:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188152320 00000100:00100000:2.0:1783145883.642916:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8529376913179 time 8529376813179 state 0x1 ref 2 00000100:00100000:1.0:1783145883.642925:0:204548:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f8159050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2410:x1869755188152064:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 114us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145883.642934:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188152576 00000100:00100000:1.0:1783145883.642939:0:204548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 305 00000100:00100000:2.0:1783145883.642940:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188152576 00000100:00100000:0.0:1783145883.642947:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8529376913179 time 8529376813179 state 0x1 ref 3 00000100:00100000:0.0:1783145883.642962:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8529376913179 time 8529376813179 state 0x1 ref 4 00000100:00100000:2.0:1783145883.642968:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8529376913179 time 8529376813179 state 0x1 ref 4 00000100:00100000:2.0:1783145883.642978:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8529376913179 time 8529376813179 state 0x1 ref 4 00000100:00100000:0.0:1783145883.642986:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8531396962144 time 8531396862144 state 0x1 ref 4 00000100:00100000:2.0:1783145883.642996:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8531396973052 time 8531396873052 state 0x1 ref 4 00000100:00100000:0.0:1783145883.643005:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d12df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2409:x1869755188152192:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145883.643012:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d12dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+20:2409:x1869755188152448:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145883.643017:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188152704 00000100:00100000:1.0:1783145883.643023:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188152704 00000100:00100000:2.0:1783145883.643049:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d12dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+20:2409:x1869755188152448:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 43us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145883.643056:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 107 00000100:00100000:0.0:1783145883.643062:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d12df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2409:x1869755188152192:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 61us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145883.643073:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 366 00000100:00100000:0.0:1783145883.643077:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 106 00000100:00100000:2.0:1783145883.643083:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8531397060444 time 8531396960444 state 0x1 ref 2 00000100:00100000:1.0:1783145883.643091:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ca07d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b832727d-edc7-457c-aba4-c59935e6a58f+8:2409:x1869755188152704:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145883.643103:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2410:x1869755188152320:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145883.643163:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ca07d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b832727d-edc7-457c-aba4-c59935e6a58f+8:2409:x1869755188152704:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 77us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145883.643173:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 366 00000100:00100000:2.0:1783145883.643199:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2410:x1869755188152320:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 100us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145883.643211:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 108 00000100:00100000:1.0:1783145883.643231:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8531397060444 time 8531397106046 state 0x0 ref 1 00000100:00100000:1.0:1783145883.643250:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+5:2410:x1869755188152576:12345-192.168.203.44@tcp:400:kworker.0 00000100:00080000:2.0:1783145883.643265:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1783145883.643273:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783145883.643278:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783145883.643290:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+5:2410:x1869755188152576:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 44us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145883.643302:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 109 00000100:00100000:1.0:1783145883.643308:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8531397060444 time 8531397106046 state 0x2 ref 0 00010000:00010000:0.0:1783145884.117231:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145885.141229:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145885.205237:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783145885.205261:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c98eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178651776:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783145885.205336:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145885.205387:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178651776 00000100:00100000:1.0:1783145885.205397:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178651776 00000100:00100000:1.0:1783145885.205458:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:1.0:1783145885.205474:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ff98bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178651776:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783145885.205515:0:204579:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445433344 avail 1299193856 00000100:00100000:1.0:1783145885.205585:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ff98bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178651776:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145885.205599:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1783145885.205627:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c98eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178651776:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1783145886.165286:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145886.229309:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783145886.229335:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d5fd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178651904:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783145886.229411:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145886.229459:0:204561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178651904 00000100:00100000:2.0:1783145886.229468:0:204561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178651904 00000100:00100000:2.0:1783145886.229527:0:204561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:2.0:1783145886.229541:0:204561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1869755178651904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783145886.229592:0:204561:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445117952 avail 1298878464 00000100:00100000:2.0:1783145886.229653:0:204561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1869755178651904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 115us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145886.229663:0:204561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:0.0:1783145886.229719:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d5fd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178651904:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783145886.741243:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8e511a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178652032:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783145886.741302:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145886.741367:0:206060:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178652032 00000100:00100000:3.0:1783145886.741373:0:206060:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178652032 00000100:00100000:3.0:1783145886.741414:0:206060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:3.0:1783145886.741422:0:206060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1869755178652032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1783145886.741491:0:206060:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:3.0:1783145886.741537:0:206060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1869755178652032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (235us total) trans 0 rc 0/0 00000100:00080000:0.0:1783145886.741539:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783145886.741545:0:206060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:3.0:1783145886.741594:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8e511a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178652032:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783145886.742203:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8e511a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178652160:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783145886.742205:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178652288:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783145886.742246:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145886.742303:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178652160 00000100:00100000:0.0:1783145886.742307:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178652160 00000100:00100000:0.0:1783145886.742336:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:0.0:1783145886.742343:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178652160:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1783145886.742360:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:0.0:1783145886.742393:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178652160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145886.742398:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00080000:0.0:1783145886.742420:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783145886.742435:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178652672:0@lo:400:kworker.0 00000100:00100000:0.0:1783145886.742465:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145886.742477:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6b9a8718-6228-431e-b216-b4d0ab45a378:3652:1869755178652416:0@lo:400:kworker.0 00000100:00100000:0.0:1783145886.742504:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3650:1869755178653184:0@lo:400:kworker.0 00000100:00100000:0.0:1783145886.742540:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145886.742555:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145886.742578:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8e511a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178652160:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783145886.742596:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3650:1869755178653696:0@lo:400:kworker.0 00000100:00100000:3.0:1783145886.742600:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3652:1869755178652928:0@lo:400:kworker.0 00000100:00100000:0.0:1783145886.742628:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145886.742645:0:204551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178652416 00000100:00100000:3.0:1783145886.742648:0:204551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178652416 00000100:00100000:0.0:1783145886.742661:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1783145886.742682:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178652800:0@lo:400:kworker.0 00000100:00100000:3.0:1783145886.742694:0:204551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:3.0:1783145886.742702:0:204551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f815bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3652:x1869755178652416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145886.742708:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145886.742738:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb888000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3650:1869755178653312:0@lo:400:kworker.0 00000100:00100000:3.0:1783145886.742752:0:204551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f815bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3652:x1869755178652416:12345-0@lo:400:kworker.0 Request processed in 51us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145886.742758:0:204551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:0.0:1783145886.742773:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145886.742797:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145886.742814:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178652672 00000100:00100000:0.0:1783145886.742817:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178652672 00000100:00100000:3.0:1783145886.742840:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145886.742858:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178652800 00000100:00100000:0.0:1783145886.742861:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178652800 00000100:00100000:3.0:1783145886.742866:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb888a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3652:1869755178653440:0@lo:400:kworker.0 00000100:00100000:0.0:1783145886.742887:0:206057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:3.0:1783145886.742894:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145886.742896:0:206057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7618e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178652672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783145886.742928:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6b9a8718-6228-431e-b216-b4d0ab45a378:3652:1869755178652416:0@lo:400:kworker.0 00000100:00100000:3.0:1783145886.742947:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1783145886.742951:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7618e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178652672:12345-0@lo:400:kworker.0 Request processed in 51us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145886.742958:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178652544:0@lo:400:kworker.0 00000100:00100000:0.0:1783145886.742962:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1783145886.742985:0:206057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:0.0:1783145886.742995:0:206057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178652800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783145886.743001:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145886.743031:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178653056:0@lo:400:kworker.0 00000100:00100000:0.0:1783145886.743036:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178652800:12345-0@lo:400:kworker.0 Request processed in 44us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145886.743042:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:3.0:1783145886.743059:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145886.743063:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178653184 00000100:00100000:0.0:1783145886.743067:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178653184 00000100:00100000:3.0:1783145886.743082:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb88ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3652:1869755178653568:0@lo:400:kworker.0 00000100:00100000:0.0:1783145886.743084:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8531397060444 time 8531397106046 state 0x0 ref 1 00000100:00100000:0.0:1783145886.743090:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8531397060444 time 8531397106046 state 0x0 ref 1 00000100:00100000:0.0:1783145886.743100:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8531397206046 time 8531397106046 state 0x1 ref 1 00000100:00100000:3.0:1783145886.743113:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145886.743113:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178653696 00000100:00100000:0.0:1783145886.743117:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178653696 00000100:00100000:0.0:1783145886.743156:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8531397206046 time 8531397106046 state 0x1 ref 2 00000100:00100000:0.0:1783145886.743166:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8531397206046 time 8531397106046 state 0x1 ref 2 00000100:00100000:3.0:1783145886.743171:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178653312 00000100:00100000:3.0:1783145886.743175:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178653312 00000100:00100000:0.0:1783145886.743180:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178652928 00000100:00100000:0.0:1783145886.743184:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178652928 00000100:00100000:3.0:1783145886.743192:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8531397206046 time 8531397106046 state 0x1 ref 3 00000100:00100000:0.0:1783145886.743200:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8531397206046 time 8531397106046 state 0x1 ref 4 00000100:00100000:3.0:1783145886.743208:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8531397206046 time 8531397106046 state 0x1 ref 4 00000100:00100000:0.0:1783145886.743216:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8531397206046 time 8531397106046 state 0x1 ref 4 00000100:00100000:3.0:1783145886.743225:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178653440 00000100:00100000:0.0:1783145886.743229:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178653568 00000100:00100000:3.0:1783145886.743231:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178653440 00000100:00100000:0.0:1783145886.743233:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178653568 00000100:00100000:0.0:1783145886.743255:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8531397206046 time 8531397106046 state 0x1 ref 5 00000100:00100000:3.0:1783145886.743262:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8531397206046 time 8531397106046 state 0x1 ref 6 00000100:00100000:0.0:1783145886.743271:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8531397206046 time 8531397106046 state 0x1 ref 6 00000100:00100000:3.0:1783145886.743280:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8531397206046 time 8531397106046 state 0x1 ref 6 00000100:00100000:0.0:1783145886.743287:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8534497264546 time 8534497164546 state 0x1 ref 6 00000100:00100000:0.0:1783145886.743297:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1161880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1869755178653184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783145886.743298:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8534497273986 time 8534497173986 state 0x1 ref 6 00000100:00100000:3.0:1783145886.743312:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1160000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1869755178653696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145886.743341:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1161880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1869755178653184:12345-0@lo:400:kworker.0 Request processed in 44us (800us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145886.743350:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1783145886.743355:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1160000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1869755178653696:12345-0@lo:400:kworker.0 Request processed in 46us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145886.743361:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1783145886.743374:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8534497350312 time 8534497250312 state 0x1 ref 4 00000100:00100000:0.0:1783145886.743387:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e511a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1869755178653312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783145886.743409:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178652544 00000100:00100000:3.0:1783145886.743414:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178652544 00000100:00100000:0.0:1783145886.743427:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e511a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1869755178653312:12345-0@lo:400:kworker.0 Request processed in 42us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145886.743435:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1783145886.743457:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178653056 00000100:00100000:3.0:1783145886.743461:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178653056 00000100:00100000:0.0:1783145886.743496:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:0.0:1783145886.743506:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb88b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178652544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783145886.743521:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:3.0:1783145886.743532:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb88bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3652:x1869755178653056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145886.743549:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb88b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178652544:12345-0@lo:400:kworker.0 Request processed in 44us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145886.743557:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00080000:0.0:1783145886.743580:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783145886.743583:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb88bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3652:x1869755178653056:12345-0@lo:400:kworker.0 Request processed in 54us (523us total) trans 0 rc 0/0 00000100:00080000:0.0:1783145886.743585:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783145886.743590:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783145886.743595:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783145886.743596:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1783145886.743631:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178652800:0@lo:400:kworker.0 00000100:00100000:0.0:1783145886.743650:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb888000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3650:1869755178653312:0@lo:400:kworker.0 00000100:00100000:3.0:1783145886.743659:0:206060:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178652288 00000100:00100000:3.0:1783145886.743674:0:206060:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178652288 00000100:00100000:0.0:1783145886.743680:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3650:1869755178653696:0@lo:400:kworker.0 00000100:00100000:0.0:1783145886.743699:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178652672:0@lo:400:kworker.0 00000100:00100000:3.0:1783145886.743704:0:206060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:3.0:1783145886.743713:0:206060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb88b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178652288:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783145886.743720:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3650:1869755178653184:0@lo:400:kworker.0 00002000:00000024:3.0:1783145886.743726:0:206060:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:3.0:1783145886.743774:0:206060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb88b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178652288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (978us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145886.743782:0:206060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1783145886.743813:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178652544:0@lo:400:kworker.0 00000100:00100000:3.0:1783145886.743833:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178652288:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783145886.743835:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178653056:0@lo:400:kworker.0 00000100:00100000:3.0:1783145886.743868:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8534497844807 time 8534497744807 state 0x1 ref 3 00000100:00100000:3.0:1783145886.743883:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb888700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1869755178652928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783145886.743926:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb888700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1869755178652928:12345-0@lo:400:kworker.0 Request processed in 47us (1085us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145886.743934:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1783145886.743951:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3652:1869755178652928:0@lo:400:kworker.0 00000100:00100000:3.0:1783145886.743958:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8534497934069 time 8534497834069 state 0x1 ref 2 00000100:00100000:3.0:1783145886.743972:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb88b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1869755178653568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783145886.744018:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb88b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1869755178653568:12345-0@lo:400:kworker.0 Request processed in 48us (907us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145886.744026:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1783145886.744029:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb88ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3652:1869755178653568:0@lo:400:kworker.0 00000100:00100000:3.0:1783145886.744050:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8534497934069 time 8534497927141 state 0x0 ref 1 00000100:00100000:3.0:1783145886.744063:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb889c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1869755178653440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783145886.744104:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb889c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1869755178653440:12345-0@lo:400:kworker.0 Request processed in 44us (1212us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145886.744112:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1783145886.744165:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8534497934069 time 8534497927141 state 0x2 ref 0 00000100:00100000:1.0:1783145886.744325:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb888a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3652:1869755178653440:0@lo:400:kworker.0 00010000:00010000:1.0:1783145887.189238:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145887.765243:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783145887.765265:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3c02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178653824:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783145887.765328:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145887.765386:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178653824 00000100:00100000:3.0:1783145887.765393:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178653824 00000100:00100000:3.0:1783145887.765445:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:3.0:1783145887.765457:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178653824:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1783145887.765477:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:3.0:1783145887.765529:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178653824:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145887.765538:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:0.0:1783145887.765575:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3c02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178653824:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1783145888.213289:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145888.762666:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145888.762702:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145888.762729:0:204549:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188152832 00000100:00100000:1.0:1783145888.762740:0:204549:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188152832 00000100:00100000:0.0:1783145888.762740:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145888.762753:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188152960 00000100:00100000:3.0:1783145888.762759:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188152960 00000100:00100000:0.0:1783145888.762774:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145888.762804:0:204549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 307 00000100:00100000:3.0:1783145888.762805:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8534497934069 time 8534497927141 state 0x0 ref 1 00000100:00100000:0.0:1783145888.762807:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145888.762815:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8534497934069 time 8534497927141 state 0x0 ref 1 00000100:00100000:1.0:1783145888.762821:0:204549:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f815a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2408:x1869755188152832:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:3.0:1783145888.762831:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8534498027141 time 8534497927141 state 0x1 ref 1 00000100:00100000:3.0:1783145888.762850:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188153088 00000100:00100000:3.0:1783145888.762854:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188153088 00000100:00100000:0.0:1783145888.762865:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145888.762869:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8534498027141 time 8534497927141 state 0x1 ref 2 00000100:00100000:3.0:1783145888.762877:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8534498027141 time 8534497927141 state 0x1 ref 2 00000100:00100000:3.0:1783145888.762887:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188153216 00000100:00100000:3.0:1783145888.762890:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188153216 00000100:00100000:1.0:1783145888.762903:0:204549:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f815a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2408:x1869755188152832:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 75us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145888.762907:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8534498027141 time 8534497927141 state 0x1 ref 3 00000100:00100000:1.0:1783145888.762917:0:204549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 307 00000100:00100000:3.0:1783145888.762921:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8534498027141 time 8534497927141 state 0x1 ref 3 00000100:00100000:3.0:1783145888.762941:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188153344 00000100:00100000:3.0:1783145888.762944:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188153344 00000100:00100000:3.0:1783145888.762961:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8534498027141 time 8534497927141 state 0x1 ref 4 00000100:00100000:3.0:1783145888.762967:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8534498027141 time 8534497927141 state 0x1 ref 4 00000100:00100000:3.0:1783145888.762985:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8536516962468 time 8536516862468 state 0x1 ref 4 00000100:00100000:0.0:1783145888.762995:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188153472 00000100:00100000:1.0:1783145888.762996:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8536516970843 time 8536516870843 state 0x1 ref 4 00000100:00100000:3.0:1783145888.762997:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2407:x1869755188152960:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145888.762998:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188153472 00000100:00100000:1.0:1783145888.763018:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee24b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2408:x1869755188153088:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145888.763039:0:228904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 369 00000100:00100000:0.0:1783145888.763051:0:228904:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee27ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b832727d-edc7-457c-aba4-c59935e6a58f+8:2407:x1869755188153472:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145888.763065:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee24b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2408:x1869755188153088:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 50us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145888.763074:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 117 00000100:00100000:3.0:1783145888.763089:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2407:x1869755188152960:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 93us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145888.763089:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee27ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b832727d-edc7-457c-aba4-c59935e6a58f+8:2407:x1869755188153472:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 39us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145888.763099:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8536517075352 time 8536516975352 state 0x1 ref 3 00000100:00100000:0.0:1783145888.763100:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 369 00000100:00100000:3.0:1783145888.763112:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 116 00000100:00100000:1.0:1783145888.763144:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee248000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+20:2407:x1869755188153216:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:3.0:1783145888.763156:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8536517075352 time 8536517032358 state 0x0 ref 2 00000100:00100000:3.0:1783145888.763169:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee249180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+5:2408:x1869755188153344:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145888.763183:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee248000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+20:2407:x1869755188153216:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 68us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145888.763197:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 118 00000100:00100000:3.0:1783145888.763202:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee249180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+5:2408:x1869755188153344:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 34us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145888.763210:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 119 00000100:00100000:3.0:1783145888.763215:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8536517075352 time 8536517032358 state 0x2 ref 0 00000100:00080000:1.0:1783145888.763226:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783145888.763233:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783145888.763236:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1783145889.237254:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145890.261232:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145890.325285:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee27d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178653952:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783145890.325359:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145890.325406:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178653952 00000100:00100000:0.0:1783145890.325414:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178653952 00000100:00100000:0.0:1783145890.325453:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1783145890.325461:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178653952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783145890.325496:0:204560:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445433344 avail 1299193856 00000100:00100000:0.0:1783145890.325540:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178653952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145890.325546:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:1.0:1783145890.325602:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee27d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178653952:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1783145891.285286:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145891.349337:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783145891.349360:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb817100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178654080:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783145891.349453:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145891.349532:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178654080 00000100:00100000:3.0:1783145891.349540:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178654080 00000100:00100000:3.0:1783145891.349603:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1783145891.349614:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee27d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1869755178654080:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783145891.349673:0:204579:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445117952 avail 1298878464 00000100:00100000:3.0:1783145891.349741:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee27d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1869755178654080:12345-0@lo:41:osp-pre-0-1.0 Request processed in 129us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145891.349748:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:0.0:1783145891.349778:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb817100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178654080:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783145891.861248:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c98eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178654336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783145891.861255:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee27ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178654208:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783145891.861328:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb814700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178654592:0@lo:400:kworker.0 00000100:00100000:0.0:1783145891.861332:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145891.861350:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb816d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6b9a8718-6228-431e-b216-b4d0ab45a378:3651:1869755178654464:0@lo:400:kworker.0 00000100:00100000:2.0:1783145891.861369:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145891.861403:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145891.861407:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee27d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178654720:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783145891.861417:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb816680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3653:1869755178655104:0@lo:400:kworker.0 00000100:00100000:1.0:1783145891.861449:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb815880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178654848:0@lo:400:kworker.0 00000100:00100000:0.0:1783145891.861451:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145891.861460:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145891.861481:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145891.861487:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb816a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178655232:0@lo:400:kworker.0 00000100:00100000:2.0:1783145891.861504:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb815f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3653:1869755178655616:0@lo:400:kworker.0 00000100:00100000:1.0:1783145891.861508:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb815c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178655360:0@lo:400:kworker.0 00000100:00100000:0.0:1783145891.861521:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145891.861555:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb814380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3650:1869755178655744:0@lo:400:kworker.0 00000100:00100000:2.0:1783145891.861556:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145891.861556:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145891.861597:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1783145891.861599:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb817b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3651:1869755178655872:0@lo:400:kworker.0 00000100:00100000:0.0:1783145891.861599:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145891.861607:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb817480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178654976:0@lo:400:kworker.0 00000100:00100000:1.0:1783145891.861652:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145891.861666:0:206060:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178654208 00000100:00100000:0.0:1783145891.861673:0:206060:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178654208 00000100:00100000:2.0:1783145891.861678:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145891.861706:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb816300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3653:1869755178655488:0@lo:400:kworker.0 00000100:00100000:1.0:1783145891.861712:0:204548:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178654464 00000100:00100000:1.0:1783145891.861717:0:204548:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178654464 00000100:00100000:2.0:1783145891.861731:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145891.861734:0:206060:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178654720 00000100:00100000:0.0:1783145891.861739:0:206060:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178654720 00000100:00100000:2.0:1783145891.861751:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb814000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3653:1869755178656000:0@lo:400:kworker.0 00000100:00100000:1.0:1783145891.861765:0:204548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:0.0:1783145891.861770:0:206060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:2.0:1783145891.861776:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145891.861777:0:204548:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f8159c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3651:x1869755178654464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145891.861786:0:206060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee27dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178654208:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783145891.861802:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178654592 00000100:00100000:2.0:1783145891.861806:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178654592 00002000:00000024:0.0:1783145891.861814:0:206060:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:1.0:1783145891.861829:0:204548:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f8159c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3651:x1869755178654464:12345-0@lo:400:kworker.0 Request processed in 56us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145891.861838:0:204548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:2.0:1783145891.861842:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:2.0:1783145891.861850:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178654592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145891.861875:0:206060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee27dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178654208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145891.861883:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178655104 00000100:00100000:0.0:1783145891.861886:0:206060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00100000:1.0:1783145891.861890:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178655104 00000100:00100000:2.0:1783145891.861903:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178654592:12345-0@lo:400:kworker.0 Request processed in 53us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145891.861912:0:206060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:2.0:1783145891.861913:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1783145891.861924:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8536517075352 time 8536517032358 state 0x0 ref 1 00000100:00100000:0.0:1783145891.861932:0:206060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee27c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178654720:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783145891.861936:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8536517075352 time 8536517032358 state 0x0 ref 1 00000100:00100000:2.0:1783145891.861946:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178655616 00000100:00100000:2.0:1783145891.861952:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178655616 00002000:00000024:0.0:1783145891.861952:0:206060:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:1.0:1783145891.861957:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8536517132358 time 8536517032358 state 0x1 ref 1 00000100:00100000:1.0:1783145891.861973:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178655744 00000100:00100000:2.0:1783145891.861976:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8536517132358 time 8536517032358 state 0x1 ref 2 00000100:00100000:1.0:1783145891.861978:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178655744 00000100:00100000:2.0:1783145891.861992:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8536517132358 time 8536517032358 state 0x1 ref 2 00000100:00100000:0.0:1783145891.861993:0:206060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee27c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178654720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145891.862009:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8536517132358 time 8536517032358 state 0x1 ref 3 00000100:00100000:0.0:1783145891.862013:0:206060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:2.0:1783145891.862014:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178655872 00000100:00100000:2.0:1783145891.862020:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178655872 00000100:00100000:1.0:1783145891.862026:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8536517132358 time 8536517032358 state 0x1 ref 3 00000100:00100000:2.0:1783145891.862042:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8536517132358 time 8536517032358 state 0x1 ref 4 00000100:00100000:1.0:1783145891.862042:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178655488 00000100:00100000:1.0:1783145891.862047:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178655488 00000100:00100000:0.0:1783145891.862050:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178656000 00000100:00100000:0.0:1783145891.862056:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178656000 00000100:00100000:2.0:1783145891.862060:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8536517132358 time 8536517032358 state 0x1 ref 4 00000100:00100000:1.0:1783145891.862068:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8536517132358 time 8536517032358 state 0x1 ref 5 00000100:00100000:2.0:1783145891.862080:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8539616056108 time 8539615956108 state 0x1 ref 6 00000100:00100000:0.0:1783145891.862090:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8539616056108 time 8539615956108 state 0x1 ref 6 00000100:00100000:2.0:1783145891.862095:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1869755178655104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145891.862107:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8539616056108 time 8539615956108 state 0x1 ref 6 00000100:00100000:0.0:1783145891.862144:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8539616056108 time 8539615956108 state 0x1 ref 6 00000100:00100000:1.0:1783145891.862154:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8539616129970 time 8539616029970 state 0x1 ref 6 00000100:00100000:0.0:1783145891.862163:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8539616140531 time 8539616040531 state 0x1 ref 6 00000100:00100000:1.0:1783145891.862170:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cdbdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1869755178655616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145891.862171:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1869755178655104:12345-0@lo:400:kworker.0 Request processed in 80us (711us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145891.862178:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee27e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1869755178655744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145891.862189:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 120 00000100:00100000:1.0:1783145891.862231:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cdbdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1869755178655616:12345-0@lo:400:kworker.0 Request processed in 66us (683us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145891.862232:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee27e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1869755178655744:12345-0@lo:400:kworker.0 Request processed in 59us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145891.862237:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178654848 00000100:00100000:2.0:1783145891.862244:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178654848 00000100:00100000:0.0:1783145891.862247:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 122 00000100:00100000:1.0:1783145891.862255:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 121 00000100:00100000:1.0:1783145891.862282:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8539616258534 time 8539616158534 state 0x1 ref 3 00000100:00100000:1.0:1783145891.862294:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1014000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3651:x1869755178655872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145891.862301:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb814380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3650:1869755178655744:0@lo:400:kworker.0 00000100:00100000:2.0:1783145891.862304:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178655232 00000100:00100000:2.0:1783145891.862309:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178655232 00000100:00100000:0.0:1783145891.862327:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee27ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178654208:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783145891.862339:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1014000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3651:x1869755178655872:12345-0@lo:400:kworker.0 Request processed in 47us (687us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145891.862341:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178655360 00000100:00100000:2.0:1783145891.862347:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178655360 00000100:00100000:1.0:1783145891.862347:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 123 00000100:00100000:0.0:1783145891.862352:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee27d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178654720:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783145891.862379:0:228903:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178654976 00000100:00100000:2.0:1783145891.862383:0:228903:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178654976 00000100:00100000:1.0:1783145891.862401:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8539616378025 time 8539616278025 state 0x1 ref 2 00000100:00100000:1.0:1783145891.862411:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cacff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1869755178655488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145891.862420:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:2.0:1783145891.862430:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178654848:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1783145891.862440:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783145891.862445:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783145891.862449:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783145891.862450:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cacff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1869755178655488:12345-0@lo:400:kworker.0 Request processed in 40us (717us total) trans 0 rc 0/0 00000100:00080000:0.0:1783145891.862452:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783145891.862461:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 124 00000100:00100000:0.0:1783145891.862475:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:2.0:1783145891.862476:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178654848:12345-0@lo:400:kworker.0 Request processed in 47us (993us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145891.862488:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1783145891.862488:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee27f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178655232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145891.862505:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:2.0:1783145891.862513:0:228903:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1783145891.862519:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1017800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178655360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145891.862525:0:228903:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cacfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178654976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145891.862547:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee27f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178655232:12345-0@lo:400:kworker.0 Request processed in 63us (1026us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145891.862555:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:1.0:1783145891.862575:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1017800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178655360:12345-0@lo:400:kworker.0 Request processed in 59us (1025us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145891.862577:0:228903:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cacfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178654976:12345-0@lo:400:kworker.0 Request processed in 55us (902us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145891.862593:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:0.0:1783145891.862593:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8539616378025 time 8539616468629 state 0x0 ref 1 00000100:00100000:2.0:1783145891.862602:0:228903:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:0.0:1783145891.862611:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cacfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1869755178656000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145891.862658:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cacfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1869755178656000:12345-0@lo:400:kworker.0 Request processed in 53us (886us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145891.862664:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145891.862668:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 125 00000100:00100000:1.0:1783145891.862673:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb816d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6b9a8718-6228-431e-b216-b4d0ab45a378:3651:1869755178654464:0@lo:400:kworker.0 00000100:00100000:0.0:1783145891.862674:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8539616378025 time 8539616468629 state 0x2 ref 0 00000100:00100000:1.0:1783145891.862700:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb815880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178654848:0@lo:400:kworker.0 00000100:00100000:2.0:1783145891.862714:0:206060:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178654336 00000100:00100000:0.0:1783145891.862718:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb816a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178655232:0@lo:400:kworker.0 00000100:00100000:2.0:1783145891.862719:0:206060:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178654336 00000100:00100000:1.0:1783145891.862725:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb815c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178655360:0@lo:400:kworker.0 00000100:00100000:1.0:1783145891.862742:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb817b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3651:1869755178655872:0@lo:400:kworker.0 00000100:00100000:2.0:1783145891.862755:0:206060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:2.0:1783145891.862766:0:206060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cacfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178654336:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783145891.862770:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb817480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178654976:0@lo:400:kworker.0 00002000:00000024:2.0:1783145891.862778:0:206060:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:0.0:1783145891.862783:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb816300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3653:1869755178655488:0@lo:400:kworker.0 00000100:00100000:0.0:1783145891.862796:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb814000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3653:1869755178656000:0@lo:400:kworker.0 00000100:00100000:0.0:1783145891.862809:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb814700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178654592:0@lo:400:kworker.0 00000100:00100000:0.0:1783145891.862822:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb816680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3653:1869755178655104:0@lo:400:kworker.0 00000100:00100000:2.0:1783145891.862829:0:206060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cacfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178654336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145891.862835:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb815f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3653:1869755178655616:0@lo:400:kworker.0 00000100:00100000:2.0:1783145891.862841:0:206060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:1.0:1783145891.862868:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c98eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178654336:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1783145892.309340:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145892.885276:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783145892.885294:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee27d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178656128:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783145892.885397:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145892.885439:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178656128 00000100:00100000:0.0:1783145892.885446:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178656128 00000100:00100000:0.0:1783145892.885515:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:0.0:1783145892.885523:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1014700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178656128:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783145892.885562:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:0.0:1783145892.885644:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1014700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178656128:12345-0@lo:13:osp-pre-0-0.0 Request processed in 122us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145892.885653:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:1.0:1783145892.885690:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee27d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178656128:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1783145893.333209:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145893.882574:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145893.882628:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145893.882643:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188153728 00000100:00100000:0.0:1783145893.882655:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188153728 00000100:00100000:1.0:1783145893.882662:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145893.882698:0:204551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188153600 00000100:00100000:1.0:1783145893.882704:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145893.882706:0:204551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188153600 00000100:00100000:0.0:1783145893.882709:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8539616378025 time 8539616468629 state 0x0 ref 1 00000100:00100000:0.0:1783145893.882724:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8539616378025 time 8539616468629 state 0x0 ref 1 00000100:00100000:0.0:1783145893.882740:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8539616568629 time 8539616468629 state 0x1 ref 1 00000100:00100000:1.0:1783145893.882741:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145893.882758:0:204551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 309 00000100:00100000:2.0:1783145893.882776:0:204551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f8159850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2408:x1869755188153600:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145893.882776:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188153856 00000100:00100000:0.0:1783145893.882782:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188153856 00000100:00100000:0.0:1783145893.882802:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8539616568629 time 8539616468629 state 0x1 ref 2 00000100:00100000:1.0:1783145893.882813:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145893.882818:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8539616568629 time 8539616468629 state 0x1 ref 2 00000100:00100000:0.0:1783145893.882832:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188153984 00000100:00100000:0.0:1783145893.882836:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188153984 00000100:00100000:1.0:1783145893.882852:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188154112 00000100:00100000:2.0:1783145893.882857:0:204551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f8159850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2408:x1869755188153600:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 86us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145893.882857:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8539616568629 time 8539616468629 state 0x1 ref 3 00000100:00100000:1.0:1783145893.882858:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188154112 00000100:00100000:2.0:1783145893.882873:0:204551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 309 00000100:00100000:0.0:1783145893.882875:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8539616568629 time 8539616468629 state 0x1 ref 3 00000100:00100000:1.0:1783145893.882886:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8539616568629 time 8539616468629 state 0x1 ref 4 00000100:00100000:0.0:1783145893.882898:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8541636873640 time 8541636773640 state 0x1 ref 4 00000100:00100000:1.0:1783145893.882906:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8541636873640 time 8541636773640 state 0x1 ref 4 00000100:00100000:0.0:1783145893.882914:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1015f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2407:x1869755188153728:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145893.882926:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8541636901880 time 8541636801880 state 0x1 ref 4 00000100:00100000:1.0:1783145893.882936:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8541636913014 time 8541636813014 state 0x1 ref 4 00000100:00100000:2.0:1783145893.882941:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1016a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2408:x1869755188153856:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145893.882948:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1016680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+20:2407:x1869755188153984:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145893.882959:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1015f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2407:x1869755188153728:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 48us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145893.882969:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 126 00000100:00100000:2.0:1783145893.882980:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1016a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2408:x1869755188153856:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 41us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145893.882989:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1016680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+20:2407:x1869755188153984:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 37us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145893.882992:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 127 00000100:00100000:1.0:1783145893.883009:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 128 00000100:00080000:0.0:1783145893.883019:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783145893.883025:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783145893.883045:0:228898:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188154240 00000100:00100000:1.0:1783145893.883049:0:228898:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188154240 00000100:00100000:0.0:1783145893.883081:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8541636913014 time 8541636957450 state 0x0 ref 1 00000100:00100000:1.0:1783145893.883092:0:228898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 374 00000100:00100000:0.0:1783145893.883099:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1015180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+5:2408:x1869755188154112:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145893.883105:0:228898:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1017100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b832727d-edc7-457c-aba4-c59935e6a58f+8:2407:x1869755188154240:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145893.883164:0:228898:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1017100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b832727d-edc7-457c-aba4-c59935e6a58f+8:2407:x1869755188154240:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 65us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145893.883170:0:228898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 374 00000100:00100000:0.0:1783145893.883176:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1015180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+5:2408:x1869755188154112:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 80us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145893.883185:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 129 00000100:00100000:0.0:1783145893.883190:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8541636913014 time 8541636957450 state 0x2 ref 0 00000100:00080000:1.0:1783145893.883211:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1783145894.357228:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783145895.381257:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145895.445351:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee27ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178656256:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783145895.445430:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145895.445471:0:204561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178656256 00000100:00100000:0.0:1783145895.445486:0:204561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178656256 00000100:00100000:0.0:1783145895.445537:0:204561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:0.0:1783145895.445545:0:204561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1016300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178656256:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783145895.445572:0:204561:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445433344 avail 1299193856 00000100:00100000:0.0:1783145895.445628:0:204561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1016300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178656256:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145895.445634:0:204561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:1.0:1783145895.445671:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee27ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178656256:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1783145896.405309:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145896.469326:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1014e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178656384:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783145896.469388:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145896.469443:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178656384 00000100:00100000:0.0:1783145896.469453:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178656384 00000100:00100000:0.0:1783145896.469512:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1783145896.469522:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cacfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3651:x1869755178656384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783145896.469581:0:228897:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445117952 avail 1298878464 00000100:00100000:0.0:1783145896.469646:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cacfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3651:x1869755178656384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 125us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145896.469653:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1783145896.469693:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1014e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178656384:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783145896.981226:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783145896.981245:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee27c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178656640:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783145896.981311:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee27df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178656768:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783145896.981320:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145896.981355:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145896.981383:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cacfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178656512:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783145896.981393:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178656640 00000100:00100000:1.0:1783145896.981401:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178656640 00000100:00100000:2.0:1783145896.981409:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145896.981453:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178656768 00000100:00100000:2.0:1783145896.981456:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1783145896.981457:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178656768 00000100:00100000:2.0:1783145896.981470:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee27e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178657152:0@lo:400:kworker.0 00000100:00100000:1.0:1783145896.981481:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178656512 00000100:00100000:1.0:1783145896.981485:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178656512 00000100:00100000:2.0:1783145896.981509:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145896.981518:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:1.0:1783145896.981531:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cacfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1869755178656640:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783145896.981538:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee27c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178657024:0@lo:400:kworker.0 00000100:00100000:0.0:1783145896.981548:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee27ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3650:1869755178657280:0@lo:400:kworker.0 00002000:00000024:1.0:1783145896.981561:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:2.0:1783145896.981576:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145896.981620:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145896.981628:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cacfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1869755178656640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145896.981637:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1783145896.981651:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee27d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3650:1869755178657792:0@lo:400:kworker.0 00000100:00100000:2.0:1783145896.981652:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee27c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178656640:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783145896.981661:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:1.0:1783145896.981672:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee27f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178656768:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783145896.981677:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee27ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3653:1869755178657664:0@lo:400:kworker.0 00000100:00100000:0.0:1783145896.981686:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1783145896.981690:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:2.0:1783145896.981712:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145896.981733:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee27f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178656768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145896.981739:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:0.0:1783145896.981742:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee27df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178656768:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783145896.981754:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1783145896.981760:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:0.0:1783145896.981760:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1783145896.981766:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee27ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3653:1869755178657536:0@lo:400:kworker.0 00000100:00100000:1.0:1783145896.981773:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cacfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178656512:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783145896.981773:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee27fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6b9a8718-6228-431e-b216-b4d0ab45a378:3650:1869755178656896:0@lo:400:kworker.0 00002000:00000024:1.0:1783145896.981792:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:2.0:1783145896.981802:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145896.981834:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145896.981839:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cacfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178656512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145896.981848:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:2.0:1783145896.981852:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cacfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178656512:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1783145896.981875:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1783145896.981880:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783145896.981887:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee27f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3650:1869755178657408:0@lo:400:kworker.0 00000100:00100000:2.0:1783145896.981894:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178657024 00000100:00100000:2.0:1783145896.981898:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178657024 00000100:00100000:1.0:1783145896.981902:0:228913:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178657152 00000100:00100000:1.0:1783145896.981906:0:228913:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178657152 00000100:00100000:0.0:1783145896.981929:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145896.981935:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1783145896.981944:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cacfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178657024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145896.981957:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee27d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3650:1869755178657920:0@lo:400:kworker.0 00000100:00100000:1.0:1783145896.981972:0:228913:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1783145896.981981:0:228913:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cacfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178657152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145896.981991:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145896.981997:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cacfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178657024:12345-0@lo:400:kworker.0 Request processed in 52us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145896.982007:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:1.0:1783145896.982022:0:228913:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cacfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178657152:12345-0@lo:400:kworker.0 Request processed in 44us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145896.982028:0:228913:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1783145896.982030:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178657280 00000100:00100000:0.0:1783145896.982035:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178657280 00000100:00100000:2.0:1783145896.982039:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178657792 00000100:00100000:2.0:1783145896.982044:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178657792 00000100:00100000:1.0:1783145896.982053:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178657664 00000100:00100000:1.0:1783145896.982058:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178657664 00000100:00100000:0.0:1783145896.982059:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8541636913014 time 8541636957450 state 0x0 ref 1 00000100:00100000:2.0:1783145896.982065:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8541636913014 time 8541636957450 state 0x0 ref 2 00000100:00100000:0.0:1783145896.982078:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8541636913014 time 8541636957450 state 0x0 ref 3 00000100:00100000:1.0:1783145896.982089:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8541636913014 time 8541636957450 state 0x0 ref 3 00000100:00100000:2.0:1783145896.982103:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8541637057450 time 8541636957450 state 0x1 ref 3 00000100:00100000:0.0:1783145896.982113:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8541637057450 time 8541636957450 state 0x1 ref 3 00000100:00100000:1.0:1783145896.982145:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8541637057450 time 8541636957450 state 0x1 ref 3 00000100:00100000:2.0:1783145896.982152:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178657536 00000100:00100000:0.0:1783145896.982155:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178657408 00000100:00100000:2.0:1783145896.982157:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178657536 00000100:00100000:1.0:1783145896.982159:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178657920 00000100:00100000:0.0:1783145896.982162:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178657408 00000100:00100000:1.0:1783145896.982164:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178657920 00000100:00100000:2.0:1783145896.982181:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8541637057450 time 8541636957450 state 0x1 ref 4 00000100:00100000:0.0:1783145896.982192:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8541637057450 time 8541636957450 state 0x1 ref 6 00000100:00100000:1.0:1783145896.982201:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8541637057450 time 8541636957450 state 0x1 ref 6 00000100:00100000:2.0:1783145896.982210:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8541637057450 time 8541636957450 state 0x1 ref 6 00000100:00100000:0.0:1783145896.982219:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8541637057450 time 8541636957450 state 0x1 ref 6 00000100:00100000:1.0:1783145896.982229:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8541637057450 time 8541636957450 state 0x1 ref 6 00000100:00100000:2.0:1783145896.982238:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8544736214034 time 8544736114034 state 0x1 ref 6 00000100:00100000:0.0:1783145896.982248:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8544736224710 time 8544736124710 state 0x1 ref 6 00000100:00100000:2.0:1783145896.982254:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb816680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1869755178657792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145896.982259:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8544736236424 time 8544736136424 state 0x1 ref 6 00000100:00100000:0.0:1783145896.982265:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb815f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1869755178657280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145896.982271:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cacff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1869755178657664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145896.982311:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb816680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1869755178657792:12345-0@lo:400:kworker.0 Request processed in 61us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145896.982323:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 130 00000100:00100000:1.0:1783145896.982327:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cacff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1869755178657664:12345-0@lo:400:kworker.0 Request processed in 56us (612us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145896.982327:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb815f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1869755178657280:12345-0@lo:400:kworker.0 Request processed in 61us (705us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145896.982341:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 132 00000100:00100000:0.0:1783145896.982348:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 131 00000100:00100000:0.0:1783145896.982377:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8544736353940 time 8544736253940 state 0x1 ref 3 00000100:00100000:0.0:1783145896.982389:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cacfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1869755178657536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145896.982409:0:204549:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178656896 00000100:00100000:1.0:1783145896.982413:0:204549:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178656896 00000100:00100000:0.0:1783145896.982428:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cacfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1869755178657536:12345-0@lo:400:kworker.0 Request processed in 40us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145896.982437:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 133 00000100:00100000:1.0:1783145896.982447:0:204549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:2.0:1783145896.982452:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee27ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3650:1869755178657280:0@lo:400:kworker.0 00000100:00100000:1.0:1783145896.982457:0:204549:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f815b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3650:x1869755178656896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145896.982473:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee27d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3650:1869755178657792:0@lo:400:kworker.0 00000100:00080000:0.0:1783145896.982485:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783145896.982491:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783145896.982495:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783145896.982516:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8544736493336 time 8544736393336 state 0x1 ref 2 00000100:00100000:2.0:1783145896.982521:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee27ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3653:1869755178657536:0@lo:400:kworker.0 00000100:00100000:1.0:1783145896.982526:0:204549:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f815b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3650:x1869755178656896:12345-0@lo:400:kworker.0 Request processed in 69us (691us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145896.982534:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb814700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1869755178657408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145896.982540:0:204549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:2.0:1783145896.982543:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee27ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3653:1869755178657664:0@lo:400:kworker.0 00000100:00100000:2.0:1783145896.982576:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee27e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178657152:0@lo:400:kworker.0 00000100:00100000:0.0:1783145896.982585:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb814700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1869755178657408:12345-0@lo:400:kworker.0 Request processed in 54us (655us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145896.982608:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee27c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178657024:0@lo:400:kworker.0 00000100:00100000:0.0:1783145896.982608:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 134 00000100:00100000:0.0:1783145896.982638:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8544736493336 time 8544736514370 state 0x0 ref 1 00000100:00100000:0.0:1783145896.982651:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb814000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1869755178657920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145896.982699:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee27fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6b9a8718-6228-431e-b216-b4d0ab45a378:3650:1869755178656896:0@lo:400:kworker.0 00000100:00100000:0.0:1783145896.982699:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb814000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1869755178657920:12345-0@lo:400:kworker.0 Request processed in 49us (707us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145896.982714:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 135 00000100:00100000:0.0:1783145896.982719:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8544736493336 time 8544736514370 state 0x2 ref 0 00000100:00100000:2.0:1783145896.982728:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee27f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3650:1869755178657408:0@lo:400:kworker.0 00000100:00100000:2.0:1783145896.982748:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee27d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3650:1869755178657920:0@lo:400:kworker.0 00010000:00010000:2.0:1783145897.429255:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145898.005291:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb816300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178658048:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783145898.005349:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145898.005404:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178658048 00000100:00100000:2.0:1783145898.005412:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178658048 00000100:00080000:0.0:1783145898.005469:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783145898.005471:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:2.0:1783145898.005483:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1017480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178658048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783145898.005504:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:2.0:1783145898.005555:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1017480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178658048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145898.005564:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:1.0:1783145898.005595:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb816300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178658048:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1783145898.453269:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145899.002571:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145899.002633:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145899.002648:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188154496 00000100:00100000:2.0:1783145899.002657:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188154496 00000100:00100000:1.0:1783145899.002673:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145899.002701:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8544736493336 time 8544736514370 state 0x0 ref 1 00000100:00100000:1.0:1783145899.002710:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145899.002711:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8544736493336 time 8544736514370 state 0x0 ref 1 00000100:00100000:2.0:1783145899.002723:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8544736614370 time 8544736514370 state 0x1 ref 1 00000100:00100000:2.0:1783145899.002742:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188154752 00000100:00100000:1.0:1783145899.002744:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145899.002746:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188154752 00000100:00100000:2.0:1783145899.002763:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8544736614370 time 8544736514370 state 0x1 ref 2 00000100:00100000:2.0:1783145899.002769:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8544736614370 time 8544736514370 state 0x1 ref 2 00000100:00100000:1.0:1783145899.002779:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145899.002782:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188154624 00000100:00100000:2.0:1783145899.002785:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188154624 00000100:00100000:2.0:1783145899.002796:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8544736614370 time 8544736514370 state 0x1 ref 3 00000100:00100000:2.0:1783145899.002802:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8544736614370 time 8544736514370 state 0x1 ref 3 00000100:00100000:1.0:1783145899.002802:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188154880 00000100:00100000:1.0:1783145899.002807:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188154880 00000100:00100000:2.0:1783145899.002818:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8546756795197 time 8546756695197 state 0x1 ref 3 00000100:00100000:1.0:1783145899.002829:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8546756795197 time 8546756695197 state 0x1 ref 4 00000100:00100000:2.0:1783145899.002832:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1015500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2409:x1869755188154496:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145899.002842:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8546756795197 time 8546756695197 state 0x1 ref 4 00000100:00100000:1.0:1783145899.002856:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8546756834662 time 8546756734662 state 0x1 ref 4 00000100:00100000:1.0:1783145899.002866:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1015c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+20:2409:x1869755188154752:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145899.002908:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1015500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2409:x1869755188154496:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 81us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145899.002916:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1015c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+20:2409:x1869755188154752:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 51us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145899.002918:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 136 00000100:00100000:1.0:1783145899.002930:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 137 00000100:00100000:2.0:1783145899.002942:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8546756918834 time 8546756818834 state 0x1 ref 2 00000100:00100000:0.0:1783145899.002945:0:204548:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188154368 00000100:00100000:0.0:1783145899.002951:0:204548:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188154368 00000100:00100000:2.0:1783145899.002952:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1014e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2410:x1869755188154624:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145899.002980:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1014e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2410:x1869755188154624:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 30us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145899.002982:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188155008 00000100:00100000:2.0:1783145899.002986:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 138 00000100:00100000:1.0:1783145899.002988:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188155008 00000100:00100000:0.0:1783145899.003003:0:204548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 311 00000100:00080000:2.0:1783145899.003008:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1783145899.003014:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783145899.003016:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783145899.003018:0:204548:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f8158450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2410:x1869755188154368:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145899.003031:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 376 00000100:00100000:1.0:1783145899.003059:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c98eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b832727d-edc7-457c-aba4-c59935e6a58f+8:2409:x1869755188155008:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145899.003060:0:204548:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f8158450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2410:x1869755188154368:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 44us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145899.003072:0:204548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 311 00000100:00100000:1.0:1783145899.003093:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c98eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b832727d-edc7-457c-aba4-c59935e6a58f+8:2409:x1869755188155008:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 54us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145899.003100:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 376 00000100:00100000:0.0:1783145899.003151:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8546756918834 time 8546757026485 state 0x0 ref 1 00000100:00100000:0.0:1783145899.003167:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d9078380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+5:2410:x1869755188154880:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145899.003210:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d9078380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+5:2410:x1869755188154880:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 48us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145899.003219:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 139 00000100:00100000:0.0:1783145899.003225:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8546756918834 time 8546757026485 state 0x2 ref 0 00010000:00010000:1.0:1783145899.477310:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145900.501277:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145900.565294:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783145900.565318:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb817480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178658176:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783145900.565384:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145900.565436:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178658176 00000100:00100000:2.0:1783145900.565444:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178658176 00000100:00100000:2.0:1783145900.565514:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1783145900.565535:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d9078a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178658176:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783145900.565587:0:204560:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445433344 avail 1299193856 00000100:00100000:2.0:1783145900.565692:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d9078a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178658176:12345-0@lo:41:osp-pre-1-0.0 Request processed in 168us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145900.565700:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:1.0:1783145900.565749:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb817480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178658176:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1783145901.525275:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145901.589277:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d907a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178658304:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783145901.589348:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145901.589389:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178658304 00000100:00100000:0.0:1783145901.589396:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178658304 00000100:00100000:0.0:1783145901.589454:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:0.0:1783145901.589466:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cacfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3650:x1869755178658304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783145901.589494:0:204579:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445117952 avail 1298878464 00000100:00100000:0.0:1783145901.589555:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cacfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3650:x1869755178658304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145901.589572:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:2.0:1783145901.589600:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d907a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178658304:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783145902.101292:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb817b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178658560:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783145902.101320:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d907ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6b9a8718-6228-431e-b216-b4d0ab45a378:3653:1869755178658688:0@lo:400:kworker.0 00000100:00100000:0.0:1783145902.101354:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145902.101386:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145902.101403:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cacfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178658432:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783145902.101412:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d907a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178659072:0@lo:400:kworker.0 00000100:00100000:2.0:1783145902.101440:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178659200:0@lo:400:kworker.0 00000100:00100000:1.0:1783145902.101451:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145902.101460:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145902.101482:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cacfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178658944:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783145902.101491:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145902.101495:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178659456:0@lo:400:kworker.0 00000100:00100000:2.0:1783145902.101524:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3653:1869755178659712:0@lo:400:kworker.0 00000100:00100000:1.0:1783145902.101526:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145902.101535:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145902.101578:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3651:1869755178659968:0@lo:400:kworker.0 00000100:00100000:2.0:1783145902.101585:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145902.101611:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145902.101616:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce87a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3653:1869755178660224:0@lo:400:kworker.0 00000100:00100000:0.0:1783145902.101645:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1783145902.101652:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145902.101657:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d907aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178658816:0@lo:400:kworker.0 00000100:00100000:0.0:1783145902.101695:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145902.101702:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178659712 00000100:00100000:2.0:1783145902.101710:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178659712 00000100:00100000:1.0:1783145902.101712:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178659584:0@lo:400:kworker.0 00000100:00100000:0.0:1783145902.101725:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3651:1869755178659328:0@lo:400:kworker.0 00000100:00100000:2.0:1783145902.101743:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8546756918834 time 8546757026485 state 0x0 ref 1 00000100:00100000:2.0:1783145902.101752:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8546756918834 time 8546757026485 state 0x0 ref 1 00000100:00100000:1.0:1783145902.101753:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145902.101763:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145902.101771:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8546757126485 time 8546757026485 state 0x1 ref 1 00000100:00100000:1.0:1783145902.101783:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3652:1869755178660096:0@lo:400:kworker.0 00000100:00100000:0.0:1783145902.101794:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3651:1869755178659840:0@lo:400:kworker.0 00000100:00100000:2.0:1783145902.101807:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178659968 00000100:00100000:2.0:1783145902.101812:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178659968 00000100:00100000:1.0:1783145902.101819:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145902.101832:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145902.101842:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8546757126485 time 8546757026485 state 0x1 ref 2 00000100:00100000:2.0:1783145902.101853:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8546757126485 time 8546757026485 state 0x1 ref 2 00000100:00100000:1.0:1783145902.101864:0:204551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178658688 00000100:00100000:2.0:1783145902.101868:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178660224 00000100:00100000:1.0:1783145902.101869:0:204551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178658688 00000100:00100000:2.0:1783145902.101873:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178660224 00000100:00100000:0.0:1783145902.101875:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178658560 00000100:00100000:0.0:1783145902.101881:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178658560 00000100:00100000:2.0:1783145902.101890:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8546757126485 time 8546757026485 state 0x1 ref 3 00000100:00100000:2.0:1783145902.101897:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8546757126485 time 8546757026485 state 0x1 ref 3 00000100:00100000:2.0:1783145902.101909:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178659328 00000100:00100000:2.0:1783145902.101912:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178659328 00000100:00100000:2.0:1783145902.101923:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8546757126485 time 8546757026485 state 0x1 ref 4 00000100:00100000:1.0:1783145902.101931:0:204551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:2.0:1783145902.101935:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8546757126485 time 8546757026485 state 0x1 ref 4 00000100:00100000:1.0:1783145902.101946:0:204551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f8158850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3653:x1869755178658688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145902.101950:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178660096 00000100:00100000:2.0:1783145902.101954:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178660096 00000100:00100000:0.0:1783145902.101958:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178658432 00000100:00100000:0.0:1783145902.101964:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178658432 00000100:00100000:2.0:1783145902.101973:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8546757126485 time 8546757026485 state 0x1 ref 5 00000100:00100000:2.0:1783145902.101983:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8546757126485 time 8546757026485 state 0x1 ref 5 00000100:00100000:0.0:1783145902.101993:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178658944 00000100:00100000:0.0:1783145902.101997:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178658944 00000100:00100000:2.0:1783145902.101999:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178659840 00000100:00100000:2.0:1783145902.102005:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178659840 00000100:00100000:1.0:1783145902.102006:0:204551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f8158850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3653:x1869755178658688:12345-0@lo:400:kworker.0 Request processed in 64us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145902.102018:0:204551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:0.0:1783145902.102025:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:2.0:1783145902.102028:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8546757126485 time 8546757026485 state 0x1 ref 6 00000100:00100000:2.0:1783145902.102041:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8546757126485 time 8546757026485 state 0x1 ref 6 00000100:00100000:0.0:1783145902.102041:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178658560:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783145902.102066:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8549856041940 time 8549855941940 state 0x1 ref 6 00000100:00100000:1.0:1783145902.102066:0:206060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00002000:00000024:0.0:1783145902.102077:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:2.0:1783145902.102084:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cacffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1869755178659712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145902.102085:0:206060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce879f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178658432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783145902.102102:0:206060:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:0.0:1783145902.102148:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178658560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (794us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145902.102156:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:2.0:1783145902.102161:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cacffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1869755178659712:12345-0@lo:400:kworker.0 Request processed in 81us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145902.102172:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 140 00000100:00100000:1.0:1783145902.102174:0:206060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce879f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178658432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (723us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145902.102181:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:1.0:1783145902.102191:0:206060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:0.0:1783145902.102196:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce87ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178658944:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783145902.102198:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8549856174833 time 8549856074833 state 0x1 ref 5 00000100:00100000:2.0:1783145902.102214:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb816a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1869755178659968:12345-0@lo:400:kworker.0 00002000:00000024:0.0:1783145902.102220:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:1.0:1783145902.102227:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178659072 00000100:00100000:1.0:1783145902.102231:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178659072 00000100:00100000:2.0:1783145902.102263:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb816a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1869755178659968:12345-0@lo:400:kworker.0 Request processed in 51us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145902.102269:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178659200 00000100:00100000:2.0:1783145902.102272:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 141 00000100:00100000:0.0:1783145902.102273:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce87ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178658944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (746us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145902.102274:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178659200 00000100:00100000:0.0:1783145902.102285:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:2.0:1783145902.102295:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8549856272486 time 8549856172486 state 0x1 ref 4 00000100:00100000:2.0:1783145902.102306:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cacfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1869755178660224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145902.102307:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178659456 00000100:00100000:1.0:1783145902.102312:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178659456 00000100:00100000:0.0:1783145902.102317:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178659584 00000100:00100000:0.0:1783145902.102322:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178659584 00000100:00100000:2.0:1783145902.102342:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cacfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1869755178660224:12345-0@lo:400:kworker.0 Request processed in 39us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145902.102351:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 142 00000100:00100000:1.0:1783145902.102351:0:228904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:0.0:1783145902.102361:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:1.0:1783145902.102367:0:228904:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb815880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178659072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145902.102373:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8549856349158 time 8549856249158 state 0x1 ref 3 00000100:00100000:0.0:1783145902.102374:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cacff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178659200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145902.102389:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb817480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1869755178659328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145902.102427:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb815880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178659072:12345-0@lo:400:kworker.0 Request processed in 64us (966us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145902.102429:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cacff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178659200:12345-0@lo:400:kworker.0 Request processed in 59us (937us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145902.102438:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb817480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1869755178659328:12345-0@lo:400:kworker.0 Request processed in 49us (675us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145902.102444:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:2.0:1783145902.102450:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 143 00000100:00100000:0.0:1783145902.102451:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:1.0:1783145902.102469:0:228904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1783145902.102479:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1783145902.102484:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8549856459860 time 8549856359860 state 0x1 ref 2 00000100:00100000:1.0:1783145902.102484:0:228904:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178659456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145902.102495:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8eb8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178659584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145902.102503:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1869755178660096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145902.102535:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178659456:12345-0@lo:400:kworker.0 Request processed in 56us (1001us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145902.102543:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1783145902.102564:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8eb8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178659584:12345-0@lo:400:kworker.0 Request processed in 62us (800us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145902.102569:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1869755178660096:12345-0@lo:400:kworker.0 Request processed in 54us (737us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145902.102576:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1783145902.102582:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 144 00000100:00100000:1.0:1783145902.102590:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8549856459860 time 8549856465994 state 0x0 ref 1 00000100:00100000:1.0:1783145902.102606:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb816300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1869755178659840:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1783145902.102628:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1783145902.102635:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783145902.102640:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1783145902.102645:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783145902.102653:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb816300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1869755178659840:12345-0@lo:400:kworker.0 Request processed in 50us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145902.102661:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 145 00000100:00100000:1.0:1783145902.102667:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8549856459860 time 8549856465994 state 0x2 ref 0 00000100:00100000:2.0:1783145902.102683:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178659200:0@lo:400:kworker.0 00000100:00100000:2.0:1783145902.102704:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3653:1869755178659712:0@lo:400:kworker.0 00000100:00100000:2.0:1783145902.102728:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce87a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3653:1869755178660224:0@lo:400:kworker.0 00000100:00100000:1.0:1783145902.102732:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cacfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178658432:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783145902.102750:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d907ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6b9a8718-6228-431e-b216-b4d0ab45a378:3653:1869755178658688:0@lo:400:kworker.0 00000100:00100000:1.0:1783145902.102763:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cacfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178658944:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783145902.102781:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178659584:0@lo:400:kworker.0 00000100:00100000:1.0:1783145902.102797:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3652:1869755178660096:0@lo:400:kworker.0 00000100:00100000:2.0:1783145902.102828:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178658816 00000100:00100000:2.0:1783145902.102833:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178658816 00000100:00100000:2.0:1783145902.102873:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:2.0:1783145902.102882:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb814380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178658816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145902.102917:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3651:1869755178659328:0@lo:400:kworker.0 00000100:00100000:2.0:1783145902.102930:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb814380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178658816:12345-0@lo:400:kworker.0 Request processed in 48us (1234us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145902.102933:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3651:1869755178659840:0@lo:400:kworker.0 00000100:00100000:2.0:1783145902.102944:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:1.0:1783145902.102949:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d907a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178659072:0@lo:400:kworker.0 00000100:00100000:1.0:1783145902.102962:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178659456:0@lo:400:kworker.0 00000100:00100000:1.0:1783145902.102974:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3651:1869755178659968:0@lo:400:kworker.0 00000100:00100000:1.0:1783145902.102989:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb817b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178658560:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783145902.103019:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d907aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178658816:0@lo:400:kworker.0 00010000:00010000:2.0:1783145902.549239:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145903.125294:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb817100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178660352:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783145903.125351:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145903.125386:0:206060:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178660352 00000100:00100000:1.0:1783145903.125395:0:206060:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178660352 00000100:00100000:1.0:1783145903.125450:0:206060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:1.0:1783145903.125460:0:206060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cacfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178660352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783145903.125488:0:206060:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:1.0:1783145903.125542:0:206060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cacfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178660352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145903.125559:0:206060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:2.0:1783145903.125589:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb817100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178660352:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1783145903.573315:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145904.122634:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145904.122685:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188155264 00000100:00100000:3.0:1783145904.122693:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188155264 00000100:00100000:1.0:1783145904.122702:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145904.122734:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8549856459860 time 8549856465994 state 0x0 ref 1 00000100:00100000:3.0:1783145904.122742:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8549856459860 time 8549856465994 state 0x0 ref 1 00000100:00100000:1.0:1783145904.122747:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145904.122756:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8549856565994 time 8549856465994 state 0x1 ref 1 00000100:00100000:0.0:1783145904.122759:0:204549:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188155136 00000100:00100000:0.0:1783145904.122765:0:204549:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188155136 00000100:00100000:3.0:1783145904.122780:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188155520 00000100:00100000:3.0:1783145904.122784:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188155520 00000100:00100000:1.0:1783145904.122792:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145904.122800:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8549856565994 time 8549856465994 state 0x1 ref 2 00000100:00100000:3.0:1783145904.122808:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8549856565994 time 8549856465994 state 0x1 ref 2 00000100:00100000:0.0:1783145904.122817:0:204549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 313 00000100:00100000:3.0:1783145904.122833:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188155392 00000100:00100000:0.0:1783145904.122834:0:204549:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f8158050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2410:x1869755188155136:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:3.0:1783145904.122837:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188155392 00000100:00100000:1.0:1783145904.122837:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145904.122852:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8549856565994 time 8549856465994 state 0x1 ref 3 00000100:00100000:3.0:1783145904.122858:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8549856565994 time 8549856465994 state 0x1 ref 3 00000100:00100000:3.0:1783145904.122870:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8551876848825 time 8551876748825 state 0x1 ref 3 00000100:00100000:3.0:1783145904.122880:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2409:x1869755188155264:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145904.122894:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145904.122910:0:204549:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f8158050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2410:x1869755188155136:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 81us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145904.122919:0:204549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 313 00000100:00100000:3.0:1783145904.122923:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2409:x1869755188155264:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 43us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145904.122932:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 146 00000100:00100000:3.0:1783145904.122949:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188155648 00000100:00100000:3.0:1783145904.122952:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188155648 00000100:00100000:3.0:1783145904.122963:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8551876848825 time 8551876748825 state 0x1 ref 3 00000100:00100000:3.0:1783145904.122972:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8551876848825 time 8551876748825 state 0x1 ref 3 00000100:00100000:3.0:1783145904.122981:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8551876960277 time 8551876860277 state 0x1 ref 3 00000100:00100000:3.0:1783145904.122989:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+20:2409:x1869755188155520:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145904.123010:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8551876985170 time 8551876885170 state 0x1 ref 3 00000100:00100000:1.0:1783145904.123024:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8551876985170 time 8551876899060 state 0x0 ref 3 00000100:00100000:0.0:1783145904.123026:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2410:x1869755188155392:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:3.0:1783145904.123032:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+20:2409:x1869755188155520:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 39us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145904.123044:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 147 00000100:00100000:1.0:1783145904.123049:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+5:2410:x1869755188155648:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145904.123067:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2410:x1869755188155392:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 44us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145904.123075:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 148 00000100:00100000:1.0:1783145904.123087:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+5:2410:x1869755188155648:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 43us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145904.123096:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 149 00000100:00100000:1.0:1783145904.123102:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8551876985170 time 8551876899060 state 0x2 ref 0 00000100:00080000:3.0:1783145904.123104:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1783145904.123109:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783145904.123160:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188155776 00000100:00100000:0.0:1783145904.123165:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188155776 00000100:00080000:1.0:1783145904.123215:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783145904.123232:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 381 00000100:00100000:0.0:1783145904.123246:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b832727d-edc7-457c-aba4-c59935e6a58f+8:2409:x1869755188155776:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145904.123287:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b832727d-edc7-457c-aba4-c59935e6a58f+8:2409:x1869755188155776:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 46us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145904.123295:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 381 00010000:00010000:0.0:1783145904.597284:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783145905.621254:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145905.685279:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb815880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178660480:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783145905.685339:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145905.685381:0:204561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178660480 00000100:00100000:0.0:1783145905.685390:0:204561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178660480 00000100:00100000:0.0:1783145905.685438:0:204561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:0.0:1783145905.685447:0:204561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178660480:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783145905.685484:0:204561:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445433344 avail 1299193856 00000100:00100000:0.0:1783145905.685539:0:204561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178660480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145905.685550:0:204561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:1.0:1783145905.685574:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb815880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178660480:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1783145906.645238:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145906.709298:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178660608:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783145906.709364:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145906.709406:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178660608 00000100:00100000:0.0:1783145906.709414:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178660608 00000100:00100000:0.0:1783145906.709464:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:0.0:1783145906.709480:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb888380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1869755178660608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783145906.709516:0:204560:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445117952 avail 1298878464 00000100:00100000:0.0:1783145906.709583:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb888380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1869755178660608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 109us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145906.709592:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:3.0:1783145906.709621:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178660608:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783145907.221273:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb816d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178660736:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783145907.221294:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb888e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6b9a8718-6228-431e-b216-b4d0ab45a378:3651:1869755178660992:0@lo:400:kworker.0 00000100:00100000:0.0:1783145907.221340:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145907.221343:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145907.221363:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178660864:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783145907.221403:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145907.221404:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffffd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178661504:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783145907.221410:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178661376:0@lo:400:kworker.0 00000100:00100000:3.0:1783145907.221440:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb88ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178661248:0@lo:400:kworker.0 00000100:00100000:1.0:1783145907.221440:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145907.221451:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145907.221471:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3651:1869755178662016:0@lo:400:kworker.0 00000100:00100000:3.0:1783145907.221477:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145907.221480:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178661888:0@lo:400:kworker.0 00000100:00100000:1.0:1783145907.221504:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145907.221512:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178661760:0@lo:400:kworker.0 00000100:00100000:0.0:1783145907.221512:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145907.221541:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3651:1869755178662528:0@lo:400:kworker.0 00000100:00100000:0.0:1783145907.221551:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3650:1869755178662400:0@lo:400:kworker.0 00000100:00100000:3.0:1783145907.221561:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145907.221582:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145907.221595:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3653:1869755178662272:0@lo:400:kworker.0 00000100:00100000:0.0:1783145907.221609:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178660736 00000100:00100000:0.0:1783145907.221615:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178660736 00000100:00100000:3.0:1783145907.221626:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145907.221636:0:204548:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178660992 00000100:00100000:1.0:1783145907.221641:0:204548:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178660992 00000100:00100000:3.0:1783145907.221656:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1783145907.221663:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb888a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178661120:0@lo:400:kworker.0 00000100:00100000:0.0:1783145907.221673:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178660864 00000100:00100000:0.0:1783145907.221678:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178660864 00000100:00100000:1.0:1783145907.221681:0:204548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:3.0:1783145907.221687:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145907.221693:0:204548:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f815b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3651:x1869755178660992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145907.221705:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178661504 00000100:00100000:0.0:1783145907.221708:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178661504 00000100:00100000:3.0:1783145907.221714:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb888000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3653:1869755178661632:0@lo:400:kworker.0 00000100:00100000:0.0:1783145907.221734:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:0.0:1783145907.221743:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb815880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178660736:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783145907.221751:0:204548:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f815b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3651:x1869755178660992:12345-0@lo:400:kworker.0 Request processed in 60us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145907.221752:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145907.221765:0:204548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00002000:00000024:0.0:1783145907.221766:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:3.0:1783145907.221781:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3653:1869755178662144:0@lo:400:kworker.0 00000100:00100000:1.0:1783145907.221811:0:206060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1783145907.221812:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb815880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178660736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145907.221816:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145907.221827:0:206060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1869755178660864:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783145907.221827:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00002000:00000024:1.0:1783145907.221847:0:206060:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:0.0:1783145907.221851:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:0.0:1783145907.221860:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178661504:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783145907.221865:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178661376 00000100:00100000:3.0:1783145907.221869:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178661376 00002000:00000024:0.0:1783145907.221870:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:1.0:1783145907.221887:0:206060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1869755178660864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145907.221894:0:206060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:3.0:1783145907.221904:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178661248 00000100:00100000:3.0:1783145907.221907:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178661248 00000100:00100000:0.0:1783145907.221912:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3651:x1869755178661504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145907.221921:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:1.0:1783145907.221928:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145907.221934:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178661888 00000100:00100000:3.0:1783145907.221937:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178661888 00000100:00100000:0.0:1783145907.221954:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178661760 00000100:00100000:0.0:1783145907.221960:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178661760 00000100:00100000:3.0:1783145907.221965:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1783145907.221968:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb816d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178660736:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783145907.221976:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178661376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145907.222001:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1783145907.222010:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb888e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6b9a8718-6228-431e-b216-b4d0ab45a378:3651:1869755178660992:0@lo:400:kworker.0 00000100:00100000:0.0:1783145907.222016:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178661248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145907.222031:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178661504:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783145907.222032:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178661376:12345-0@lo:400:kworker.0 Request processed in 58us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145907.222041:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:0.0:1783145907.222059:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178661248:12345-0@lo:400:kworker.0 Request processed in 48us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145907.222060:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:3.0:1783145907.222067:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb817b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178661888:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1783145907.222069:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783145907.222073:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00080000:1.0:1783145907.222076:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783145907.222095:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1783145907.222104:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb99e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3653:x1869755178661760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783145907.222111:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb817b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178661888:12345-0@lo:400:kworker.0 Request processed in 41us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145907.222139:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:1.0:1783145907.222156:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb99e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3653:x1869755178661760:12345-0@lo:400:kworker.0 Request processed in 54us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145907.222161:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1783145907.222184:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178662016 00000100:00100000:3.0:1783145907.222185:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178662528 00000100:00100000:0.0:1783145907.222188:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178662016 00000100:00100000:3.0:1783145907.222190:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178662528 00000100:00100000:1.0:1783145907.222198:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178662272 00000100:00100000:1.0:1783145907.222203:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178662272 00000100:00100000:0.0:1783145907.222208:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8551876985170 time 8551876899060 state 0x0 ref 1 00000100:00100000:0.0:1783145907.222214:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8551876985170 time 8551876899060 state 0x0 ref 1 00000100:00100000:3.0:1783145907.222227:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8551876985170 time 8551876899060 state 0x0 ref 3 00000100:00100000:0.0:1783145907.222240:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8551876999060 time 8551876899060 state 0x1 ref 3 00000100:00100000:1.0:1783145907.222248:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8551876999060 time 8551876899060 state 0x1 ref 3 00000100:00100000:0.0:1783145907.222252:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178661632 00000100:00100000:0.0:1783145907.222256:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178661632 00000100:00100000:3.0:1783145907.222258:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8551876999060 time 8551876899060 state 0x1 ref 3 00000100:00100000:1.0:1783145907.222267:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8551876999060 time 8551876899060 state 0x1 ref 3 00000100:00100000:0.0:1783145907.222273:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8551876999060 time 8551876899060 state 0x1 ref 4 00000100:00100000:3.0:1783145907.222275:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178662144 00000100:00100000:1.0:1783145907.222280:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178662400 00000100:00100000:3.0:1783145907.222282:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178662144 00000100:00100000:1.0:1783145907.222284:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178662400 00000100:00100000:0.0:1783145907.222286:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8551876999060 time 8551876899060 state 0x1 ref 4 00000100:00100000:0.0:1783145907.222300:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8554976278150 time 8554976178150 state 0x1 ref 4 00000100:00100000:3.0:1783145907.222307:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8554976278150 time 8554976178150 state 0x1 ref 6 00000100:00100000:0.0:1783145907.222311:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1869755178662016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145907.222323:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8554976278150 time 8554976178150 state 0x1 ref 6 00000100:00100000:3.0:1783145907.222332:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8554976278150 time 8554976178150 state 0x1 ref 6 00000100:00100000:1.0:1783145907.222341:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8554976278150 time 8554976178150 state 0x1 ref 6 00000100:00100000:0.0:1783145907.222350:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1869755178662016:12345-0@lo:400:kworker.0 Request processed in 41us (846us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145907.222353:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8554976328946 time 8554976228946 state 0x1 ref 6 00000100:00100000:1.0:1783145907.222362:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8554976339796 time 8554976239796 state 0x1 ref 6 00000100:00100000:3.0:1783145907.222368:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1869755178662528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145907.222374:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1783145907.222375:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1869755178662272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783145907.222422:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3651:x1869755178662528:12345-0@lo:400:kworker.0 Request processed in 56us (840us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145907.222423:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1869755178662272:12345-0@lo:400:kworker.0 Request processed in 52us (798us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145907.222435:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1783145907.222442:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1783145907.222457:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178661120 00000100:00100000:0.0:1783145907.222474:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178661120 00000100:00100000:1.0:1783145907.222481:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3651:1869755178662016:0@lo:400:kworker.0 00000100:00100000:1.0:1783145907.222503:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3651:1869755178662528:0@lo:400:kworker.0 00000100:00100000:3.0:1783145907.222504:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178661376:0@lo:400:kworker.0 00000100:00100000:0.0:1783145907.222505:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:0.0:1783145907.222531:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178661120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783145907.222542:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178661888:0@lo:400:kworker.0 00000100:00080000:1.0:1783145907.222552:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783145907.222557:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783145907.222570:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178661120:12345-0@lo:400:kworker.0 Request processed in 54us (882us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145907.222575:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8554976552276 time 8554976452276 state 0x1 ref 3 00000100:00100000:0.0:1783145907.222576:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:1.0:1783145907.222593:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1869755178661632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783145907.222597:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb888a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178661120:0@lo:400:kworker.0 00000100:00100000:3.0:1783145907.222626:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffffc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178660864:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783145907.222631:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1869755178661632:12345-0@lo:400:kworker.0 Request processed in 41us (882us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145907.222637:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1783145907.222646:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb88ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178661248:0@lo:400:kworker.0 00000100:00100000:1.0:1783145907.222658:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8554976636111 time 8554976536111 state 0x1 ref 2 00000100:00100000:3.0:1783145907.222665:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178661760:0@lo:400:kworker.0 00000100:00100000:1.0:1783145907.222669:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd83ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1869755178662144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783145907.222687:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3653:1869755178662272:0@lo:400:kworker.0 00000100:00100000:1.0:1783145907.222698:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd83ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1869755178662144:12345-0@lo:400:kworker.0 Request processed in 32us (885us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145907.222705:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1783145907.222735:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb888000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3653:1869755178661632:0@lo:400:kworker.0 00000100:00100000:3.0:1783145907.222752:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3653:1869755178662144:0@lo:400:kworker.0 00000100:00100000:0.0:1783145907.222821:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8554976636111 time 8554976697343 state 0x0 ref 1 00000100:00100000:0.0:1783145907.222835:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1869755178662400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145907.222882:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1869755178662400:12345-0@lo:400:kworker.0 Request processed in 50us (954us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145907.222890:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1783145907.222895:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8554976636111 time 8554976697343 state 0x2 ref 0 00000100:00100000:3.0:1783145907.222921:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3650:1869755178662400:0@lo:400:kworker.0 00010000:00010000:3.0:1783145907.669209:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145908.245275:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb816d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178662656:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783145908.245334:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145908.245372:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178662656 00000100:00100000:3.0:1783145908.245389:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178662656 00000100:00100000:3.0:1783145908.245490:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:3.0:1783145908.245501:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178662656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1783145908.245533:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:3.0:1783145908.245580:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178662656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145908.245586:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:0.0:1783145908.245624:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb816d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178662656:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1783145908.693298:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145909.242588:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145909.242627:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145909.242646:0:204551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188155904 00000100:00100000:0.0:1783145909.242655:0:204551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188155904 00000100:00100000:1.0:1783145909.242659:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145909.242688:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145909.242689:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188156032 00000100:00100000:2.0:1783145909.242695:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188156032 00000100:00100000:0.0:1783145909.242705:0:204551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 315 00000100:00100000:0.0:1783145909.242715:0:204551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f8158c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2410:x1869755188155904:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145909.242723:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145909.242736:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8554976636111 time 8554976697343 state 0x0 ref 1 00000100:00100000:2.0:1783145909.242742:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8554976636111 time 8554976697343 state 0x0 ref 1 00000100:00100000:2.0:1783145909.242754:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8554976797343 time 8554976697343 state 0x1 ref 1 00000100:00100000:1.0:1783145909.242771:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145909.242780:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188156160 00000100:00100000:2.0:1783145909.242784:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188156160 00000100:00100000:0.0:1783145909.242787:0:204551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f8158c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2410:x1869755188155904:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 64us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145909.242797:0:204551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 315 00000100:00100000:2.0:1783145909.242803:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8554976797343 time 8554976697343 state 0x1 ref 2 00000100:00100000:2.0:1783145909.242811:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8554976797343 time 8554976697343 state 0x1 ref 2 00000100:00100000:2.0:1783145909.242823:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188156288 00000100:00100000:2.0:1783145909.242826:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188156288 00000100:00100000:2.0:1783145909.242845:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8554976797343 time 8554976697343 state 0x1 ref 3 00000100:00100000:2.0:1783145909.242854:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8554976797343 time 8554976697343 state 0x1 ref 3 00000100:00100000:0.0:1783145909.242859:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188156416 00000100:00100000:0.0:1783145909.242863:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188156416 00000100:00100000:2.0:1783145909.242871:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8556996847958 time 8556996747958 state 0x1 ref 3 00000100:00100000:0.0:1783145909.242891:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8556996847958 time 8556996747958 state 0x1 ref 4 00000100:00100000:2.0:1783145909.242897:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2409:x1869755188156032:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145909.242909:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8556996883980 time 8556996783980 state 0x1 ref 4 00000100:00100000:0.0:1783145909.242920:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8556996883980 time 8556996783980 state 0x1 ref 4 00000100:00100000:1.0:1783145909.242927:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2410:x1869755188156160:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145909.242940:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2409:x1869755188156032:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 48us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145909.242946:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8556996922007 time 8556996822007 state 0x1 ref 4 00000100:00100000:2.0:1783145909.242958:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 156 00000100:00100000:0.0:1783145909.242961:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+20:2409:x1869755188156288:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145909.242967:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2410:x1869755188156160:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 43us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145909.242975:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 157 00000100:00100000:0.0:1783145909.242996:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+20:2409:x1869755188156288:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 38us (307us total) trans 0 rc 0/0 00000100:00080000:2.0:1783145909.243006:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783145909.243006:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 158 00000100:00080000:2.0:1783145909.243013:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783145909.243013:0:206057:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188156544 00000100:00100000:1.0:1783145909.243018:0:206057:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188156544 00000100:00100000:1.0:1783145909.243073:0:206057:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 386 00000100:00100000:1.0:1783145909.243084:0:206057:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b832727d-edc7-457c-aba4-c59935e6a58f+8:2409:x1869755188156544:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145909.243141:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8556996922007 time 8556996997074 state 0x0 ref 1 00000100:00100000:1.0:1783145909.243149:0:206057:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b832727d-edc7-457c-aba4-c59935e6a58f+8:2409:x1869755188156544:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 38us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145909.243153:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+5:2410:x1869755188156416:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145909.243166:0:206057:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 386 00000100:00100000:0.0:1783145909.243182:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+5:2410:x1869755188156416:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 32us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145909.243191:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 159 00000100:00100000:0.0:1783145909.243195:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8556996922007 time 8556996997074 state 0x2 ref 0 00000100:00080000:2.0:1783145909.243205:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1783145909.717273:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145910.741245:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145910.805288:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3696a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178662784:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783145910.805345:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145910.805391:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178662784 00000100:00100000:2.0:1783145910.805398:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178662784 00000100:00100000:2.0:1783145910.805455:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:2.0:1783145910.805467:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178662784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783145910.805510:0:228897:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445433344 avail 1299193856 00000100:00100000:2.0:1783145910.805564:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178662784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145910.805573:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:1.0:1783145910.805606:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3696a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178662784:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1783145911.765303:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145911.829306:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178662912:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783145911.829390:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145911.829440:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178662912 00000100:00100000:0.0:1783145911.829449:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178662912 00000100:00100000:0.0:1783145911.829521:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:0.0:1783145911.829533:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cacfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3650:x1869755178662912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783145911.829567:0:204579:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445117952 avail 1298878464 00000100:00100000:0.0:1783145911.829622:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cacfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3650:x1869755178662912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145911.829631:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:2.0:1783145911.829670:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178662912:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783145912.341278:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cacfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178663552:0@lo:400:kworker.0 00000100:00100000:0.0:1783145912.341321:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178663040:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783145912.341335:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145912.341360:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cacfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178663296:0@lo:400:kworker.0 00000100:00100000:0.0:1783145912.341364:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145912.341393:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cacfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6b9a8718-6228-431e-b216-b4d0ab45a378:3651:1869755178663168:0@lo:400:kworker.0 00000100:00100000:1.0:1783145912.341402:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d907a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178663936:0@lo:400:kworker.0 00000100:00100000:2.0:1783145912.341406:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145912.341434:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145912.341440:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145912.341454:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d907aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3652:1869755178663808:0@lo:400:kworker.0 00000100:00100000:0.0:1783145912.341479:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cacff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178663680:0@lo:400:kworker.0 00000100:00100000:1.0:1783145912.341494:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3696a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178664448:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783145912.341499:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145912.341524:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3652:1869755178664320:0@lo:400:kworker.0 00000100:00100000:0.0:1783145912.341536:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145912.341541:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145912.341547:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145912.341571:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce87a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178664192:0@lo:400:kworker.0 00000100:00100000:2.0:1783145912.341573:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3652:1869755178664832:0@lo:400:kworker.0 00000100:00100000:1.0:1783145912.341573:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3653:1869755178664960:0@lo:400:kworker.0 00000100:00100000:0.0:1783145912.341619:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145912.341623:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145912.341651:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3651:1869755178664704:0@lo:400:kworker.0 00000100:00100000:0.0:1783145912.341676:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145912.341678:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178663296 00000100:00100000:2.0:1783145912.341687:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178663296 00000100:00100000:0.0:1783145912.341702:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1783145912.341710:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cd6e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178663424:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783145912.341722:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178663552 00000100:00100000:1.0:1783145912.341728:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178663552 00000100:00100000:2.0:1783145912.341729:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178663936 00000100:00100000:2.0:1783145912.341733:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178663936 00000100:00100000:0.0:1783145912.341734:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145912.341755:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d907ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178664064:0@lo:400:kworker.0 00000100:00100000:2.0:1783145912.341761:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:1.0:1783145912.341762:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178663680 00000100:00100000:1.0:1783145912.341765:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178663680 00000100:00100000:2.0:1783145912.341771:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178663296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145912.341777:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145912.341788:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178664192 00000100:00100000:1.0:1783145912.341792:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178664192 00000100:00100000:0.0:1783145912.341800:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3651:1869755178664576:0@lo:400:kworker.0 00000100:00100000:1.0:1783145912.341820:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178664064 00000100:00100000:1.0:1783145912.341824:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178664064 00000100:00100000:0.0:1783145912.341830:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145912.341838:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178663296:12345-0@lo:400:kworker.0 Request processed in 66us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145912.341847:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:1.0:1783145912.341858:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1783145912.341866:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:1.0:1783145912.341866:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178663552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145912.341874:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1869755178663936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145912.341875:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178663040 00000100:00100000:0.0:1783145912.341882:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178663040 00000100:00100000:1.0:1783145912.341905:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178663552:12345-0@lo:400:kworker.0 Request processed in 39us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145912.341909:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1869755178663936:12345-0@lo:400:kworker.0 Request processed in 36us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145912.341914:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1783145912.341916:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1783145912.341918:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178664448 00000100:00100000:0.0:1783145912.341924:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178664448 00000100:00100000:1.0:1783145912.341938:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:2.0:1783145912.341947:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178663808 00000100:00100000:1.0:1783145912.341949:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178663680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145912.341951:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178663808 00000100:00100000:0.0:1783145912.341954:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178663424 00000100:00100000:0.0:1783145912.341959:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178663424 00000100:00100000:2.0:1783145912.341971:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8556996922007 time 8556996997074 state 0x0 ref 1 00000100:00100000:2.0:1783145912.341979:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8556996922007 time 8556996997074 state 0x0 ref 1 00000100:00100000:0.0:1783145912.341986:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:2.0:1783145912.341992:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8556997097074 time 8556996997074 state 0x1 ref 1 00000100:00100000:0.0:1783145912.341998:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3651:x1869755178663040:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783145912.342000:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+6:3651:x1869755178663680:12345-0@lo:400:kworker.0 Request processed in 46us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145912.342011:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178664320 00000100:00100000:2.0:1783145912.342014:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178664320 00000100:00100000:1.0:1783145912.342014:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00002000:00000024:0.0:1783145912.342027:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:2.0:1783145912.342028:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8556997097074 time 8556996997074 state 0x1 ref 2 00000100:00100000:1.0:1783145912.342034:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:2.0:1783145912.342039:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8556997097074 time 8556996997074 state 0x1 ref 2 00000100:00100000:1.0:1783145912.342042:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:3651:x1869755178664192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145912.342051:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178664832 00000100:00100000:2.0:1783145912.342054:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178664832 00000100:00100000:2.0:1783145912.342068:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8556997097074 time 8556996997074 state 0x1 ref 3 00000100:00100000:0.0:1783145912.342074:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3651:x1869755178663040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (711us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145912.342080:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8556997097074 time 8556996997074 state 0x1 ref 3 00000100:00100000:1.0:1783145912.342082:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:3651:x1869755178664192:12345-0@lo:400:kworker.0 Request processed in 42us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145912.342085:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:2.0:1783145912.342092:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178664704 00000100:00100000:1.0:1783145912.342094:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:2.0:1783145912.342095:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178664704 00000100:00100000:0.0:1783145912.342106:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:2.0:1783145912.342108:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8556997097074 time 8556996997074 state 0x1 ref 4 00000100:00100000:1.0:1783145912.342111:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1783145912.342116:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1869755178664448:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783145912.342138:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8556997097074 time 8556996997074 state 0x1 ref 4 00000100:00100000:1.0:1783145912.342139:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178664064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145912.342148:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178664576 00000100:00100000:2.0:1783145912.342152:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178664576 00002000:00000024:0.0:1783145912.342157:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:2.0:1783145912.342167:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8556997097074 time 8556996997074 state 0x1 ref 5 00000100:00100000:1.0:1783145912.342172:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178664064:12345-0@lo:400:kworker.0 Request processed in 55us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145912.342176:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8556997097074 time 8556996997074 state 0x1 ref 5 00000100:00100000:1.0:1783145912.342179:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:2.0:1783145912.342191:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8560096168828 time 8560096068828 state 0x1 ref 5 00000100:00100000:0.0:1783145912.342195:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1869755178664448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (659us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145912.342206:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:2.0:1783145912.342211:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1869755178663808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145912.342219:0:206060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:1.0:1783145912.342229:0:206060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c798ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178663424:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783145912.342238:0:204549:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178663168 00002000:00000024:1.0:1783145912.342240:0:206060:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:0.0:1783145912.342242:0:204549:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178663168 00000100:00100000:2.0:1783145912.342253:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1869755178663808:12345-0@lo:400:kworker.0 Request processed in 46us (770us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145912.342265:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1783145912.342273:0:204549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:1.0:1783145912.342278:0:206060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c798ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178663424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145912.342285:0:204549:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f815b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3651:x1869755178663168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145912.342287:0:206060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:2.0:1783145912.342288:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8560096264380 time 8560096164380 state 0x1 ref 4 00000100:00100000:2.0:1783145912.342300:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1869755178664320:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1783145912.342315:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783145912.342320:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783145912.342324:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783145912.342329:0:204549:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f815b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3651:x1869755178663168:12345-0@lo:400:kworker.0 Request processed in 46us (894us total) trans 0 rc 0/0 00000100:00080000:1.0:1783145912.342330:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783145912.342337:0:204549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:2.0:1783145912.342346:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1869755178664320:12345-0@lo:400:kworker.0 Request processed in 46us (797us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145912.342354:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1783145912.342375:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145912.342379:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8560096353778 time 8560096253778 state 0x1 ref 3 00000100:00100000:0.0:1783145912.342395:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee27ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1869755178664832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145912.342399:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178664960 00000100:00100000:2.0:1783145912.342403:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178664960 00000100:00100000:1.0:1783145912.342409:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cacfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178663552:0@lo:400:kworker.0 00000100:00100000:2.0:1783145912.342428:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8560096353778 time 8560096253778 state 0x1 ref 4 00000100:00100000:2.0:1783145912.342437:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8560096353778 time 8560096253778 state 0x1 ref 4 00000100:00100000:0.0:1783145912.342441:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee27ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1869755178664832:12345-0@lo:400:kworker.0 Request processed in 48us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145912.342448:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d907a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178663936:0@lo:400:kworker.0 00000100:00080000:2.0:1783145912.342454:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783145912.342455:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 162 00000100:00100000:1.0:1783145912.342473:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3696a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178664448:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783145912.342510:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8560096486238 time 8560096386238 state 0x1 ref 3 00000100:00100000:2.0:1783145912.342512:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cacfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178663296:0@lo:400:kworker.0 00000100:00100000:0.0:1783145912.342531:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3c03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1869755178664704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145912.342534:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d907aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3652:1869755178663808:0@lo:400:kworker.0 00000100:00100000:2.0:1783145912.342551:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3652:1869755178664320:0@lo:400:kworker.0 00000100:00100000:2.0:1783145912.342568:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3652:1869755178664832:0@lo:400:kworker.0 00000100:00100000:0.0:1783145912.342575:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3c03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1869755178664704:12345-0@lo:400:kworker.0 Request processed in 47us (898us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145912.342582:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1783145912.342621:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178663424:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783145912.342640:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8560096616855 time 8560096516855 state 0x1 ref 2 00000100:00100000:1.0:1783145912.342641:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d907ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178664064:0@lo:400:kworker.0 00000100:00100000:0.0:1783145912.342658:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1869755178664576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145912.342660:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3651:1869755178664704:0@lo:400:kworker.0 00000100:00100000:1.0:1783145912.342682:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cd6e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178663040:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783145912.342695:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cacfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6b9a8718-6228-431e-b216-b4d0ab45a378:3651:1869755178663168:0@lo:400:kworker.0 00000100:00100000:1.0:1783145912.342708:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cacff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178663680:0@lo:400:kworker.0 00000100:00100000:0.0:1783145912.342714:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1869755178664576:12345-0@lo:400:kworker.0 Request processed in 57us (884us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145912.342723:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce87a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178664192:0@lo:400:kworker.0 00000100:00100000:0.0:1783145912.342725:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 164 00000100:00100000:0.0:1783145912.342752:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8560096616855 time 8560096629398 state 0x0 ref 1 00000100:00100000:0.0:1783145912.342765:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb88ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1869755178664960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145912.342769:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3651:1869755178664576:0@lo:400:kworker.0 00000100:00100000:0.0:1783145912.342819:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb88ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1869755178664960:12345-0@lo:400:kworker.0 Request processed in 55us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145912.342829:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1783145912.342834:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8560096616855 time 8560096629398 state 0x2 ref 0 00000100:00100000:1.0:1783145912.342843:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3653:1869755178664960:0@lo:400:kworker.0 00010000:00010000:2.0:1783145912.789225:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145913.365272:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee258a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178665088:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783145913.365334:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145913.365382:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178665088 00000100:00100000:0.0:1783145913.365390:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178665088 00000100:00100000:0.0:1783145913.365446:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:0.0:1783145913.365458:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee27f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178665088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783145913.365492:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:0.0:1783145913.365548:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee27f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178665088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145913.365558:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:2.0:1783145913.365598:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee258a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178665088:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1783145913.813279:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145914.362561:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145914.362609:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145914.362614:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188156800 00000100:00100000:1.0:1783145914.362622:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188156800 00000100:00100000:0.0:1783145914.362649:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145914.362667:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8560096616855 time 8560096629398 state 0x0 ref 1 00000100:00100000:2.0:1783145914.362668:0:204548:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188156672 00000100:00100000:2.0:1783145914.362675:0:204548:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188156672 00000100:00100000:1.0:1783145914.362680:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8560096616855 time 8560096629398 state 0x0 ref 1 00000100:00100000:0.0:1783145914.362688:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145914.362701:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8560096729398 time 8560096629398 state 0x1 ref 1 00000100:00100000:0.0:1783145914.362729:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145914.362732:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188156928 00000100:00100000:2.0:1783145914.362735:0:204548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 317 00000100:00100000:1.0:1783145914.362737:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188156928 00000100:00100000:2.0:1783145914.362751:0:204548:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9f8159450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2408:x1869755188156672:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145914.362759:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8560096729398 time 8560096629398 state 0x1 ref 2 00000100:00100000:1.0:1783145914.362766:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8560096729398 time 8560096629398 state 0x1 ref 2 00000100:00100000:1.0:1783145914.362775:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188157056 00000100:00100000:1.0:1783145914.362779:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188157056 00000100:00100000:0.0:1783145914.362780:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145914.362795:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8560096729398 time 8560096629398 state 0x1 ref 3 00000100:00100000:1.0:1783145914.362802:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8560096729398 time 8560096629398 state 0x1 ref 3 00000100:00100000:1.0:1783145914.362810:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188157184 00000100:00100000:1.0:1783145914.362812:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188157184 00000100:00100000:2.0:1783145914.362819:0:204548:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9f8159450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2408:x1869755188156672:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 72us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145914.362825:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8560096729398 time 8560096629398 state 0x1 ref 4 00000100:00100000:2.0:1783145914.362830:0:204548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 317 00000100:00100000:1.0:1783145914.362834:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8560096729398 time 8560096629398 state 0x1 ref 4 00000100:00100000:1.0:1783145914.362848:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8562116825584 time 8562116725584 state 0x1 ref 4 00000100:00100000:1.0:1783145914.362858:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee259880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2407:x1869755188156800:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145914.362897:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188157312 00000100:00100000:1.0:1783145914.362901:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee259880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2407:x1869755188156800:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 36us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145914.362902:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188157312 00000100:00100000:1.0:1783145914.362911:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 166 00000100:00100000:1.0:1783145914.362931:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8562116908879 time 8562116808879 state 0x1 ref 3 00000100:00100000:1.0:1783145914.362943:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee258e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2408:x1869755188156928:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145914.362947:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8562116921494 time 8562116821494 state 0x1 ref 3 00000100:00100000:2.0:1783145914.362955:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 391 00000100:00100000:2.0:1783145914.362972:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5bb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b832727d-edc7-457c-aba4-c59935e6a58f+8:2407:x1869755188157312:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145914.362972:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+20:2407:x1869755188157056:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145914.362990:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee258e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2408:x1869755188156928:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 48us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145914.362998:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 167 00000100:00100000:2.0:1783145914.363016:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5bb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b832727d-edc7-457c-aba4-c59935e6a58f+8:2407:x1869755188157312:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 49us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145914.363027:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+20:2407:x1869755188157056:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 62us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145914.363028:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 391 00000100:00100000:0.0:1783145914.363040:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 168 00000100:00100000:2.0:1783145914.363065:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8562116921494 time 8562116941443 state 0x0 ref 1 00000100:00100000:2.0:1783145914.363077:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee258a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+5:2408:x1869755188157184:12345-192.168.203.44@tcp:400:kworker.0 00000100:00080000:0.0:1783145914.363086:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783145914.363091:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783145914.363095:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783145914.363103:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee258a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+5:2408:x1869755188157184:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 30us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145914.363109:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 169 00000100:00100000:2.0:1783145914.363113:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8562116921494 time 8562116941443 state 0x2 ref 0 00010000:00010000:0.0:1783145914.837278:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145915.861267:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145915.925262:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178665216:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783145915.925322:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145915.925369:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178665216 00000100:00100000:0.0:1783145915.925377:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178665216 00000100:00100000:0.0:1783145915.925424:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1783145915.925434:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb888a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178665216:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783145915.925479:0:204560:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445433344 avail 1299193856 00000100:00100000:0.0:1783145915.925538:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb888a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178665216:12345-0@lo:41:osp-pre-1-0.0 Request processed in 104us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145915.925547:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:1.0:1783145915.925567:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178665216:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1783145916.885219:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145916.949269:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178665344:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783145916.949331:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145916.949377:0:204561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178665344 00000100:00100000:1.0:1783145916.949384:0:204561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178665344 00000100:00100000:1.0:1783145916.949438:0:204561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:1.0:1783145916.949455:0:204561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1869755178665344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783145916.949486:0:204561:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445117952 avail 1298878464 00000100:00100000:1.0:1783145916.949551:0:204561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1869755178665344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145916.949557:0:204561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:3.0:1783145916.949593:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178665344:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783145917.461270:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c5910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178665728:0@lo:400:kworker.0 00000100:00100000:0.0:1783145917.461339:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145917.461398:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb888e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178666240:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783145917.461410:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d5fdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6b9a8718-6228-431e-b216-b4d0ab45a378:3653:1869755178665472:0@lo:400:kworker.0 00000100:00100000:0.0:1783145917.461430:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145917.461433:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178665600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783145917.461493:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145917.461502:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1160380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3651:1869755178666880:0@lo:400:kworker.0 00000100:00100000:3.0:1783145917.461510:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145917.461548:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ca07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3650:1869755178666112:0@lo:400:kworker.0 00000100:00100000:1.0:1783145917.461550:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ca07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178665984:0@lo:400:kworker.0 00000100:00100000:0.0:1783145917.461550:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145917.461586:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145917.461587:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1017100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3651:1869755178667264:0@lo:400:kworker.0 00000100:00100000:1.0:1783145917.461601:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145917.461611:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178666624:0@lo:400:kworker.0 00000100:00100000:0.0:1783145917.461630:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145917.461635:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178666496:0@lo:400:kworker.0 00000100:00100000:3.0:1783145917.461643:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145917.461676:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1017800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3650:1869755178667136:0@lo:400:kworker.0 00000100:00100000:0.0:1783145917.461681:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178665728 00000100:00100000:1.0:1783145917.461686:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145917.461690:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178665728 00000100:00100000:3.0:1783145917.461706:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145917.461719:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7618e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3653:1869755178667008:0@lo:400:kworker.0 00000100:00100000:0.0:1783145917.461748:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1783145917.461750:0:206060:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178666240 00000100:00100000:3.0:1783145917.461756:0:206060:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178666240 00000100:00100000:1.0:1783145917.461759:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145917.461763:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178665728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783145917.461797:0:206060:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178665600 00000100:00100000:1.0:1783145917.461798:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:3.0:1783145917.461800:0:206060:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178665600 00000100:00100000:1.0:1783145917.461811:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ca07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178665856:0@lo:400:kworker.0 00000100:00100000:3.0:1783145917.461822:0:206060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:0.0:1783145917.461832:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178665728:12345-0@lo:400:kworker.0 Request processed in 73us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145917.461833:0:206060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178666240:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783145917.461849:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:1.0:1783145917.461850:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1783145917.461859:0:206060:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:1.0:1783145917.461882:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ca07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178666368:0@lo:400:kworker.0 00000100:00100000:0.0:1783145917.461887:0:204551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178665472 00000100:00100000:0.0:1783145917.461892:0:204551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178665472 00000100:00100000:3.0:1783145917.461897:0:206060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178666240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145917.461903:0:206060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:1.0:1783145917.461920:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145917.461922:0:206060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:3.0:1783145917.461930:0:206060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee24b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178665600:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783145917.461939:0:204551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00002000:00000024:3.0:1783145917.461944:0:206060:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:1.0:1783145917.461950:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8cb889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178666752:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783145917.461952:0:204551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c1743450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3653:x1869755178665472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783145917.461980:0:206060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee24b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178665600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145917.461986:0:206060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:1.0:1783145917.461995:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783145917.462005:0:206060:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178666752 00000100:00100000:3.0:1783145917.462009:0:206060:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178666752 00000100:00100000:0.0:1783145917.462011:0:204551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c1743450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3653:x1869755178665472:12345-0@lo:400:kworker.0 Request processed in 60us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145917.462021:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3653:1869755178667392:0@lo:400:kworker.0 00000100:00100000:0.0:1783145917.462022:0:204551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:3.0:1783145917.462034:0:206060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:3.0:1783145917.462045:0:206060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d907aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178666752:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1783145917.462057:0:206060:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:1.0:1783145917.462061:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145917.462069:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178666880 00000100:00100000:0.0:1783145917.462074:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178666880 00000100:00100000:0.0:1783145917.462097:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8562116921494 time 8562116941443 state 0x0 ref 1 00000100:00100000:1.0:1783145917.462102:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d5fdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6b9a8718-6228-431e-b216-b4d0ab45a378:3653:1869755178665472:0@lo:400:kworker.0 00000100:00100000:3.0:1783145917.462103:0:206060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d907aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178666752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145917.462114:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8562116921494 time 8562116941443 state 0x0 ref 1 00000100:00100000:3.0:1783145917.462137:0:206060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:0.0:1783145917.462153:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8562117041443 time 8562116941443 state 0x1 ref 1 00000100:00100000:3.0:1783145917.462160:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178665984 00000100:00100000:3.0:1783145917.462164:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178665984 00000100:00100000:0.0:1783145917.462171:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178666112 00000100:00100000:1.0:1783145917.462174:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178666752:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783145917.462177:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178666112 00000100:00100000:3.0:1783145917.462192:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178666624 00000100:00100000:3.0:1783145917.462195:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178666624 00000100:00100000:0.0:1783145917.462197:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8562117041443 time 8562116941443 state 0x1 ref 2 00000100:00100000:0.0:1783145917.462209:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8562117041443 time 8562116941443 state 0x1 ref 2 00000100:00100000:1.0:1783145917.462221:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178667264 00000100:00100000:3.0:1783145917.462222:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178666496 00000100:00100000:0.0:1783145917.462225:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178667136 00000100:00100000:3.0:1783145917.462226:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178666496 00000100:00100000:1.0:1783145917.462229:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178667264 00000100:00100000:0.0:1783145917.462231:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178667136 00000100:00100000:3.0:1783145917.462247:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178665856 00000100:00100000:3.0:1783145917.462251:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178665856 00000100:00100000:1.0:1783145917.462255:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8562117041443 time 8562116941443 state 0x1 ref 3 00000100:00100000:0.0:1783145917.462267:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8562117041443 time 8562116941443 state 0x1 ref 4 00000100:00100000:3.0:1783145917.462278:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1783145917.462278:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8562117041443 time 8562116941443 state 0x1 ref 4 00000100:00100000:3.0:1783145917.462288:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce87a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178665984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145917.462292:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8562117041443 time 8562116941443 state 0x1 ref 4 00000100:00100000:1.0:1783145917.462298:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178667008 00000100:00100000:1.0:1783145917.462303:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178667008 00000100:00100000:0.0:1783145917.462309:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178667392 00000100:00100000:0.0:1783145917.462314:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178667392 00000100:00100000:1.0:1783145917.462323:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8562117041443 time 8562116941443 state 0x1 ref 5 00000100:00100000:3.0:1783145917.462326:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce87a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178665984:12345-0@lo:400:kworker.0 Request processed in 37us (727us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145917.462337:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1783145917.462337:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8562117041443 time 8562116941443 state 0x1 ref 6 00000100:00100000:1.0:1783145917.462349:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8562117041443 time 8562116941443 state 0x1 ref 6 00000100:00100000:3.0:1783145917.462352:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1783145917.462362:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8562117041443 time 8562116941443 state 0x1 ref 6 00000100:00100000:3.0:1783145917.462363:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178666624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145917.462376:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8565216353190 time 8565216253190 state 0x1 ref 6 00000100:00100000:0.0:1783145917.462386:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8565216362698 time 8565216262698 state 0x1 ref 6 00000100:00100000:1.0:1783145917.462390:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8e66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1869755178666880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783145917.462395:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178666624:12345-0@lo:400:kworker.0 Request processed in 32us (753us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145917.462402:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1783145917.462408:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1b3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1869755178666112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783145917.462417:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:3.0:1783145917.462426:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:3653:x1869755178666496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145917.462441:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8e66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1869755178666880:12345-0@lo:400:kworker.0 Request processed in 55us (893us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145917.462467:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1783145917.462475:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1b3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1869755178666112:12345-0@lo:400:kworker.0 Request processed in 70us (889us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145917.462483:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:3653:x1869755178666496:12345-0@lo:400:kworker.0 Request processed in 58us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145917.462488:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 171 00000100:00100000:3.0:1783145917.462493:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:1.0:1783145917.462495:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8565216471316 time 8565216371316 state 0x1 ref 4 00000100:00100000:1.0:1783145917.462511:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce827100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3651:x1869755178667264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145917.462514:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8565216490253 time 8565216390253 state 0x1 ref 4 00000100:00100000:3.0:1783145917.462515:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:3.0:1783145917.462527:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178665856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145917.462534:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1869755178667136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145917.462567:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce827100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3651:x1869755178667264:12345-0@lo:400:kworker.0 Request processed in 59us (938us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145917.462574:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178665856:12345-0@lo:400:kworker.0 Request processed in 49us (726us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145917.462578:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 172 00000100:00100000:3.0:1783145917.462584:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:0.0:1783145917.462589:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1869755178667136:12345-0@lo:400:kworker.0 Request processed in 58us (882us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145917.462599:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1783145917.462632:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8565216608620 time 8565216508620 state 0x1 ref 2 00000100:00100000:0.0:1783145917.462646:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cd6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1869755178667008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145917.462681:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ca07ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178665856:0@lo:400:kworker.0 00000100:00100000:0.0:1783145917.462689:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cd6e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1869755178667008:12345-0@lo:400:kworker.0 Request processed in 45us (932us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145917.462691:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178665600:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783145917.462705:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 174 00000100:00100000:1.0:1783145917.462706:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ca07d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178665984:0@lo:400:kworker.0 00000100:00100000:3.0:1783145917.462717:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ca07d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3650:1869755178666112:0@lo:400:kworker.0 00000100:00100000:3.0:1783145917.462733:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178666624:0@lo:400:kworker.0 00000100:00100000:3.0:1783145917.462744:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1017800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3650:1869755178667136:0@lo:400:kworker.0 00000100:00100000:1.0:1783145917.462752:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178666496:0@lo:400:kworker.0 00000100:00100000:0.0:1783145917.462757:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8565216608620 time 8565216632263 state 0x0 ref 1 00000100:00100000:0.0:1783145917.462773:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d907a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1869755178667392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145917.462776:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7618e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3653:1869755178667008:0@lo:400:kworker.0 00000100:00080000:3.0:1783145917.462796:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1783145917.462802:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1783145917.462806:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1783145917.462810:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783145917.462821:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3653:1869755178667392:0@lo:400:kworker.0 00000100:00100000:0.0:1783145917.462823:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d907a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1869755178667392:12345-0@lo:400:kworker.0 Request processed in 51us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145917.462824:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178666368 00000100:00100000:3.0:1783145917.462829:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178666368 00000100:00100000:0.0:1783145917.462841:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1783145917.462846:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8565216608620 time 8565216632263 state 0x2 ref 0 00000100:00100000:3.0:1783145917.462864:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1783145917.462871:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d907ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1869755178666368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783145917.462908:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d907ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1869755178666368:12345-0@lo:400:kworker.0 Request processed in 37us (991us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145917.462914:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:1.0:1783145917.462914:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8cb888e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178666240:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783145917.462938:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1160380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3651:1869755178666880:0@lo:400:kworker.0 00000100:00100000:0.0:1783145917.462946:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ca07d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178666368:0@lo:400:kworker.0 00000100:00100000:1.0:1783145917.462958:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1017100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3651:1869755178667264:0@lo:400:kworker.0 00000100:00100000:1.0:1783145917.462972:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c5910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178665728:0@lo:400:kworker.0 00010000:00010000:3.0:1783145917.909347:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145918.485335:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce827b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178667520:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783145918.485405:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145918.485474:0:206060:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178667520 00000100:00100000:2.0:1783145918.485491:0:206060:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178667520 00000100:00100000:2.0:1783145918.485542:0:206060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:2.0:1783145918.485553:0:206060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c5910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178667520:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783145918.485576:0:206060:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:2.0:1783145918.485631:0:206060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c5910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178667520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145918.485639:0:206060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:1.0:1783145918.485677:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce827b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178667520:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1783145918.933323:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783145919.482526:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145919.482561:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145919.482590:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145919.482610:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1783145919.482629:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145919.482652:0:228904:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188158080 00000100:00100000:3.0:1783145919.482659:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145919.482665:0:228904:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188158080 00000100:00100000:3.0:1783145919.482687:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188157568 00000100:00100000:3.0:1783145919.482693:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188157568 00000100:00100000:3.0:1783145919.482719:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8565216608620 time 8565216632263 state 0x0 ref 1 00000100:00100000:3.0:1783145919.482725:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8565216608620 time 8565216632263 state 0x0 ref 1 00000100:00100000:1.0:1783145919.482731:0:228904:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 396 00000100:00100000:3.0:1783145919.482738:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8565216732263 time 8565216632263 state 0x1 ref 1 00000100:00100000:1.0:1783145919.482745:0:228904:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b832727d-edc7-457c-aba4-c59935e6a58f+8:2409:x1869755188158080:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:3.0:1783145919.482754:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188157824 00000100:00100000:3.0:1783145919.482757:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188157824 00000100:00100000:3.0:1783145919.482769:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8565216732263 time 8565216632263 state 0x1 ref 2 00000100:00100000:0.0:1783145919.482774:0:204549:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188157440 00000100:00100000:3.0:1783145919.482775:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8565216732263 time 8565216632263 state 0x1 ref 2 00000100:00100000:0.0:1783145919.482779:0:204549:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188157440 00000100:00100000:3.0:1783145919.482784:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188157696 00000100:00100000:3.0:1783145919.482788:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188157696 00000100:00100000:3.0:1783145919.482799:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8565216732263 time 8565216632263 state 0x1 ref 3 00000100:00100000:3.0:1783145919.482805:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8565216732263 time 8565216632263 state 0x1 ref 3 00000100:00100000:0.0:1783145919.482811:0:204549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 319 00000100:00100000:3.0:1783145919.482814:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188157952 00000100:00100000:3.0:1783145919.482818:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188157952 00000100:00100000:1.0:1783145919.482818:0:228904:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b832727d-edc7-457c-aba4-c59935e6a58f+8:2409:x1869755188158080:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 73us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145919.482823:0:204549:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c1741850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2410:x1869755188157440:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:3.0:1783145919.482828:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8565216732263 time 8565216632263 state 0x1 ref 4 00000100:00100000:1.0:1783145919.482833:0:228904:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 396 00000100:00100000:3.0:1783145919.482837:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8565216732263 time 8565216632263 state 0x1 ref 4 00000100:00100000:3.0:1783145919.482848:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8567236826237 time 8567236726237 state 0x1 ref 4 00000100:00100000:0.0:1783145919.482856:0:204549:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c1741850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2410:x1869755188157440:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 36us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1783145919.482858:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1017100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2409:x1869755188157568:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145919.482867:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8567236842184 time 8567236742184 state 0x1 ref 4 00000100:00100000:0.0:1783145919.482867:0:204549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 319 00000100:00100000:1.0:1783145919.482884:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1017800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+20:2409:x1869755188157824:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:3.0:1783145919.482898:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1017100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2409:x1869755188157568:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 40us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145919.482901:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8567236876932 time 8567236776932 state 0x1 ref 4 00000100:00100000:3.0:1783145919.482913:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 176 00000100:00100000:0.0:1783145919.482920:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1160380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2410:x1869755188157696:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145919.482921:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1017800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+20:2409:x1869755188157824:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 35us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145919.482933:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 177 00000100:00100000:0.0:1783145919.482946:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1160380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2410:x1869755188157696:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 33us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145919.482952:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 178 00000100:00080000:1.0:1783145919.482959:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783145919.482965:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783145919.482968:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783145919.483085:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8567236876932 time 8567236961062 state 0x0 ref 1 00000100:00100000:1.0:1783145919.483099:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1162300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+5:2410:x1869755188157952:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145919.483195:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1162300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+5:2410:x1869755188157952:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 98us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145919.483204:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 179 00000100:00100000:1.0:1783145919.483210:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8567236876932 time 8567236961062 state 0x2 ref 0 00010000:00010000:0.0:1783145919.957262:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145920.981255:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145921.045296:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783145921.045319:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce826680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178667648:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783145921.045402:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145921.045463:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178667648 00000100:00100000:0.0:1783145921.045471:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178667648 00000100:00100000:0.0:1783145921.045522:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1783145921.045533:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee27d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178667648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783145921.045565:0:228897:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445433344 avail 1299193856 00000100:00100000:0.0:1783145921.045623:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee27d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178667648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145921.045632:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:2.0:1783145921.045666:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce826680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178667648:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1783145922.005225:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145922.069225:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178667776:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783145922.069284:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145922.069316:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178667776 00000100:00100000:0.0:1783145922.069323:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178667776 00000100:00100000:0.0:1783145922.069370:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:0.0:1783145922.069379:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee27f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3651:x1869755178667776:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783145922.069407:0:204579:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445117952 avail 1298878464 00000100:00100000:0.0:1783145922.069463:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee27f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3651:x1869755178667776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145922.069470:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:2.0:1783145922.069494:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178667776:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783145922.581279:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce826d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178667904:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783145922.581281:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee27fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178668032:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783145922.581346:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145922.581355:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178668160:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783145922.581397:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145922.581428:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce826680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178668416:0@lo:400:kworker.0 00000100:00100000:1.0:1783145922.581463:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c8fc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178668672:0@lo:400:kworker.0 00000100:00100000:2.0:1783145922.581466:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145922.581496:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145922.581511:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8e5118000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178668928:0@lo:400:kworker.0 00000100:00100000:1.0:1783145922.581523:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fffdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3650:1869755178669184:0@lo:400:kworker.0 00000100:00100000:2.0:1783145922.581538:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145922.581555:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145922.581567:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3652:1869755178669440:0@lo:400:kworker.0 00000100:00100000:0.0:1783145922.581576:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178668416 00000100:00100000:1.0:1783145922.581584:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c760f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3650:1869755178669696:0@lo:400:kworker.0 00000100:00100000:0.0:1783145922.581584:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178668416 00000100:00100000:2.0:1783145922.581592:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145922.581621:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145922.581622:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1783145922.581629:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178668928 00000100:00100000:2.0:1783145922.581631:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce827b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178668544:0@lo:400:kworker.0 00000100:00100000:0.0:1783145922.581633:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178668928 00000100:00100000:1.0:1783145922.581646:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1783145922.581654:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8ce827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6b9a8718-6228-431e-b216-b4d0ab45a378:3650:1869755178668288:0@lo:400:kworker.0 00000100:00100000:0.0:1783145922.581663:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:2.0:1783145922.581664:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145922.581678:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee27e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178668416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145922.581692:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8e5119180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178669056:0@lo:400:kworker.0 00000100:00100000:1.0:1783145922.581695:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145922.581737:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145922.581746:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee27e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178668416:12345-0@lo:400:kworker.0 Request processed in 71us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145922.581750:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ffe28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3650:1869755178668800:0@lo:400:kworker.0 00000100:00100000:0.0:1783145922.581756:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:2.0:1783145922.581762:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3652:1869755178669568:0@lo:400:kworker.0 00000100:00100000:0.0:1783145922.581778:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:0.0:1783145922.581789:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee27ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3652:x1869755178668928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145922.581791:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145922.581822:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c7ae9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3650:1869755178669312:0@lo:400:kworker.0 00000100:00100000:0.0:1783145922.581832:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee27ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3652:x1869755178668928:12345-0@lo:400:kworker.0 Request processed in 47us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145922.581838:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:1.0:1783145922.581848:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145922.581862:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178669184 00000100:00100000:0.0:1783145922.581866:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178669184 00000100:00100000:0.0:1783145922.581881:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8567236876932 time 8567236961062 state 0x0 ref 1 00000100:00100000:1.0:1783145922.581883:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178667904 00000100:00100000:1.0:1783145922.581888:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178667904 00000100:00100000:0.0:1783145922.581889:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8567236876932 time 8567236961062 state 0x0 ref 1 00000100:00100000:2.0:1783145922.581899:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178668160 00000100:00100000:0.0:1783145922.581900:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8567237061062 time 8567236961062 state 0x1 ref 1 00000100:00100000:2.0:1783145922.581904:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178668160 00000100:00100000:0.0:1783145922.581912:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178669440 00000100:00100000:0.0:1783145922.581915:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178669440 00000100:00100000:0.0:1783145922.581927:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8567237061062 time 8567236961062 state 0x1 ref 2 00000100:00100000:1.0:1783145922.581932:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:0.0:1783145922.581936:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8567237061062 time 8567236961062 state 0x1 ref 2 00000100:00100000:2.0:1783145922.581941:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:1.0:1783145922.581942:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee27c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178667904:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783145922.581946:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178669696 00000100:00100000:0.0:1783145922.581949:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178669696 00000100:00100000:2.0:1783145922.581953:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7618e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178668160:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783145922.581961:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8567237061062 time 8567236961062 state 0x1 ref 3 00002000:00000024:2.0:1783145922.581964:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00002000:00000024:1.0:1783145922.581964:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:0.0:1783145922.581968:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8567237061062 time 8567236961062 state 0x1 ref 3 00000100:00100000:0.0:1783145922.581979:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178668800 00000100:00100000:0.0:1783145922.581981:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178668800 00000100:00100000:0.0:1783145922.581993:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8567237061062 time 8567236961062 state 0x1 ref 4 00000100:00100000:0.0:1783145922.581998:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8567237061062 time 8567236961062 state 0x1 ref 4 00000100:00100000:0.0:1783145922.582006:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178669312 00000100:00100000:0.0:1783145922.582008:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178669312 00000100:00100000:1.0:1783145922.582012:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee27c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178667904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (667us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145922.582016:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7618e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178668160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (618us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145922.582017:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8567237061062 time 8567236961062 state 0x1 ref 5 00000100:00100000:1.0:1783145922.582028:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:0.0:1783145922.582032:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8567237061062 time 8567236961062 state 0x1 ref 5 00000100:00100000:2.0:1783145922.582035:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:0.0:1783145922.582049:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8570336027153 time 8570335927153 state 0x1 ref 5 00000100:00100000:1.0:1783145922.582058:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178668672 00000100:00100000:0.0:1783145922.582059:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb889f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1869755178669184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145922.582064:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178668672 00000100:00100000:0.0:1783145922.582094:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb889f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1869755178669184:12345-0@lo:400:kworker.0 Request processed in 37us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145922.582102:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8570336078652 time 8570335978652 state 0x1 ref 5 00000100:00100000:0.0:1783145922.582112:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 180 00000100:00100000:2.0:1783145922.582115:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee27ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1869755178669440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145922.582154:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178668544 00000100:00100000:0.0:1783145922.582157:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8570336133573 time 8570336033573 state 0x1 ref 4 00000100:00100000:1.0:1783145922.582158:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178668544 00000100:00100000:2.0:1783145922.582165:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee27ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1869755178669440:12345-0@lo:400:kworker.0 Request processed in 52us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145922.582172:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d5fdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1869755178669696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145922.582178:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 181 00000100:00100000:1.0:1783145922.582185:0:228902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178669056 00000100:00100000:1.0:1783145922.582189:0:228902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178669056 00000100:00100000:0.0:1783145922.582210:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d5fdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1869755178669696:12345-0@lo:400:kworker.0 Request processed in 42us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145922.582216:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 182 00000100:00100000:1.0:1783145922.582221:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:1.0:1783145922.582230:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cb888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178668672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145922.582235:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:2.0:1783145922.582249:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee27d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178668544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145922.582249:0:204548:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178668288 00000100:00100000:0.0:1783145922.582253:0:204548:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178668288 00000100:00100000:1.0:1783145922.582270:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cb888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178668672:12345-0@lo:400:kworker.0 Request processed in 42us (775us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145922.582284:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:0.0:1783145922.582284:0:204548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:0.0:1783145922.582295:0:204548:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd505450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3650:x1869755178668288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145922.582306:0:228902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:1.0:1783145922.582315:0:228902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee27ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178669056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145922.582328:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee27d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178668544:12345-0@lo:400:kworker.0 Request processed in 83us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145922.582334:0:204548:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd505450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3650:x1869755178668288:12345-0@lo:400:kworker.0 Request processed in 39us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145922.582339:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:0.0:1783145922.582342:0:204548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:1.0:1783145922.582353:0:228902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee27ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178669056:12345-0@lo:400:kworker.0 Request processed in 39us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145922.582358:0:228902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:2.0:1783145922.582378:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8570336353870 time 8570336253870 state 0x1 ref 2 00000100:00080000:1.0:1783145922.582382:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1783145922.582389:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783145922.582393:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cacff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1869755178668800:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1783145922.582395:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783145922.582402:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783145922.582446:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cacff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1869755178668800:12345-0@lo:400:kworker.0 Request processed in 57us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145922.582452:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 183 00000100:00100000:1.0:1783145922.582467:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6b9a8718-6228-431e-b216-b4d0ab45a378:3650:1869755178668288:0@lo:400:kworker.0 00000100:00100000:2.0:1783145922.582473:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8570336353870 time 8570336350153 state 0x0 ref 1 00000100:00100000:2.0:1783145922.582482:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cacfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1869755178669312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145922.582487:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ffe28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3650:1869755178668800:0@lo:400:kworker.0 00000100:00100000:1.0:1783145922.582506:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c8fc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178668672:0@lo:400:kworker.0 00000100:00100000:0.0:1783145922.582514:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145922.582516:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cacfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1869755178669312:12345-0@lo:400:kworker.0 Request processed in 35us (668us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145922.582523:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 184 00000100:00100000:1.0:1783145922.582525:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fffdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3650:1869755178669184:0@lo:400:kworker.0 00000100:00100000:2.0:1783145922.582529:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8570336353870 time 8570336350153 state 0x2 ref 0 00000100:00100000:1.0:1783145922.582546:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c760f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3650:1869755178669696:0@lo:400:kworker.0 00000100:00100000:1.0:1783145922.582566:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178668160:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783145922.582574:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145922.582617:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3652:1869755178669440:0@lo:400:kworker.0 00000100:00100000:1.0:1783145922.582636:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c7ae9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3650:1869755178669312:0@lo:400:kworker.0 00000100:00100000:0.0:1783145922.582640:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce826680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178668416:0@lo:400:kworker.0 00000100:00100000:2.0:1783145922.582642:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178669568 00000100:00100000:2.0:1783145922.582647:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178669568 00000100:00100000:0.0:1783145922.582662:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8e5118000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178668928:0@lo:400:kworker.0 00000100:00100000:1.0:1783145922.582666:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178668032 00000100:00100000:1.0:1783145922.582672:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178668032 00000100:00100000:2.0:1783145922.582673:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8570336353870 time 8570336350153 state 0x0 ref 1 00000100:00100000:2.0:1783145922.582681:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8570336353870 time 8570336350153 state 0x0 ref 1 00000100:00100000:0.0:1783145922.582687:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce826d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178667904:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783145922.582693:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8570336450153 time 8570336350153 state 0x1 ref 1 00000100:00100000:1.0:1783145922.582707:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:1.0:1783145922.582715:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7609f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1869755178668032:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783145922.582723:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8570336450153 time 8570336599108 state 0x0 ref 1 00002000:00000024:1.0:1783145922.582731:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:0.0:1783145922.582732:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8ce827b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178668544:0@lo:400:kworker.0 00000100:00100000:2.0:1783145922.582738:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d160bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1869755178669568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145922.582753:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8e5119180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178669056:0@lo:400:kworker.0 00000100:00100000:0.0:1783145922.582782:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3652:1869755178669568:0@lo:400:kworker.0 00000100:00100000:2.0:1783145922.582788:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d160bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1869755178669568:12345-0@lo:400:kworker.0 Request processed in 54us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145922.582788:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7609f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1869755178668032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145922.582799:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 185 00000100:00100000:2.0:1783145922.582805:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8570336450153 time 8570336599108 state 0x2 ref 0 00000100:00100000:1.0:1783145922.582806:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00080000:0.0:1783145922.582819:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783145922.582851:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee27fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178668032:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1783145923.029308:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145923.605294:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1608a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178669824:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783145923.605361:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145923.605396:0:206060:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178669824 00000100:00100000:1.0:1783145923.605410:0:206060:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178669824 00000100:00100000:1.0:1783145923.605458:0:206060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:1.0:1783145923.605466:0:206060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee27df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178669824:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783145923.605486:0:206060:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:1.0:1783145923.605538:0:206060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee27df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178669824:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145923.605546:0:206060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:2.0:1783145923.605581:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1608a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178669824:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1783145924.053252:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145924.602446:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145924.602489:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188158336 00000100:00100000:1.0:1783145924.602496:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145924.602500:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188158336 00000100:00100000:1.0:1783145924.602532:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145924.602543:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8570336450153 time 8570336599108 state 0x0 ref 1 00000100:00100000:2.0:1783145924.602547:0:204551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188158208 00000100:00100000:0.0:1783145924.602551:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8570336450153 time 8570336599108 state 0x0 ref 1 00000100:00100000:2.0:1783145924.602554:0:204551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188158208 00000100:00100000:0.0:1783145924.602564:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8570336699108 time 8570336599108 state 0x1 ref 1 00000100:00100000:1.0:1783145924.602572:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145924.602590:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188158464 00000100:00100000:0.0:1783145924.602594:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188158464 00000100:00100000:2.0:1783145924.602599:0:204551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 321 00000100:00100000:0.0:1783145924.602609:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8570336699108 time 8570336599108 state 0x1 ref 2 00000100:00100000:2.0:1783145924.602611:0:204551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd507850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2408:x1869755188158208:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145924.602614:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145924.602624:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8570336699108 time 8570336599108 state 0x1 ref 2 00000100:00100000:0.0:1783145924.602635:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188158592 00000100:00100000:0.0:1783145924.602638:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188158592 00000100:00100000:0.0:1783145924.602654:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8570336699108 time 8570336599108 state 0x1 ref 3 00000100:00100000:0.0:1783145924.602662:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8570336699108 time 8570336599108 state 0x1 ref 3 00000100:00100000:1.0:1783145924.602666:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145924.602674:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188158720 00000100:00100000:0.0:1783145924.602677:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188158720 00000100:00100000:2.0:1783145924.602683:0:204551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd507850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2408:x1869755188158208:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 73us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145924.602692:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8570336699108 time 8570336599108 state 0x1 ref 4 00000100:00100000:2.0:1783145924.602694:0:204551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 321 00000100:00100000:0.0:1783145924.602704:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8570336699108 time 8570336599108 state 0x1 ref 4 00000100:00100000:0.0:1783145924.602716:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8572356694990 time 8572356594990 state 0x1 ref 4 00000100:00100000:0.0:1783145924.602726:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cacfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2407:x1869755188158336:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145924.602741:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8572356716757 time 8572356616757 state 0x1 ref 4 00000100:00100000:2.0:1783145924.602756:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8cacfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2408:x1869755188158464:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145924.602762:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cacfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2407:x1869755188158336:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 35us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145924.602772:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 186 00000100:00100000:1.0:1783145924.602791:0:228912:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188158848 00000100:00100000:1.0:1783145924.602797:0:228912:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188158848 00000100:00100000:0.0:1783145924.602797:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8572356772180 time 8572356672180 state 0x1 ref 3 00000100:00100000:2.0:1783145924.602798:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8cacfdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2408:x1869755188158464:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 44us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145924.602813:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 187 00000100:00100000:0.0:1783145924.602818:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+20:2407:x1869755188158592:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145924.602830:0:228912:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 400 00000100:00100000:1.0:1783145924.602840:0:228912:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b832727d-edc7-457c-aba4-c59935e6a58f+8:2407:x1869755188158848:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145924.602846:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+20:2407:x1869755188158592:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 32us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145924.602852:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 188 00000100:00080000:0.0:1783145924.602872:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783145924.602877:0:228912:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b832727d-edc7-457c-aba4-c59935e6a58f+8:2407:x1869755188158848:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 38us (214us total) trans 0 rc 0/0 00000100:00080000:0.0:1783145924.602877:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783145924.602881:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783145924.602891:0:228912:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 400 00000100:00100000:2.0:1783145924.602954:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8572356772180 time 8572356830969 state 0x0 ref 1 00000100:00100000:2.0:1783145924.602962:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c7ae9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+5:2408:x1869755188158720:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145924.602991:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c7ae9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b832727d-edc7-457c-aba4-c59935e6a58f+5:2408:x1869755188158720:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 28us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145924.602999:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 189 00000100:00100000:2.0:1783145924.603004:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8572356772180 time 8572356830969 state 0x2 ref 0 00010000:00010000:0.0:1783145925.077277:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783145926.101258:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145926.165296:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d1608a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178669952:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783145926.165365:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145926.165419:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178669952 00000100:00100000:0.0:1783145926.165428:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178669952 00000100:00100000:0.0:1783145926.165478:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:0.0:1783145926.165486:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee27c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178669952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783145926.165516:0:228897:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445433344 avail 1299193856 00000100:00100000:0.0:1783145926.165562:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee27c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178669952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145926.165573:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:2.0:1783145926.165625:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d1608a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178669952:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1783145927.125265:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145927.189253:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee27fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178670080:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783145927.189324:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145927.189384:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178670080 00000100:00100000:1.0:1783145927.189393:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178670080 00000100:00100000:1.0:1783145927.189471:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:1.0:1783145927.189484:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d1608a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1869755178670080:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783145927.189516:0:204579:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445117952 avail 1298878464 00000100:00100000:1.0:1783145927.189574:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d1608a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1869755178670080:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145927.189583:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:0.0:1783145927.189625:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee27fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178670080:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783145927.701309:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c760f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178670208:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783145927.701312:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee27fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178670464:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783145927.701413:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145927.701419:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8e5119180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6b9a8718-6228-431e-b216-b4d0ab45a378:3652:1869755178670592:0@lo:400:kworker.0 00000100:00100000:0.0:1783145927.701456:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8e5118000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178670720:0@lo:400:kworker.0 00000100:00100000:2.0:1783145927.701473:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145927.701482:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c77d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178670336:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783145927.701499:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145927.701519:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3652:1869755178671104:0@lo:400:kworker.0 00000100:00100000:1.0:1783145927.701520:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145927.701529:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178671232:0@lo:400:kworker.0 00000100:00100000:2.0:1783145927.701563:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145927.701565:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145927.701566:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178670848:0@lo:400:kworker.0 00000100:00100000:0.0:1783145927.701593:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3653:1869755178671744:0@lo:400:kworker.0 00000100:00100000:2.0:1783145927.701598:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3652:1869755178671616:0@lo:400:kworker.0 00000100:00100000:1.0:1783145927.701610:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145927.701629:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145927.701639:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178671360:0@lo:400:kworker.0 00000100:00100000:2.0:1783145927.701645:0:204549:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178670592 00000100:00100000:2.0:1783145927.701654:0:204549:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178670592 00000100:00100000:0.0:1783145927.701661:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1783145927.701667:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145927.701670:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3653:1869755178672128:0@lo:400:kworker.0 00000100:00100000:1.0:1783145927.701694:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3650:1869755178671872:0@lo:400:kworker.0 00000100:00100000:0.0:1783145927.701701:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145927.701719:0:204549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:1.0:1783145927.701725:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145927.701737:0:204549:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fd506450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3652:x1869755178670592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145927.701743:0:204561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178670720 00000100:00100000:0.0:1783145927.701746:0:204561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178670720 00000100:00100000:1.0:1783145927.701763:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1783145927.701771:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178670976:0@lo:400:kworker.0 00000100:00100000:0.0:1783145927.701784:0:204561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178671232 00000100:00100000:0.0:1783145927.701789:0:204561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178671232 00000100:00100000:1.0:1783145927.701798:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145927.701809:0:204549:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fd506450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3652:x1869755178670592:12345-0@lo:400:kworker.0 Request processed in 77us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145927.701820:0:204549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:1.0:1783145927.701821:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178671488:0@lo:400:kworker.0 00000100:00100000:0.0:1783145927.701827:0:204561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:0.0:1783145927.701840:0:204561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178670720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145927.701847:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145927.701869:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178671104 00000100:00100000:2.0:1783145927.701875:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178671104 00000100:00100000:1.0:1783145927.701876:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3650:1869755178672000:0@lo:400:kworker.0 00000100:00100000:2.0:1783145927.701902:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8572356772180 time 8572356830969 state 0x0 ref 1 00000100:00100000:0.0:1783145927.701906:0:204561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178670720:12345-0@lo:400:kworker.0 Request processed in 68us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145927.701915:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8572356772180 time 8572356830969 state 0x0 ref 1 00000100:00100000:0.0:1783145927.701922:0:204561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:1.0:1783145927.701928:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145927.701939:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8572356930969 time 8572356830969 state 0x1 ref 1 00000100:00100000:0.0:1783145927.701950:0:204561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:2.0:1783145927.701959:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178671744 00000100:00100000:0.0:1783145927.701963:0:204561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1869755178671232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145927.701969:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178671744 00000100:00100000:1.0:1783145927.701982:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178670208 00000100:00100000:1.0:1783145927.701988:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178670208 00000100:00100000:2.0:1783145927.702002:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8572356930969 time 8572356830969 state 0x1 ref 2 00000100:00100000:0.0:1783145927.702008:0:204561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1869755178671232:12345-0@lo:400:kworker.0 Request processed in 47us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145927.702016:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8572356930969 time 8572356830969 state 0x1 ref 2 00000100:00100000:0.0:1783145927.702021:0:204561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:1.0:1783145927.702026:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178670336 00000100:00100000:1.0:1783145927.702030:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178670336 00000100:00100000:2.0:1783145927.702037:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178672128 00000100:00100000:2.0:1783145927.702042:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178672128 00000100:00100000:1.0:1783145927.702056:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:2.0:1783145927.702060:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8572356930969 time 8572356830969 state 0x1 ref 3 00000100:00100000:0.0:1783145927.702066:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:1.0:1783145927.702068:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fffdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178670208:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783145927.702070:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8572356930969 time 8572356830969 state 0x1 ref 3 00000100:00100000:0.0:1783145927.702083:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178670336:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783145927.702086:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178671872 00000100:00100000:2.0:1783145927.702091:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178671872 00002000:00000024:1.0:1783145927.702097:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:2.0:1783145927.702105:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8572356930969 time 8572356830969 state 0x1 ref 4 00000100:00100000:2.0:1783145927.702112:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8572356930969 time 8572356830969 state 0x1 ref 4 00002000:00000024:0.0:1783145927.702112:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:2.0:1783145927.702142:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178672000 00000100:00100000:2.0:1783145927.702145:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178672000 00000100:00100000:1.0:1783145927.702153:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fffdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178670208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145927.702159:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8572356930969 time 8572356830969 state 0x1 ref 5 00000100:00100000:1.0:1783145927.702160:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:2.0:1783145927.702170:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8572356930969 time 8572356830969 state 0x1 ref 5 00000100:00100000:0.0:1783145927.702182:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178670336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145927.702188:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8575456163531 time 8575456063531 state 0x1 ref 5 00000100:00100000:1.0:1783145927.702193:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178670848 00000100:00100000:0.0:1783145927.702195:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:1.0:1783145927.702200:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178670848 00000100:00100000:2.0:1783145927.702209:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1869755178671104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145927.702241:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178671360 00000100:00100000:1.0:1783145927.702244:0:228906:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178670976 00000100:00100000:0.0:1783145927.702246:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178671360 00000100:00100000:1.0:1783145927.702250:0:228906:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178670976 00000100:00100000:2.0:1783145927.702256:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1869755178671104:12345-0@lo:400:kworker.0 Request processed in 49us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145927.702266:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 190 00000100:00100000:0.0:1783145927.702288:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178671488 00000100:00100000:2.0:1783145927.702290:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8575456267072 time 8575456167072 state 0x1 ref 4 00000100:00100000:0.0:1783145927.702292:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178671488 00000100:00100000:1.0:1783145927.702298:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1783145927.702310:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1869755178671744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145927.702311:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ffe28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178670848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145927.702340:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1783145927.702351:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce827b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178671360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145927.702357:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ffe28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178670848:12345-0@lo:400:kworker.0 Request processed in 49us (746us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145927.702363:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1783145927.702368:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1869755178671744:12345-0@lo:400:kworker.0 Request processed in 61us (737us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145927.702390:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 191 00000100:00100000:2.0:1783145927.702412:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8575456389215 time 8575456289215 state 0x1 ref 3 00000100:00100000:0.0:1783145927.702414:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce827b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178671360:12345-0@lo:400:kworker.0 Request processed in 65us (746us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145927.702426:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1783145927.702429:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1869755178672128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145927.702467:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1869755178672128:12345-0@lo:400:kworker.0 Request processed in 43us (767us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145927.702474:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 192 00000100:00100000:1.0:1783145927.702480:0:228906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:0.0:1783145927.702488:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1783145927.702492:0:228906:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce826680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178670976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145927.702493:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8575456470685 time 8575456370685 state 0x1 ref 2 00000100:00100000:0.0:1783145927.702503:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce827480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178671488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145927.702512:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8ce826d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1869755178671872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145927.702535:0:228906:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce826680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178670976:12345-0@lo:400:kworker.0 Request processed in 48us (737us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145927.702541:0:228906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:0.0:1783145927.702562:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce827480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178671488:12345-0@lo:400:kworker.0 Request processed in 63us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145927.702563:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8ce826d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1869755178671872:12345-0@lo:400:kworker.0 Request processed in 55us (840us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145927.702575:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1783145927.702579:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1783145927.702584:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8575456470685 time 8575456459926 state 0x0 ref 1 00000100:00100000:1.0:1783145927.702599:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1869755178672000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145927.702620:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145927.702631:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1869755178672000:12345-0@lo:400:kworker.0 Request processed in 35us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145927.702637:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 194 00000100:00100000:1.0:1783145927.702641:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8575456470685 time 8575456459926 state 0x2 ref 0 00000100:00080000:0.0:1783145927.702643:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783145927.702650:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1783145927.702654:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783145927.702658:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783145927.702662:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145927.702669:0:206060:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178670464 00000100:00100000:1.0:1783145927.702672:0:206060:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178670464 00000100:00100000:1.0:1783145927.702700:0:206060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:2.0:1783145927.702704:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8e5119180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6b9a8718-6228-431e-b216-b4d0ab45a378:3652:1869755178670592:0@lo:400:kworker.0 00000100:00100000:0.0:1783145927.702708:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3653:1869755178672128:0@lo:400:kworker.0 00000100:00100000:1.0:1783145927.702714:0:206060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178670464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783145927.702727:0:206060:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:2.0:1783145927.702732:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3652:1869755178671104:0@lo:400:kworker.0 00000100:00100000:0.0:1783145927.702733:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8e5118000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178670720:0@lo:400:kworker.0 00000100:00100000:0.0:1783145927.702757:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3653:1869755178671232:0@lo:400:kworker.0 00000100:00100000:0.0:1783145927.702777:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3653:1869755178671744:0@lo:400:kworker.0 00000100:00100000:1.0:1783145927.702781:0:206060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178670464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145927.702792:0:206060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:2.0:1783145927.702794:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee27fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178670464:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783145927.702825:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178671616 00000100:00100000:2.0:1783145927.702828:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178671616 00000100:00100000:2.0:1783145927.702839:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8575456470685 time 8575456459926 state 0x0 ref 1 00000100:00100000:2.0:1783145927.702843:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8575456470685 time 8575456459926 state 0x0 ref 1 00000100:00100000:2.0:1783145927.702850:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8575456559926 time 8575456459926 state 0x1 ref 1 00000100:00100000:0.0:1783145927.702861:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178670976:0@lo:400:kworker.0 00000100:00100000:2.0:1783145927.702870:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8575456559926 time 8575456747430 state 0x0 ref 1 00000100:00100000:0.0:1783145927.702880:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178671488:0@lo:400:kworker.0 00000100:00100000:2.0:1783145927.702884:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1869755178671616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145927.702901:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3650:1869755178672000:0@lo:400:kworker.0 00000100:00100000:0.0:1783145927.702919:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178670848:0@lo:400:kworker.0 00000100:00100000:0.0:1783145927.702936:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178671360:0@lo:400:kworker.0 00000100:00100000:2.0:1783145927.702944:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1869755178671616:12345-0@lo:400:kworker.0 Request processed in 63us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145927.702953:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 195 00000100:00100000:0.0:1783145927.702955:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3650:1869755178671872:0@lo:400:kworker.0 00000100:00100000:2.0:1783145927.702961:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8575456559926 time 8575456747430 state 0x2 ref 0 00000100:00100000:1.0:1783145927.702975:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3652:1869755178671616:0@lo:400:kworker.0 00000100:00100000:0.0:1783145927.702986:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c760f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178670208:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783145927.703009:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c77d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178670336:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1783145928.149288:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145928.725314:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178672256:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783145928.725415:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145928.725469:0:206060:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178672256 00000100:00100000:1.0:1783145928.725478:0:206060:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178672256 00000100:00100000:1.0:1783145928.725555:0:206060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:1.0:1783145928.725569:0:206060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178672256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783145928.725605:0:206060:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:1.0:1783145928.725679:0:206060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178672256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 108us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145928.725689:0:206060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1783145928.725732:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178672256:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1783145929.173321:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145929.722760:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145929.722842:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145929.722852:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188159104 00000100:00100000:2.0:1783145929.722869:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188159104 00000100:00100000:1.0:1783145929.722903:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145929.722947:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145929.722959:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8575456559926 time 8575456747430 state 0x0 ref 1 00000100:00100000:2.0:1783145929.722973:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8575456559926 time 8575456747430 state 0x0 ref 1 00000100:00100000:2.0:1783145929.722997:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8575456847430 time 8575456747430 state 0x1 ref 1 00000100:00100000:1.0:1783145929.722998:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145929.723051:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188159360 00000100:00100000:2.0:1783145929.723057:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188159360 00000100:00100000:1.0:1783145929.723068:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145929.723100:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8575456847430 time 8575456747430 state 0x1 ref 2 00000100:00100000:2.0:1783145929.723111:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8575456847430 time 8575456747430 state 0x1 ref 2 00000100:00100000:1.0:1783145929.723164:0:204548:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188158976 00000100:00100000:1.0:1783145929.723173:0:204548:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188158976 00000100:00100000:2.0:1783145929.723190:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188159232 00000100:00100000:2.0:1783145929.723197:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188159232 00000100:00100000:2.0:1783145929.723226:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8575456847430 time 8575456747430 state 0x1 ref 3 00000100:00100000:2.0:1783145929.723236:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8575456847430 time 8575456747430 state 0x1 ref 3 00000100:00100000:2.0:1783145929.723252:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8577477228540 time 8577477128540 state 0x1 ref 3 00000100:00100000:1.0:1783145929.723262:0:204548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 323 00000100:00100000:2.0:1783145929.723276:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2409:x1869755188159104:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145929.723284:0:204548:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c2986c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2410:x1869755188158976:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145929.723420:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2409:x1869755188159104:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 148us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145929.723421:0:204548:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c2986c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2410:x1869755188158976:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 138us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145929.723444:0:204548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 323 00000100:00100000:2.0:1783145929.723459:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 196 00000100:00100000:2.0:1783145929.723494:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188159488 00000100:00100000:2.0:1783145929.723498:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188159488 00000100:00100000:1.0:1783145929.723525:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8577477497452 time 8577477397452 state 0x1 ref 2 00000100:00100000:2.0:1783145929.723539:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8577477497452 time 8577477397452 state 0x1 ref 3 00000100:00100000:1.0:1783145929.723550:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+20:2409:x1869755188159360:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145929.723556:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8577477497452 time 8577477397452 state 0x1 ref 3 00000100:00100000:2.0:1783145929.723595:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8577477570630 time 8577477470630 state 0x1 ref 3 00000100:00100000:1.0:1783145929.723595:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+20:2409:x1869755188159360:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 54us (699us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145929.723626:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 197 00000100:00100000:2.0:1783145929.723634:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2410:x1869755188159232:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145929.723666:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8577477570630 time 8577477542874 state 0x0 ref 2 00000100:00100000:1.0:1783145929.723683:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+5:2410:x1869755188159488:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145929.723697:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2410:x1869755188159232:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 71us (749us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145929.723713:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 198 00000100:00100000:1.0:1783145929.723727:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+5:2410:x1869755188159488:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 44us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145929.723738:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 199 00000100:00100000:1.0:1783145929.723745:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8577477570630 time 8577477542874 state 0x2 ref 0 00000100:00080000:2.0:1783145929.723763:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783145929.723774:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783145929.723805:0:206058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188159616 00000100:00100000:1.0:1783145929.723811:0:206058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188159616 00000100:00100000:1.0:1783145929.723903:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 405 00000100:00100000:1.0:1783145929.723914:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b832727d-edc7-457c-aba4-c59935e6a58f+8:2409:x1869755188159616:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145929.723961:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b832727d-edc7-457c-aba4-c59935e6a58f+8:2409:x1869755188159616:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 49us (971us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145929.723971:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 405 00000100:00080000:2.0:1783145929.724098:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1783145930.197346:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145931.221245:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145931.285342:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783145931.285381:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178672384:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783145931.285460:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145931.285515:0:204561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178672384 00000100:00100000:0.0:1783145931.285524:0:204561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178672384 00000100:00100000:0.0:1783145931.285611:0:204561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1783145931.285630:0:204561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee25c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178672384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783145931.285668:0:204561:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445433344 avail 1299193856 00000100:00100000:0.0:1783145931.285748:0:204561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee25c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178672384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 124us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145931.285759:0:204561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:2.0:1783145931.285824:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178672384:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1783145932.245320:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145932.309321:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178672512:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783145932.309413:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145932.309471:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178672512 00000100:00100000:1.0:1783145932.309487:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178672512 00000100:00100000:1.0:1783145932.309555:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:1.0:1783145932.309568:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3651:x1869755178672512:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783145932.309599:0:204560:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445117952 avail 1298878464 00000100:00100000:1.0:1783145932.309694:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3651:x1869755178672512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 127us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145932.309707:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1783145932.309739:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178672512:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783145932.821285:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9ee25e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178672640:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783145932.821349:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178672896:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783145932.821393:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145932.821452:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145932.821500:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c8fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178673152:0@lo:400:kworker.0 00000100:00100000:1.0:1783145932.821537:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178672640 00000100:00100000:1.0:1783145932.821548:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178672640 00000100:00100000:2.0:1783145932.821566:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145932.821571:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c8fcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178673408:0@lo:400:kworker.0 00000100:00100000:0.0:1783145932.821630:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145932.821631:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178672896 00000100:00100000:2.0:1783145932.821635:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c8fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178673664:0@lo:400:kworker.0 00000100:00100000:1.0:1783145932.821637:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178672896 00000100:00100000:1.0:1783145932.821683:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:0.0:1783145932.821687:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c8fce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3650:1869755178673920:0@lo:400:kworker.0 00000100:00100000:2.0:1783145932.821699:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145932.821701:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ee27fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178672640:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783145932.821740:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c8fcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3652:1869755178674176:0@lo:400:kworker.0 00002000:00000024:1.0:1783145932.821742:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:0.0:1783145932.821757:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145932.821810:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d8704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3650:1869755178674432:0@lo:400:kworker.0 00000100:00100000:2.0:1783145932.821816:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145932.821821:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ee27fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178672640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 122us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145932.821837:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:1.0:1783145932.821876:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:0.0:1783145932.821881:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145932.821892:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178672896:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783145932.821902:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9ee25e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178672640:0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783145932.821913:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:0.0:1783145932.821940:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1783145932.821956:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1783145932.821962:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c8fcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6b9a8718-6228-431e-b216-b4d0ab45a378:3650:1869755178673024:0@lo:400:kworker.0 00000100:00100000:2.0:1783145932.821971:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c8fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178672768:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783145932.821973:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178672896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145932.821985:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:2.0:1783145932.822013:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145932.822041:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145932.822045:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178672768 00000100:00100000:2.0:1783145932.822047:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c8fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178673280:0@lo:400:kworker.0 00000100:00100000:1.0:1783145932.822051:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178672768 00000100:00100000:2.0:1783145932.822091:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145932.822097:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:1.0:1783145932.822117:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178672768:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783145932.822180:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c8fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178673792:0@lo:400:kworker.0 00000100:00100000:0.0:1783145932.822180:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c8fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3650:1869755178673536:0@lo:400:kworker.0 00002000:00000024:1.0:1783145932.822184:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:2.0:1783145932.822255:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145932.822278:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145932.822279:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178672768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 163us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145932.822292:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c8fcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3652:1869755178674304:0@lo:400:kworker.0 00000100:00100000:1.0:1783145932.822299:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:0.0:1783145932.822354:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c8fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3650:1869755178674048:0@lo:400:kworker.0 00000100:00100000:2.0:1783145932.822363:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145932.822425:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145932.822432:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c8fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178672768:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783145932.822432:0:204551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178673024 00000100:00100000:1.0:1783145932.822442:0:204551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178673024 00000100:00080000:2.0:1783145932.822502:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783145932.822510:0:204551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00080000:2.0:1783145932.822511:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783145932.822512:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178672896:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783145932.822539:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178673152 00000100:00100000:1.0:1783145932.822539:0:204551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c2984850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3650:x1869755178673024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145932.822546:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178673152 00000100:00100000:0.0:1783145932.822591:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178673408 00000100:00100000:0.0:1783145932.822598:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178673408 00000100:00100000:2.0:1783145932.822611:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:2.0:1783145932.822631:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e5118000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178673152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145932.822644:0:204551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c2984850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3650:x1869755178673024:12345-0@lo:400:kworker.0 Request processed in 115us (605us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145932.822656:0:204551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:0.0:1783145932.822680:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178673664 00000100:00100000:0.0:1783145932.822684:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178673664 00000100:00100000:2.0:1783145932.822719:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e5118000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178673152:12345-0@lo:400:kworker.0 Request processed in 93us (1150us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145932.822736:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1783145932.822736:0:228907:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178673280 00000100:00100000:1.0:1783145932.822744:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178673920 00000100:00100000:0.0:1783145932.822744:0:228907:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178673280 00000100:00100000:1.0:1783145932.822757:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178673920 00000100:00100000:2.0:1783145932.822775:0:228914:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178673792 00000100:00100000:2.0:1783145932.822781:0:228914:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178673792 00000100:00100000:1.0:1783145932.822785:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8577477570630 time 8577477542874 state 0x0 ref 1 00000100:00100000:1.0:1783145932.822793:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8577477570630 time 8577477542874 state 0x0 ref 1 00000100:00100000:1.0:1783145932.822809:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8577477642874 time 8577477542874 state 0x1 ref 1 00000100:00100000:1.0:1783145932.822833:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178674176 00000100:00100000:1.0:1783145932.822837:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178674176 00000100:00100000:0.0:1783145932.822846:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1783145932.822855:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8577477642874 time 8577477542874 state 0x1 ref 2 00000100:00100000:2.0:1783145932.822862:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:1.0:1783145932.822870:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8577477642874 time 8577477542874 state 0x1 ref 2 00000100:00100000:0.0:1783145932.822872:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178673408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145932.822881:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8e5119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178673664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145932.822884:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178674432 00000100:00100000:1.0:1783145932.822889:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178674432 00000100:00100000:1.0:1783145932.822911:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8577477642874 time 8577477542874 state 0x1 ref 3 00000100:00100000:1.0:1783145932.822920:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8577477642874 time 8577477542874 state 0x1 ref 3 00000100:00100000:1.0:1783145932.822933:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178673536 00000100:00100000:1.0:1783145932.822938:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178673536 00000100:00100000:2.0:1783145932.822950:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8e5119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178673664:12345-0@lo:400:kworker.0 Request processed in 73us (1254us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145932.822957:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8577477642874 time 8577477542874 state 0x1 ref 4 00000100:00100000:2.0:1783145932.822963:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:1.0:1783145932.822969:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8577477642874 time 8577477542874 state 0x1 ref 4 00000100:00100000:0.0:1783145932.822970:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178673408:12345-0@lo:400:kworker.0 Request processed in 106us (1341us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145932.822994:0:228914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1783145932.823006:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178674304 00000100:00100000:0.0:1783145932.823007:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1783145932.823018:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178674304 00000100:00100000:2.0:1783145932.823019:0:228914:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178673280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145932.823040:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8577477642874 time 8577477542874 state 0x1 ref 5 00000100:00100000:1.0:1783145932.823051:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8577477642874 time 8577477542874 state 0x1 ref 5 00000100:00100000:0.0:1783145932.823062:0:228907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1783145932.823069:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178674048 00000100:00100000:1.0:1783145932.823073:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178674048 00000100:00100000:0.0:1783145932.823082:0:228907:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178673792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145932.823093:0:228914:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178673280:12345-0@lo:400:kworker.0 Request processed in 84us (1000us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145932.823094:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8577477642874 time 8577477542874 state 0x1 ref 6 00000100:00100000:1.0:1783145932.823110:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8577477642874 time 8577477542874 state 0x1 ref 6 00000100:00100000:2.0:1783145932.823112:0:228914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1783145932.823172:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8580577148051 time 8580577048051 state 0x1 ref 6 00000100:00100000:1.0:1783145932.823189:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1869755178673920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145932.823198:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8580577171760 time 8580577071760 state 0x1 ref 6 00000100:00100000:2.0:1783145932.823217:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1869755178674176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145932.823225:0:228907:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3652:x1869755178673792:12345-0@lo:400:kworker.0 Request processed in 147us (967us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145932.823249:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1869755178673920:12345-0@lo:400:kworker.0 Request processed in 56us (1495us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145932.823250:0:228907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1783145932.823264:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1783145932.823274:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1869755178674176:12345-0@lo:400:kworker.0 Request processed in 60us (1460us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145932.823287:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 201 00000100:00100000:1.0:1783145932.823298:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8580577275103 time 8580577175103 state 0x1 ref 4 00000100:00100000:1.0:1783145932.823313:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1869755178674432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145932.823329:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8580577305225 time 8580577205225 state 0x1 ref 4 00000100:00100000:2.0:1783145932.823359:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1869755178673536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145932.823360:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1869755178674432:12345-0@lo:400:kworker.0 Request processed in 53us (1493us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145932.823375:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1783145932.823413:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1869755178673536:12345-0@lo:400:kworker.0 Request processed in 61us (1145us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145932.823426:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 203 00000100:00100000:2.0:1783145932.823452:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8580577428143 time 8580577328143 state 0x1 ref 2 00000100:00080000:0.0:1783145932.823463:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783145932.823466:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1869755178674304:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1783145932.823474:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783145932.823480:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c8fcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6b9a8718-6228-431e-b216-b4d0ab45a378:3650:1869755178673024:0@lo:400:kworker.0 00000100:00080000:0.0:1783145932.823484:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783145932.823508:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c8fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3650:1869755178673536:0@lo:400:kworker.0 00000100:00100000:2.0:1783145932.823521:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1869755178674304:12345-0@lo:400:kworker.0 Request processed in 56us (1163us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145932.823532:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 204 00000100:00100000:1.0:1783145932.823538:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c8fcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178673408:0@lo:400:kworker.0 00000100:00100000:1.0:1783145932.823562:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c8fce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3650:1869755178673920:0@lo:400:kworker.0 00000100:00100000:2.0:1783145932.823586:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8580577428143 time 8580577461251 state 0x0 ref 1 00000100:00100000:1.0:1783145932.823586:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d8704000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3650:1869755178674432:0@lo:400:kworker.0 00000100:00100000:2.0:1783145932.823609:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1869755178674048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145932.823677:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1869755178674048:12345-0@lo:400:kworker.0 Request processed in 71us (1256us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145932.823689:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 205 00000100:00100000:1.0:1783145932.823693:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c8fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3650:1869755178674048:0@lo:400:kworker.0 00000100:00100000:2.0:1783145932.823697:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8580577428143 time 8580577461251 state 0x2 ref 0 00000100:00100000:2.0:1783145932.823782:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c8fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178673280:0@lo:400:kworker.0 00000100:00100000:2.0:1783145932.823800:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c8fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178673792:0@lo:400:kworker.0 00000100:00100000:2.0:1783145932.823816:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c8fcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3652:1869755178674304:0@lo:400:kworker.0 00000100:00100000:2.0:1783145932.823832:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c8fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178673152:0@lo:400:kworker.0 00000100:00100000:2.0:1783145932.823848:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c8fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178673664:0@lo:400:kworker.0 00000100:00100000:2.0:1783145932.823864:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c8fcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3652:1869755178674176:0@lo:400:kworker.0 00010000:00010000:0.0:1783145933.269308:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145933.845351:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783145933.845379:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178674560:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783145933.845458:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145933.845507:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178674560 00000100:00100000:1.0:1783145933.845516:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178674560 00000100:00100000:1.0:1783145933.845601:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:1.0:1783145933.845615:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178674560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783145933.845647:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:1.0:1783145933.845725:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1869755178674560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145933.845736:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:2.0:1783145933.845800:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3650:1869755178674560:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1783145934.293313:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145934.842620:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145934.842683:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145934.842719:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188159872 00000100:00100000:1.0:1783145934.842729:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145934.842738:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188159872 00000100:00100000:2.0:1783145934.842745:0:204549:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188159744 00000100:00100000:2.0:1783145934.842754:0:204549:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188159744 00000100:00100000:1.0:1783145934.842785:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145934.842808:0:204556:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8580577428143 time 8580577461251 state 0x0 ref 1 00000100:00100000:0.0:1783145934.842821:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8580577428143 time 8580577461251 state 0x0 ref 1 00000100:00100000:2.0:1783145934.842833:0:204549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 325 00000100:00100000:1.0:1783145934.842838:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145934.842843:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8580577561251 time 8580577461251 state 0x1 ref 1 00000100:00100000:2.0:1783145934.842853:0:204549:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c2984450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2410:x1869755188159744:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145934.842891:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188160128 00000100:00100000:1.0:1783145934.842899:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145934.842901:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188160128 00000100:00100000:2.0:1783145934.842928:0:204549:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c2984450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2410:x1869755188159744:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 81us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145934.842935:0:204549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 325 00000100:00100000:0.0:1783145934.842938:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8580577561251 time 8580577461251 state 0x1 ref 2 00000100:00100000:0.0:1783145934.842952:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8580577561251 time 8580577461251 state 0x1 ref 2 00000100:00100000:0.0:1783145934.842975:0:204556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188160000 00000100:00100000:0.0:1783145934.842979:0:204556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188160000 00000100:00100000:2.0:1783145934.842994:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188160256 00000100:00100000:2.0:1783145934.842999:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188160256 00000100:00100000:0.0:1783145934.843005:0:204556:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8580577561251 time 8580577461251 state 0x1 ref 3 00000100:00100000:0.0:1783145934.843020:0:204556:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8580577561251 time 8580577461251 state 0x1 ref 3 00000100:00100000:2.0:1783145934.843033:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8580577561251 time 8580577461251 state 0x1 ref 4 00000100:00100000:2.0:1783145934.843044:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8580577561251 time 8580577461251 state 0x1 ref 4 00000100:00100000:0.0:1783145934.843057:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8582597031622 time 8582596931622 state 0x1 ref 4 00000100:00100000:2.0:1783145934.843069:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8582597046402 time 8582596946402 state 0x1 ref 4 00000100:00100000:1.0:1783145934.843076:0:228905:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188160384 00000100:00100000:0.0:1783145934.843077:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2409:x1869755188159872:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145934.843084:0:228905:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188160384 00000100:00100000:2.0:1783145934.843085:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8705f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+20:2409:x1869755188160128:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145934.843217:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8705f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+20:2409:x1869755188160128:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 135us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145934.843229:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 207 00000100:00100000:1.0:1783145934.843229:0:228905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 410 00000100:00100000:0.0:1783145934.843242:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8704000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2409:x1869755188159872:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 166us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145934.843260:0:228905:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b832727d-edc7-457c-aba4-c59935e6a58f+8:2409:x1869755188160384:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145934.843265:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 206 00000100:00100000:2.0:1783145934.843276:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8582597252302 time 8582597152302 state 0x1 ref 2 00000100:00100000:2.0:1783145934.843297:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2410:x1869755188160000:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145934.843307:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8582597252302 time 8582597181134 state 0x0 ref 2 00000100:00100000:1.0:1783145934.843309:0:228905:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b832727d-edc7-457c-aba4-c59935e6a58f+8:2409:x1869755188160384:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 64us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145934.843345:0:228905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 410 00000100:00100000:0.0:1783145934.843350:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8704700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+5:2410:x1869755188160256:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145934.843367:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2410:x1869755188160000:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 75us (585us total) trans 0 rc 0/0 00000100:00080000:1.0:1783145934.843377:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783145934.843382:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 208 00000100:00080000:1.0:1783145934.843386:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783145934.843395:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783145934.843418:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8704700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+5:2410:x1869755188160256:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 64us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145934.843431:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 209 00000100:00100000:0.0:1783145934.843439:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8582597252302 time 8582597181134 state 0x2 ref 0 00010000:00010000:0.0:1783145935.317281:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145936.341318:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145936.405358:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178674688:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783145936.405444:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145936.405493:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178674688 00000100:00100000:0.0:1783145936.405503:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178674688 00000100:00100000:0.0:1783145936.405570:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1783145936.405582:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178674688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783145936.405623:0:204579:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445433344 avail 1299193856 00000100:00100000:0.0:1783145936.405683:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178674688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 104us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145936.405692:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1783145936.405735:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178674688:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1783145937.365319:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145937.429253:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783145937.429277:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178674816:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783145937.429363:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145937.429406:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178674816 00000100:00100000:0.0:1783145937.429418:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178674816 00000100:00100000:0.0:1783145937.429478:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:0.0:1783145937.429490:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3652:x1869755178674816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783145937.429530:0:228897:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445117952 avail 1298878464 00000100:00100000:0.0:1783145937.429589:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3652:x1869755178674816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145937.429596:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:1.0:1783145937.429641:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178674816:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783145937.941258:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178674944:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783145937.941329:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178675200:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783145937.941357:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145937.941411:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178675072:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783145937.941453:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145937.941477:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178674944 00000100:00100000:2.0:1783145937.941486:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178674944 00000100:00100000:2.0:1783145937.941551:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178675072 00000100:00100000:0.0:1783145937.941552:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6b9a8718-6228-431e-b216-b4d0ab45a378:3653:1869755178675328:0@lo:400:kworker.0 00000100:00100000:2.0:1783145937.941555:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178675072 00000100:00100000:2.0:1783145937.941585:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:2.0:1783145937.941594:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178674944:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783145937.941603:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1783145937.941633:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:0.0:1783145937.941669:0:204548:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178675328 00000100:00100000:0.0:1783145937.941675:0:204548:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178675328 00000100:00100000:2.0:1783145937.941696:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1869755178674944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145937.941704:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:0.0:1783145937.941726:0:204548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:2.0:1783145937.941729:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:2.0:1783145937.941745:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178675072:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783145937.941746:0:204548:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c2985450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3653:x1869755178675328:12345-0@lo:400:kworker.0 00002000:00000024:2.0:1783145937.941766:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:0.0:1783145937.941806:0:204548:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c2985450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3653:x1869755178675328:12345-0@lo:400:kworker.0 Request processed in 68us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145937.941811:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178675072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145937.941822:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:0.0:1783145937.941823:0:204548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00080000:2.0:1783145937.941848:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1783145937.941853:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783145937.941880:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145937.941891:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6b9a8718-6228-431e-b216-b4d0ab45a378:3653:1869755178675328:0@lo:400:kworker.0 00000100:00100000:2.0:1783145937.941946:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178675072:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783145937.941966:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178675584:0@lo:400:kworker.0 00000100:00100000:0.0:1783145937.941975:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783145937.941985:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3653:1869755178675712:0@lo:400:kworker.0 00000100:00100000:2.0:1783145937.942006:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145937.942029:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145937.942036:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783145937.942047:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178675456:0@lo:400:kworker.0 00000100:00100000:0.0:1783145937.942075:0:206077:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178675712 00000100:00100000:0.0:1783145937.942080:0:206077:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178675712 00000100:00100000:2.0:1783145937.942087:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145937.942110:0:206077:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8582597252302 time 8582597181134 state 0x0 ref 1 00000100:00100000:0.0:1783145937.942143:0:206077:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8582597252302 time 8582597181134 state 0x0 ref 1 00000100:00100000:2.0:1783145937.942156:0:228901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178675584 00000100:00100000:0.0:1783145937.942161:0:206077:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8582597281134 time 8582597181134 state 0x1 ref 1 00000100:00100000:2.0:1783145937.942162:0:228901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178675584 00000100:00100000:0.0:1783145937.942192:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8582597281134 time 8585696068610 state 0x0 ref 1 00000100:00100000:0.0:1783145937.942205:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c77d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1869755178675712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145937.942220:0:228901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:2.0:1783145937.942232:0:228901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178675584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145937.942259:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c77d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1869755178675712:12345-0@lo:400:kworker.0 Request processed in 57us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145937.942269:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 210 00000100:00100000:0.0:1783145937.942276:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8582597281134 time 8585696068610 state 0x2 ref 0 00000100:00100000:2.0:1783145937.942282:0:228901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178675584:12345-0@lo:400:kworker.0 Request processed in 54us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145937.942289:0:228901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:2.0:1783145937.942332:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178675456 00000100:00100000:2.0:1783145937.942336:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178675456 00000100:00100000:0.0:1783145937.942339:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3653:1869755178675712:0@lo:400:kworker.0 00000100:00100000:2.0:1783145937.942381:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:2.0:1783145937.942390:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178675456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145937.942420:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9fff9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3653:1869755178675840:0@lo:400:kworker.0 00000100:00100000:2.0:1783145937.942426:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178675456:12345-0@lo:400:kworker.0 Request processed in 37us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145937.942433:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00080000:2.0:1783145937.942454:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783145937.942460:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145937.942494:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3650:1869755178674944:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783145937.942509:0:204557:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178675840 00000100:00100000:0.0:1783145937.942514:0:204557:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178675840 00000100:00100000:2.0:1783145937.942522:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178675456:0@lo:400:kworker.0 00000100:00100000:0.0:1783145937.942530:0:204557:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8582597281134 time 8585696068610 state 0x0 ref 1 00000100:00100000:2.0:1783145937.942534:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178675584:0@lo:400:kworker.0 00000100:00100000:0.0:1783145937.942538:0:204557:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8582597281134 time 8585696068610 state 0x0 ref 1 00000100:00100000:0.0:1783145937.942546:0:204557:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8585696168610 time 8585696068610 state 0x1 ref 1 00000100:00100000:2.0:1783145937.942557:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178675200 00000100:00100000:2.0:1783145937.942561:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178675200 00000100:00100000:0.0:1783145937.942567:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8585696168610 time 8585696444165 state 0x0 ref 1 00000100:00100000:0.0:1783145937.942580:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c760f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1869755178675840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145937.942600:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:2.0:1783145937.942611:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178675200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1783145937.942623:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:0.0:1783145937.942629:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c760f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1869755178675840:12345-0@lo:400:kworker.0 Request processed in 50us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145937.942638:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 211 00000100:00100000:0.0:1783145937.942643:0:204557:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8585696168610 time 8585696444165 state 0x2 ref 0 00000100:00100000:2.0:1783145937.942663:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178675200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (783us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145937.942670:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1783145937.942687:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3653:1869755178675840:0@lo:400:kworker.0 00000100:00080000:2.0:1783145937.942694:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783145937.942720:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9fff9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178675200:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783145937.942741:0:3650:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c70b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3650:1869755178675968:0@lo:400:kworker.0 00000100:00100000:2.0:1783145937.942764:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145937.942776:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c70b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3651:1869755178676096:0@lo:400:kworker.0 00000100:00100000:2.0:1783145937.942797:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178675968 00000100:00100000:2.0:1783145937.942800:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178675968 00000100:00100000:0.0:1783145937.942812:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145937.942819:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8585696168610 time 8585696444165 state 0x0 ref 1 00000100:00100000:2.0:1783145937.942825:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8585696168610 time 8585696444165 state 0x0 ref 1 00000100:00100000:2.0:1783145937.942832:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8585696544165 time 8585696444165 state 0x1 ref 1 00000100:00100000:2.0:1783145937.942849:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178676096 00000100:00100000:2.0:1783145937.942853:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178676096 00000100:00100000:0.0:1783145937.942861:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8585696544165 time 8585696737270 state 0x0 ref 1 00000100:00100000:2.0:1783145937.942871:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8585696544165 time 8585696737270 state 0x0 ref 2 00000100:00100000:0.0:1783145937.942876:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1869755178675968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145937.942890:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8585696837270 time 8585696737270 state 0x1 ref 2 00000100:00100000:2.0:1783145937.942913:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8585696837270 time 8585696790870 state 0x0 ref 2 00000100:00100000:0.0:1783145937.942918:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1869755178675968:12345-0@lo:400:kworker.0 Request processed in 47us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145937.942924:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c70b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1869755178676096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145937.942926:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 212 00000100:00100000:2.0:1783145937.942971:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c70b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1869755178676096:12345-0@lo:400:kworker.0 Request processed in 48us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145937.942971:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783145937.942983:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c70b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3653:1869755178676224:0@lo:400:kworker.0 00000100:00100000:2.0:1783145937.942984:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 213 00000100:00100000:2.0:1783145937.942992:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8585696837270 time 8585696790870 state 0x2 ref 0 00000100:00100000:0.0:1783145937.943009:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145937.943024:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178676224 00000100:00100000:2.0:1783145937.943029:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178676224 00000100:00100000:2.0:1783145937.943049:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8585696837270 time 8585696790870 state 0x0 ref 1 00000100:00100000:2.0:1783145937.943055:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8585696837270 time 8585696790870 state 0x0 ref 1 00000100:00100000:2.0:1783145937.943062:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8585696890870 time 8585696790870 state 0x1 ref 1 00000100:00100000:2.0:1783145937.943081:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8585696890870 time 8585696959461 state 0x0 ref 1 00000100:00100000:2.0:1783145937.943091:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c70b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1869755178676224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145937.943144:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c70b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1869755178676224:12345-0@lo:400:kworker.0 Request processed in 55us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145937.943149:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 214 00000100:00100000:2.0:1783145937.943152:0:204555:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8585696890870 time 8585696959461 state 0x2 ref 0 00000100:00080000:2.0:1783145937.943172:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783145937.943177:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783145937.943207:0:3650:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c70b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3650:1869755178675968:0@lo:400:kworker.0 00000100:00100000:0.0:1783145937.943217:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c70b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3653:1869755178676224:0@lo:400:kworker.0 00000100:00100000:2.0:1783145937.943244:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c70b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3651:1869755178676096:0@lo:400:kworker.0 00000100:00100000:0.0:1783145937.943259:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c70b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3653:1869755178676352:0@lo:400:kworker.0 00000100:00100000:0.0:1783145937.943282:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145937.943326:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178676352 00000100:00100000:0.0:1783145937.943329:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178676352 00000100:00100000:0.0:1783145937.943350:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8585696890870 time 8585696959461 state 0x0 ref 1 00000100:00100000:0.0:1783145937.943354:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8585696890870 time 8585696959461 state 0x0 ref 1 00000100:00100000:0.0:1783145937.943361:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8585697059461 time 8585696959461 state 0x1 ref 1 00000100:00100000:0.0:1783145937.943376:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8585697059461 time 8585697254985 state 0x0 ref 1 00000100:00100000:0.0:1783145937.943385:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c70b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1869755178676352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145937.943416:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c70b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1869755178676352:12345-0@lo:400:kworker.0 Request processed in 33us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145937.943420:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 215 00000100:00100000:0.0:1783145937.943422:0:210786:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8585697059461 time 8585697254985 state 0x2 ref 0 00000100:00080000:0.0:1783145937.943434:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783145937.943446:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c70b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3653:1869755178676352:0@lo:400:kworker.0 00010000:00010000:2.0:1783145938.389310:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145938.965304:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783145938.965328:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178676480:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783145938.965408:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145938.965463:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178676480 00000100:00100000:1.0:1783145938.965472:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178676480 00000100:00100000:1.0:1783145938.965526:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:1.0:1783145938.965535:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178676480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783145938.965559:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:1.0:1783145938.965609:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178676480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145938.965615:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1783145938.965650:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178676480:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1783145939.413344:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145939.962735:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1783145939.962805:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145939.962831:0:204551:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188160512 00000100:00100000:2.0:1783145939.962848:0:204551:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188160512 00000100:00100000:1.0:1783145939.962867:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145939.962887:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188160640 00000100:00100000:0.0:1783145939.962894:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188160640 00000100:00100000:1.0:1783145939.962932:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145939.962938:0:204551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 327 00000100:00100000:0.0:1783145939.962951:0:204555:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8585697059461 time 8585697254985 state 0x0 ref 1 00000100:00100000:2.0:1783145939.962957:0:204551:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c2986450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2410:x1869755188160512:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145939.962966:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8585697059461 time 8585697254985 state 0x0 ref 1 00000100:00100000:1.0:1783145939.962987:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145939.962989:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8585697354985 time 8585697254985 state 0x1 ref 1 00000100:00100000:0.0:1783145939.963024:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188160896 00000100:00100000:0.0:1783145939.963028:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188160896 00000100:00100000:0.0:1783145939.963052:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8585697354985 time 8585697254985 state 0x1 ref 2 00000100:00100000:0.0:1783145939.963063:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8585697354985 time 8585697254985 state 0x1 ref 2 00000100:00100000:2.0:1783145939.963073:0:204551:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c2986450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2410:x1869755188160512:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 112us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145939.963082:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145939.963099:0:204551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 327 00000100:00100000:0.0:1783145939.963099:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188160768 00000100:00100000:0.0:1783145939.963106:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188160768 00000100:00100000:0.0:1783145939.963197:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8585697354985 time 8585697254985 state 0x1 ref 3 00000100:00100000:0.0:1783145939.963208:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8585697354985 time 8585697254985 state 0x1 ref 3 00000100:00100000:0.0:1783145939.963224:0:204555:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188161024 00000100:00100000:0.0:1783145939.963227:0:204555:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188161024 00000100:00100000:2.0:1783145939.963246:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8587717221129 time 8587717121129 state 0x1 ref 3 00000100:00100000:0.0:1783145939.963259:0:204555:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8587717221129 time 8587717121129 state 0x1 ref 4 00000100:00100000:2.0:1783145939.963265:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8706300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2409:x1869755188160640:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145939.963272:0:204555:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8587717221129 time 8587717121129 state 0x1 ref 4 00000100:00100000:0.0:1783145939.963306:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8587717283564 time 8587717183564 state 0x1 ref 4 00000100:00100000:0.0:1783145939.963321:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+20:2409:x1869755188160896:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145939.963340:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8706300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2409:x1869755188160640:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 78us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145939.963348:0:206490:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188161152 00000100:00100000:2.0:1783145939.963350:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 216 00000100:00100000:1.0:1783145939.963358:0:206490:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188161152 00000100:00100000:0.0:1783145939.963367:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b832727d-edc7-457c-aba4-c59935e6a58f+20:2409:x1869755188160896:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 46us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145939.963383:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 217 00000100:00100000:2.0:1783145939.963391:0:204557:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8587717367077 time 8587717267077 state 0x1 ref 2 00000100:00100000:2.0:1783145939.963410:0:204557:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8707100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2410:x1869755188160768:12345-192.168.203.44@tcp:400:kworker.0 00000100:00080000:0.0:1783145939.963444:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783145939.963454:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783145939.963456:0:204557:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8707100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2410:x1869755188160768:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 48us (526us total) trans 0 rc 0/0 00000100:00080000:0.0:1783145939.963462:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783145939.963474:0:204557:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 218 00000100:00100000:1.0:1783145939.963474:0:206490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 412 00000100:00100000:1.0:1783145939.963503:0:206490:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b832727d-edc7-457c-aba4-c59935e6a58f+8:2409:x1869755188161152:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145939.963531:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8587717367077 time 8587717405891 state 0x0 ref 1 00000100:00100000:2.0:1783145939.963559:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d8706a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+5:2410:x1869755188161024:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145939.963575:0:206490:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b832727d-edc7-457c-aba4-c59935e6a58f+8:2409:x1869755188161152:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 80us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145939.963587:0:206490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 412 00000100:00100000:2.0:1783145939.963606:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d8706a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b832727d-edc7-457c-aba4-c59935e6a58f+5:2410:x1869755188161024:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 59us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145939.963619:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 219 00000100:00100000:2.0:1783145939.963625:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8587717367077 time 8587717405891 state 0x2 ref 0 00010000:00010000:0.0:1783145940.437257:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783145941.461319:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145941.525355:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8c70b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178676608:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783145941.525432:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145941.525489:0:204561:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178676608 00000100:00100000:1.0:1783145941.525496:0:204561:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178676608 00000100:00100000:1.0:1783145941.525565:0:204561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:1.0:1783145941.525581:0:204561:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d3787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178676608:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783145941.525614:0:204561:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445433344 avail 1299193856 00000100:00100000:1.0:1783145941.525676:0:204561:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d3787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178676608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145941.525685:0:204561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:2.0:1783145941.525737:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8c70b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178676608:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1783145942.485312:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783145942.549357:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178676736:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783145942.549437:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145942.549504:0:204579:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178676736 00000100:00100000:1.0:1783145942.549511:0:204579:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178676736 00000100:00100000:1.0:1783145942.549590:0:204579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:1.0:1783145942.549607:0:204579:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8c70b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1869755178676736:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783145942.549643:0:204579:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445117952 avail 1298878464 00000100:00100000:1.0:1783145942.549716:0:204579:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8c70b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1869755178676736:12345-0@lo:41:osp-pre-0-1.0 Request processed in 114us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145942.549727:0:204579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1783145942.549788:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3652:1869755178676736:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783145943.061587:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d8705500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6b9a8718-6228-431e-b216-b4d0ab45a378:3653:1869755178676864:0@lo:400:kworker.0 00000100:00100000:2.0:1783145943.061603:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d8704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178677120:0@lo:400:kworker.0 00000100:00100000:2.0:1783145943.061674:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145943.061686:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145943.061773:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d8707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178677632:0@lo:400:kworker.0 00000100:00100000:1.0:1783145943.061803:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d8705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3653:1869755178677376:0@lo:400:kworker.0 00000100:00100000:2.0:1783145943.061819:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145943.061860:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145943.061864:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d15f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3651:1869755178678144:0@lo:400:kworker.0 00000100:00100000:2.0:1783145943.061908:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145943.061921:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d15f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3653:1869755178678016:0@lo:400:kworker.0 00000100:00100000:2.0:1783145943.061949:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178678656:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783145943.061968:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145943.061988:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145943.062028:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d15f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3653:1869755178678528:0@lo:400:kworker.0 00000100:00100000:2.0:1783145943.062044:0:3651:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:2.0:1783145943.062060:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d8705180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178676992:0@lo:400:kworker.0 00000100:00100000:1.0:1783145943.062085:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145943.062099:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145943.062162:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d8704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178677504:0@lo:400:kworker.0 00000100:00100000:1.0:1783145943.062197:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1783145943.062198:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145943.062213:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d8705880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178677248:0@lo:400:kworker.0 00000100:00100000:2.0:1783145943.062247:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178677888:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783145943.062279:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145943.062321:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145943.062335:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d8706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3653:1869755178677760:0@lo:400:kworker.0 00000100:00100000:2.0:1783145943.062369:0:3651:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d3784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178678400:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783145943.062383:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145943.062420:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145943.062432:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be8d15f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3653:1869755178678272:0@lo:400:kworker.0 00000100:00100000:1.0:1783145943.062486:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783145943.062512:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178677120 00000100:00100000:2.0:1783145943.062520:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178677120 00000100:00100000:1.0:1783145943.062580:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178677376 00000100:00100000:2.0:1783145943.062581:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178677632 00000100:00100000:2.0:1783145943.062589:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178677632 00000100:00100000:1.0:1783145943.062589:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178677376 00000100:00100000:1.0:1783145943.062624:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8587717367077 time 8587717405891 state 0x0 ref 1 00000100:00100000:1.0:1783145943.062633:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8587717367077 time 8587717405891 state 0x0 ref 1 00000100:00100000:2.0:1783145943.062642:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178677504 00000100:00100000:2.0:1783145943.062647:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178677504 00000100:00100000:1.0:1783145943.062649:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8587717505891 time 8587717405891 state 0x1 ref 1 00000100:00100000:1.0:1783145943.062680:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178678144 00000100:00100000:1.0:1783145943.062686:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178678144 00000100:00100000:2.0:1783145943.062704:0:206056:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178677248 00000100:00100000:2.0:1783145943.062709:0:206056:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178677248 00000100:00100000:1.0:1783145943.062716:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8587717505891 time 8587717405891 state 0x1 ref 2 00000100:00100000:1.0:1783145943.062736:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8587717505891 time 8587717405891 state 0x1 ref 2 00000100:00100000:1.0:1783145943.062764:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178678016 00000100:00100000:1.0:1783145943.062769:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178678016 00000100:00100000:2.0:1783145943.062771:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:2.0:1783145943.062787:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178677120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145943.062799:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8587717505891 time 8587717405891 state 0x1 ref 3 00000100:00100000:1.0:1783145943.062812:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8587717505891 time 8587717405891 state 0x1 ref 3 00000100:00100000:1.0:1783145943.062834:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178678528 00000100:00100000:1.0:1783145943.062838:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178678528 00000100:00100000:2.0:1783145943.062850:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178677120:12345-0@lo:400:kworker.0 Request processed in 68us (1179us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145943.062860:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:1.0:1783145943.062864:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8587717505891 time 8587717405891 state 0x1 ref 4 00000100:00100000:1.0:1783145943.062880:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8587717505891 time 8587717405891 state 0x1 ref 4 00000100:00100000:2.0:1783145943.062907:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1783145943.062913:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178677760 00000100:00100000:1.0:1783145943.062919:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178677760 00000100:00100000:2.0:1783145943.062922:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178677632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145943.062948:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8587717505891 time 8587717405891 state 0x1 ref 5 00000100:00100000:1.0:1783145943.062961:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8587717505891 time 8587717405891 state 0x1 ref 5 00000100:00100000:2.0:1783145943.062973:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178677632:12345-0@lo:400:kworker.0 Request processed in 57us (1159us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145943.062982:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1783145943.062983:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178678272 00000100:00100000:1.0:1783145943.062988:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178678272 00000100:00100000:1.0:1783145943.063023:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8587717505891 time 8587717405891 state 0x1 ref 6 00000100:00100000:2.0:1783145943.063035:0:206056:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:1.0:1783145943.063041:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8587717505891 time 8587717405891 state 0x1 ref 6 00000100:00100000:2.0:1783145943.063051:0:206056:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178677504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145943.063074:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8590817049517 time 8590816949517 state 0x1 ref 6 00000100:00100000:1.0:1783145943.063093:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d15f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1869755178677376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145943.063100:0:206056:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178677504:12345-0@lo:400:kworker.0 Request processed in 50us (899us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145943.063114:0:206056:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:1.0:1783145943.063175:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d15f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1869755178677376:12345-0@lo:400:kworker.0 Request processed in 89us (1320us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145943.063187:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1783145943.063189:0:206058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1783145943.063208:0:206058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d15f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178677248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145943.063221:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8590817197107 time 8590817097107 state 0x1 ref 5 00000100:00100000:2.0:1783145943.063229:0:204549:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178676864 00000100:00100000:2.0:1783145943.063236:0:204549:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178676864 00000100:00100000:1.0:1783145943.063249:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1869755178678144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145943.063292:0:206058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d15f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178677248:12345-0@lo:400:kworker.0 Request processed in 89us (1027us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145943.063304:0:206058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:2.0:1783145943.063310:0:204549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:2.0:1783145943.063330:0:204549:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ef144850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3653:x1869755178676864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145943.063337:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3651:x1869755178678144:12345-0@lo:400:kworker.0 Request processed in 92us (1428us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145943.063351:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 221 00000100:00100000:2.0:1783145943.063389:0:204549:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ef144850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6b9a8718-6228-431e-b216-b4d0ab45a378+24:3653:x1869755178676864:12345-0@lo:400:kworker.0 Request processed in 70us (1717us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145943.063389:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8590817365336 time 8590817265336 state 0x1 ref 4 00000100:00100000:2.0:1783145943.063407:0:204549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:0.0:1783145943.063411:0:204555:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8590817386723 time 8590817286723 state 0x1 ref 4 00000100:00100000:1.0:1783145943.063416:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d15f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1869755178678016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783145943.063432:0:204555:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d15f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1869755178678528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145943.063490:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8590817466285 time 8590817366285 state 0x1 ref 4 00000100:00100000:1.0:1783145943.063507:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d15f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1869755178678016:12345-0@lo:400:kworker.0 Request processed in 95us (1540us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145943.063509:0:204555:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d15f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1869755178678528:12345-0@lo:400:kworker.0 Request processed in 82us (1428us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145943.063512:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d15f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1869755178677760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783145943.063528:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 222 00000100:00100000:0.0:1783145943.063538:0:204555:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 223 00000100:00100000:2.0:1783145943.063576:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d15f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1869755178677760:12345-0@lo:400:kworker.0 Request processed in 73us (1196us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145943.063584:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 224 00000100:00100000:0.0:1783145943.063630:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d8705880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178677248:0@lo:400:kworker.0 00000100:00100000:0.0:1783145943.063649:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d8706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3653:1869755178677760:0@lo:400:kworker.0 00000100:00100000:0.0:1783145943.063667:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d8705500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6b9a8718-6228-431e-b216-b4d0ab45a378:3653:1869755178676864:0@lo:400:kworker.0 00000100:00080000:1.0:1783145943.063668:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783145943.063679:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783145943.063690:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1783145943.063699:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783145943.063699:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d8705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3653:1869755178677376:0@lo:400:kworker.0 00000100:00100000:0.0:1783145943.063738:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d15f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3653:1869755178678016:0@lo:400:kworker.0 00000100:00100000:1.0:1783145943.063739:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178678656 00000100:00100000:1.0:1783145943.063747:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178678656 00000100:00100000:0.0:1783145943.063778:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d15f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3653:1869755178678528:0@lo:400:kworker.0 00000100:00100000:1.0:1783145943.063812:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178677888 00000100:00100000:1.0:1783145943.063819:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178677888 00000100:00100000:1.0:1783145943.063867:0:206059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178678400 00000100:00100000:1.0:1783145943.063873:0:206059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178678400 00000100:00100000:1.0:1783145943.063930:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:1.0:1783145943.063946:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178678656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783145943.063979:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:1.0:1783145943.064055:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178678656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (2065us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145943.064064:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:2.0:1783145943.064111:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d8704380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178677504:0@lo:400:kworker.0 00000100:00100000:1.0:1783145943.064111:0:206059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1783145943.064180:0:206059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ebfb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178677888:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783145943.064181:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d8704e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178677120:0@lo:400:kworker.0 00002000:00000024:1.0:1783145943.064204:0:206059:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8702528 pending 0 free 3883581440 avail 3652059136 00000100:00100000:2.0:1783145943.064226:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d8707800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178677632:0@lo:400:kworker.0 00000100:00100000:2.0:1783145943.064259:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d15f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3651:1869755178678144:0@lo:400:kworker.0 00000100:00100000:1.0:1783145943.064304:0:206059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ebfb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178677888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 176us (1984us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145943.064319:0:206059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:2.0:1783145943.064321:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178678656:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783145943.064429:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3786300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178677888:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783145943.064514:0:206077:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8590817466285 time 8590818390345 state 0x0 ref 1 00000100:00100000:2.0:1783145943.064531:0:206077:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d15f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1869755178678272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145943.064597:0:206077:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d15f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1869755178678272:12345-0@lo:400:kworker.0 Request processed in 72us (2114us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145943.064605:0:206077:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 225 00000100:00100000:2.0:1783145943.064609:0:206077:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8590817466285 time 8590818390345 state 0x2 ref 0 00000100:00100000:2.0:1783145943.064655:0:228897:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178676992 00000100:00100000:2.0:1783145943.064659:0:228897:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178676992 00000100:00100000:2.0:1783145943.064720:0:228897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1783145943.064735:0:228897:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9fff9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178676992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783145943.064792:0:228897:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9fff9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3651:x1869755178676992:12345-0@lo:400:kworker.0 Request processed in 64us (2693us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145943.064799:0:228897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1783145943.064847:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1783145943.064858:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178678400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783145943.064880:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:2.0:1783145943.064931:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3651:x1869755178678400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (2510us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145943.064938:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1783145943.065602:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d8705180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3651:1869755178676992:0@lo:400:kworker.0 00000100:00100000:2.0:1783145943.065648:0:3651:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d3784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3651:1869755178678400:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783145943.065733:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be8d15f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3653:1869755178678272:0@lo:400:kworker.0 00010000:00010000:0.0:1783145943.509359:0:204544:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145944.085352:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783145944.085385:0:3653:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c8fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178678784:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783145944.085480:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783145944.085556:0:208242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178678784 00000100:00100000:0.0:1783145944.085567:0:208242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178678784 00000100:00100000:0.0:1783145944.085659:0:208242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:0.0:1783145944.085677:0:208242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178678784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783145944.085712:0:208242:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 264768 pending 0 free 3911106560 avail 3679584256 00000100:00100000:0.0:1783145944.085799:0:208242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1869755178678784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 126us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145944.085811:0:208242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:1.0:1783145944.085860:0:3653:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c8fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3653:1869755178678784:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1783145944.534229:0:205304:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783145945.082706:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145945.082778:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188161408 00000100:00100000:1.0:1783145945.082791:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145945.082793:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188161408 00000100:00100000:0.0:1783145945.082856:0:210786:0:(nrs_tbf.c:1207:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8590817466285 time 8590818390345 state 0x0 ref 1 00000100:00100000:1.0:1783145945.082858:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145945.082870:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8590817466285 time 8590818390345 state 0x0 ref 1 00000100:00100000:2.0:1783145945.082880:0:204548:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188161280 00000100:00100000:0.0:1783145945.082887:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8590818490345 time 8590818390345 state 0x1 ref 1 00000100:00100000:2.0:1783145945.082891:0:204548:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188161280 00000100:00100000:0.0:1783145945.082921:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188161536 00000100:00100000:0.0:1783145945.082929:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188161536 00000100:00100000:1.0:1783145945.082935:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145945.082954:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8590818490345 time 8590818390345 state 0x1 ref 2 00000100:00100000:0.0:1783145945.082966:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8590818490345 time 8590818390345 state 0x1 ref 2 00000100:00100000:2.0:1783145945.082986:0:204548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 329 00000100:00100000:0.0:1783145945.082996:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188161792 00000100:00100000:0.0:1783145945.083000:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188161792 00000100:00100000:1.0:1783145945.083001:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1783145945.083009:0:204548:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9ef145850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2408:x1869755188161280:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145945.083039:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8590818490345 time 8590818390345 state 0x1 ref 3 00000100:00100000:0.0:1783145945.083052:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8590818490345 time 8590818390345 state 0x1 ref 3 00000100:00100000:1.0:1783145945.083068:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1783145945.083070:0:210786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188161664 00000100:00100000:0.0:1783145945.083075:0:210786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188161664 00000100:00100000:0.0:1783145945.083094:0:210786:0:(nrs_tbf.c:2146:nrs_tbf_res_get()) mdt.0 NRS: TBF rule update, rule flags 0x2, head sequence 2: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8590818490345 time 8590818390345 state 0x1 ref 4 00000100:00100000:0.0:1783145945.083101:0:210786:0:(nrs_tbf.c:2372:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8590818490345 time 8590818390345 state 0x1 ref 4 00000100:00100000:2.0:1783145945.083108:0:204548:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9ef145850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c27b6ecd-87d1-44b6-96a3-8ed75fd014dd+13:2408:x1869755188161280:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 107us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1783145945.083115:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8592837092175 time 8592836992175 state 0x1 ref 4 00000100:00100000:2.0:1783145945.083185:0:204548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 329 00000100:00100000:0.0:1783145945.083191:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d15f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2407:x1869755188161408:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145945.083273:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 2 deadline 8592837245110 time 8592837145110 state 0x1 ref 4 00000100:00100000:0.0:1783145945.083287:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d15f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:275b1235-b8f5-4ce3-8a3a-d483c556f740+11:2407:x1869755188161408:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 110us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145945.083296:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d15f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2408:x1869755188161536:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145945.083304:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 226 00000100:00080000:1.0:1783145945.083343:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783145945.083345:0:210786:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 1 deadline 8592837320764 time 8592837220764 state 0x1 ref 3 00000100:00080000:1.0:1783145945.083353:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783145945.083358:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d15f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:275b1235-b8f5-4ce3-8a3a-d483c556f740+5:2408:x1869755188161536:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 67us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145945.083374:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 227 00000100:00100000:1.0:1783145945.083376:0:228910:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755188161920 00000100:00100000:0.0:1783145945.083376:0:210786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d15f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+5:2408:x1869755188161792:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1783145945.083389:0:228910:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755188161920 00000100:00100000:2.0:1783145945.083414:0:204556:0:(nrs_tbf.c:2296:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8592837320764 time 8592837289054 state 0x0 ref 2 00000100:00100000:0.0:1783145945.083427:0:210786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d15f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b832727d-edc7-457c-aba4-c59935e6a58f+5:2408:x1869755188161792:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 62us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145945.083437:0:204556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d15f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+20:2407:x1869755188161664:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1783145945.083446:0:210786:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 228 00000100:00100000:1.0:1783145945.083479:0:228910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 417 00000100:00100000:2.0:1783145945.083485:0:204556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d15f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b832727d-edc7-457c-aba4-c59935e6a58f+20:2407:x1869755188161664:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 58us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1783145945.083495:0:204556:0:(nrs_tbf.c:2427:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.203.44@tcp, seq: 229 00000100:00100000:1.0:1783145945.083495:0:228910:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be8d15f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+8:2407:x1869755188161920:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1783145945.083504:0:204556:0:(nrs_tbf.c:1187:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffff9be8d5c9b000 key jobid={kworker.0} rule@0xffff9be8cd6f6900 gen 0 rate 10000 depth 3 token 0 deadline 8592837320764 time 8592837289054 state 0x2 ref 0 00000100:00100000:1.0:1783145945.083544:0:228910:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be8d15f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b832727d-edc7-457c-aba4-c59935e6a58f+8:2407:x1869755188161920:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 53us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145945.083556:0:228910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 417 00000100:00080000:1.0:1783145945.083593:0:204552:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1783145945.557367:0:204545:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1783145946.156800:0:232426:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_77r: @@@@@@ FAIL: timeout to start 'tbf' policy 00010000:00010000:2.0:1783145946.581288:0:207570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783145946.645222:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783145946.645253:0:3652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9be9c8fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178678912:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783145946.645306:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783145946.645347:0:204560:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869755178678912 00000100:00100000:1.0:1783145946.645356:0:204560:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869755178678912 00000100:00100000:1.0:1783145946.645412:0:204560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:1.0:1783145946.645425:0:204560:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9be9c8fcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178678912:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783145946.645460:0:204560:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445433344 avail 1299193856 00000100:00100000:1.0:1783145946.645521:0:204560:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9be9c8fcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1869755178678912:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1783145946.645531:0:204560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1783145946.645549:0:3652:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff9be9c8fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3652:1869755178678912:0@lo:41:osp-pre-1-0.0 Debug log: 62259 lines, 62259 kept, 0 dropped, 0 bad.